Spaces:
Sleeping
Sleeping
Update app_logic.py
Browse files- app_logic.py +70 -122
app_logic.py
CHANGED
@@ -1,20 +1,20 @@
|
|
1 |
import os
|
2 |
import re
|
3 |
import tempfile
|
4 |
-
import shutil
|
5 |
-
import git
|
6 |
from huggingface_hub import (
|
7 |
create_repo,
|
8 |
upload_folder,
|
9 |
list_repo_files,
|
10 |
Repository,
|
11 |
whoami,
|
|
|
12 |
)
|
13 |
import logging
|
14 |
from pathlib import Path
|
15 |
from PIL import Image
|
16 |
|
17 |
-
# Attempt to import keylock_decode
|
18 |
try:
|
19 |
from keylock_decode import decode_from_image_pil
|
20 |
KEYLOCK_DECODE_AVAILABLE = True
|
@@ -32,26 +32,17 @@ logger = logging.getLogger(__name__)
|
|
32 |
# --- Helper Function to Get API Token (Unchanged) ---
|
33 |
def _get_api_token(ui_token_from_textbox=None):
|
34 |
env_token = os.getenv('HF_TOKEN')
|
35 |
-
if env_token:
|
36 |
-
|
37 |
-
|
38 |
-
if ui_token_from_textbox:
|
39 |
-
logger.info("Using API token from UI textbox.")
|
40 |
-
return ui_token_from_textbox, None
|
41 |
-
logger.warning("HF API token not found in environment or UI textbox.")
|
42 |
-
return None, "Error: Hugging Face API token not provided. Please enter it or load from a KeyLock Wallet image."
|
43 |
|
44 |
-
# --- `load_token_from_image_and_set_env` (Unchanged
|
45 |
def load_token_from_image_and_set_env(image_pil_object: Image.Image, password: str):
|
46 |
-
if not KEYLOCK_DECODE_AVAILABLE:
|
47 |
-
|
48 |
-
if
|
49 |
-
if not password: return "Error: Password cannot be empty for image decoding."
|
50 |
status_messages_display = []
|
51 |
-
#
|
52 |
-
# debug_image_path_str = "Not saved."
|
53 |
-
# try: ... debug save logic ...
|
54 |
-
# except Exception as save_exc: ...
|
55 |
try:
|
56 |
logger.info(f"Attempting to decode from KeyLock Wallet image...")
|
57 |
decoded_data, status_msgs_from_lib = decode_from_image_pil(image_pil_object, password, set_environment_variables=True)
|
@@ -61,17 +52,10 @@ def load_token_from_image_and_set_env(image_pil_object: Image.Image, password: s
|
|
61 |
for key, value in decoded_data.items():
|
62 |
display_value = '********' if any(k_word in key.upper() for k_word in ['TOKEN', 'KEY', 'SECRET', 'PASS']) else value
|
63 |
status_messages_display.append(f"- {key}: {display_value}")
|
64 |
-
if os.getenv('HF_TOKEN'):
|
65 |
-
|
66 |
-
|
67 |
-
|
68 |
-
else:
|
69 |
-
status_messages_display.append("\nNote: HF_TOKEN not specifically found in decoded KeyLock Wallet image data.")
|
70 |
-
except ValueError as e: # Specific errors from keylock-decode
|
71 |
-
status_messages_display.append(f"**Decoding Error (e.g., bad password, corrupted data):** {e}")
|
72 |
-
except Exception as e:
|
73 |
-
logger.exception("Unexpected error during KeyLock Wallet image decoding:")
|
74 |
-
status_messages_display.append(f"**An unexpected error occurred during decoding:** {str(e)}")
|
75 |
return "\n".join(status_messages_display)
|
76 |
|
77 |
# --- `parse_markdown` (Unchanged from previous corrected version) ---
|
@@ -122,80 +106,69 @@ def _determine_repo_id(ui_api_token_from_textbox, space_name_ui, owner_ui):
|
|
122 |
if not final_owner: return None, "Error: Owner could not be determined."
|
123 |
return f"{final_owner}/{space_name_ui}", None
|
124 |
|
125 |
-
# --- New/Modified Functions for File Browsing and Editing ---
|
126 |
-
CLONE_BASE_DIR = Path(tempfile.gettempdir()) / "space_builder_active_clones"
|
127 |
-
CLONE_BASE_DIR.mkdir(parents=True, exist_ok=True)
|
128 |
|
129 |
-
|
130 |
-
|
|
|
|
|
131 |
try:
|
132 |
-
|
133 |
-
|
134 |
-
|
135 |
-
continue
|
136 |
-
logger.info(f"Cleaning up old clone: {item}")
|
137 |
-
shutil.rmtree(item)
|
138 |
-
except Exception as e:
|
139 |
-
logger.error(f"Error during old clone cleanup: {e}")
|
140 |
|
141 |
-
|
142 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
143 |
repo_id_for_error_logging = f"{owner_ui}/{space_name_ui}" if owner_ui else space_name_ui
|
144 |
try:
|
145 |
resolved_api_token, token_err = _get_api_token(ui_api_token_from_textbox)
|
146 |
if token_err: return None, token_err
|
147 |
-
|
148 |
repo_id, err = _determine_repo_id(ui_api_token_from_textbox, space_name_ui, owner_ui)
|
149 |
if err: return None, err
|
150 |
repo_id_for_error_logging = repo_id
|
151 |
-
|
152 |
-
|
153 |
-
|
154 |
-
|
155 |
-
|
156 |
-
if force_refresh and local_clone_dir.exists():
|
157 |
-
logger.info(f"Force refresh: Removing existing clone at {local_clone_dir}")
|
158 |
-
shutil.rmtree(local_clone_dir)
|
159 |
-
|
160 |
-
if not local_clone_dir.exists():
|
161 |
-
local_clone_dir.mkdir(parents=True, exist_ok=True) # Ensure parent exists before Repository tries to use it
|
162 |
-
logger.info(f"Cloning Space {repo_id} to {local_clone_dir}...")
|
163 |
-
try:
|
164 |
-
Repository(
|
165 |
-
local_dir=str(local_clone_dir),
|
166 |
-
clone_from=f"https://huggingface.co/spaces/{repo_id}",
|
167 |
-
repo_type="space", use_auth_token=resolved_api_token,
|
168 |
-
)
|
169 |
-
logger.info(f"Successfully cloned {repo_id} to {local_clone_dir}")
|
170 |
-
except Exception as clone_exc:
|
171 |
-
logger.exception(f"Error cloning {repo_id}:")
|
172 |
-
if local_clone_dir.exists(): shutil.rmtree(local_clone_dir) # Cleanup partial clone
|
173 |
-
return None, f"Error cloning Space '{repo_id}': {str(clone_exc)}"
|
174 |
-
else:
|
175 |
-
logger.info(f"Using existing clone for {repo_id} at {local_clone_dir}")
|
176 |
-
# For a true refresh of an existing clone, you'd `git pull` here.
|
177 |
-
# `force_refresh=True` handles this by re-cloning.
|
178 |
-
|
179 |
-
return str(local_clone_dir), None
|
180 |
except Exception as e:
|
181 |
-
logger.exception(f"Error
|
182 |
-
return None, f"Error
|
183 |
|
184 |
-
def read_file_from_local_path(absolute_local_file_path_str: str):
|
185 |
-
"""Reads content of a file given its absolute local path."""
|
186 |
-
try:
|
187 |
-
file_path = Path(absolute_local_file_path_str)
|
188 |
-
if not file_path.is_file():
|
189 |
-
return None, f"Error: Path is not a file or does not exist: {absolute_local_file_path_str}"
|
190 |
-
content = file_path.read_text(encoding="utf-8")
|
191 |
-
return content, None
|
192 |
-
except Exception as e:
|
193 |
-
logger.exception(f"Error reading local file {absolute_local_file_path_str}:")
|
194 |
-
return None, f"Error reading file content: {str(e)}"
|
195 |
|
196 |
-
# --- Core Functions: `create_space`, `update_space_file` (
|
197 |
def create_space(ui_api_token_from_textbox, space_name_ui, owner_ui, sdk_ui, markdown_input):
|
198 |
-
# (Unchanged from previous correct version)
|
199 |
repo_id_for_error_logging = f"{owner_ui}/{space_name_ui}" if owner_ui else space_name_ui
|
200 |
try:
|
201 |
resolved_api_token, token_err = _get_api_token(ui_api_token_from_textbox)
|
@@ -204,8 +177,8 @@ def create_space(ui_api_token_from_textbox, space_name_ui, owner_ui, sdk_ui, mar
|
|
204 |
if err: return err
|
205 |
repo_id_for_error_logging = repo_id
|
206 |
space_info = parse_markdown(markdown_input)
|
207 |
-
if not space_info["files"]: return "Error: No files found in markdown.
|
208 |
-
with tempfile.TemporaryDirectory() as temp_dir:
|
209 |
repo_staging_path = Path(temp_dir) / "repo_staging_content"
|
210 |
repo_staging_path.mkdir(exist_ok=True)
|
211 |
for file_info in space_info["files"]:
|
@@ -219,55 +192,30 @@ def create_space(ui_api_token_from_textbox, space_name_ui, owner_ui, sdk_ui, mar
|
|
219 |
err_str = str(e).lower()
|
220 |
if not ("already exists" in err_str or "you already created this repo" in err_str or "exists" in err_str):
|
221 |
return f"Error creating Space '{repo_id}': {str(e)}"
|
222 |
-
logger.info(f"Space {repo_id} already exists or creation confirmed, proceeding with upload.")
|
223 |
upload_folder(repo_id=repo_id, folder_path=str(repo_staging_path), path_in_repo=".", token=resolved_api_token, repo_type="space", commit_message=f"Initial Space setup of {repo_id} via Builder")
|
224 |
return f"Successfully created/updated Space: [{repo_id}](https://huggingface.co/spaces/{repo_id})"
|
225 |
except Exception as e:
|
226 |
logger.exception(f"Error in create_space for {repo_id_for_error_logging}:")
|
227 |
return f"Error during Space creation/update: {str(e)}"
|
228 |
|
229 |
-
# view_space_files can be removed or kept as a simple alternative list view
|
230 |
-
# def view_space_files(...)
|
231 |
-
|
232 |
def update_space_file(ui_api_token_from_textbox, space_name_ui, owner_ui, file_path_in_repo, file_content, commit_message_ui):
|
233 |
-
# This function is now simpler as it expects file_path_in_repo to be the correct relative path.
|
234 |
-
# It still does its own clone for transactional integrity.
|
235 |
repo_id_for_error_logging = f"{owner_ui}/{space_name_ui}" if owner_ui else space_name_ui
|
236 |
try:
|
237 |
resolved_api_token, token_err = _get_api_token(ui_api_token_from_textbox)
|
238 |
if token_err: return token_err
|
239 |
-
|
240 |
repo_id, err = _determine_repo_id(ui_api_token_from_textbox, space_name_ui, owner_ui)
|
241 |
if err: return err
|
242 |
repo_id_for_error_logging = repo_id
|
243 |
-
|
244 |
if not file_path_in_repo: return "Error: File Path to update cannot be empty."
|
245 |
-
# Sanitize file_path_in_repo: remove leading slashes, ensure forward slashes
|
246 |
file_path_in_repo = file_path_in_repo.lstrip('/').replace(os.sep, '/')
|
247 |
-
|
248 |
commit_message_ui = commit_message_ui or f"Update {file_path_in_repo} via Space Builder"
|
249 |
-
|
250 |
-
with tempfile.TemporaryDirectory() as temp_dir_for_update: # Fresh temp dir for this update operation
|
251 |
repo_local_clone_path = Path(temp_dir_for_update) / "update_clone"
|
252 |
-
|
253 |
-
cloned_repo = Repository(
|
254 |
-
local_dir=str(repo_local_clone_path),
|
255 |
-
clone_from=f"https://huggingface.co/spaces/{repo_id}",
|
256 |
-
repo_type="space", use_auth_token=resolved_api_token,
|
257 |
-
git_user="Space Builder Bot", git_email="space-builder@huggingface.co" # Optional
|
258 |
-
)
|
259 |
-
logger.info(f"Cloned Space {repo_id} to {repo_local_clone_path} for update operation.")
|
260 |
-
|
261 |
-
# The file_path_in_repo is relative to the cloned_repo.local_dir
|
262 |
full_local_file_path = Path(cloned_repo.local_dir) / file_path_in_repo
|
263 |
-
full_local_file_path.parent.mkdir(parents=True, exist_ok=True)
|
264 |
-
with open(full_local_file_path, "w", encoding="utf-8") as f:
|
265 |
-
f.write(file_content)
|
266 |
-
logger.info(f"Wrote updated content to {full_local_file_path} for commit.")
|
267 |
-
|
268 |
cloned_repo.push_to_hub(commit_message=commit_message_ui)
|
269 |
-
logger.info(f"Pushed update for {file_path_in_repo} to {repo_id}")
|
270 |
-
|
271 |
return f"Successfully updated `{file_path_in_repo}` in Space [{repo_id}](https://huggingface.co/spaces/{repo_id})"
|
272 |
except Exception as e:
|
273 |
logger.exception(f"Error in update_space_file for {repo_id_for_error_logging}, file {file_path_in_repo}:")
|
|
|
1 |
import os
|
2 |
import re
|
3 |
import tempfile
|
4 |
+
import shutil
|
5 |
+
import git
|
6 |
from huggingface_hub import (
|
7 |
create_repo,
|
8 |
upload_folder,
|
9 |
list_repo_files,
|
10 |
Repository,
|
11 |
whoami,
|
12 |
+
hf_hub_download, # New import
|
13 |
)
|
14 |
import logging
|
15 |
from pathlib import Path
|
16 |
from PIL import Image
|
17 |
|
|
|
18 |
try:
|
19 |
from keylock_decode import decode_from_image_pil
|
20 |
KEYLOCK_DECODE_AVAILABLE = True
|
|
|
32 |
# --- Helper Function to Get API Token (Unchanged) ---
|
33 |
def _get_api_token(ui_token_from_textbox=None):
|
34 |
env_token = os.getenv('HF_TOKEN')
|
35 |
+
if env_token: return env_token, None
|
36 |
+
if ui_token_from_textbox: return ui_token_from_textbox, None
|
37 |
+
return None, "Error: Hugging Face API token not provided."
|
|
|
|
|
|
|
|
|
|
|
38 |
|
39 |
+
# --- `load_token_from_image_and_set_env` (Unchanged - Terminology and debug logic as before) ---
|
40 |
def load_token_from_image_and_set_env(image_pil_object: Image.Image, password: str):
|
41 |
+
if not KEYLOCK_DECODE_AVAILABLE: return "Error: KeyLock-Decode library is not installed."
|
42 |
+
if image_pil_object is None: return "Error: No KeyLock Wallet image provided."
|
43 |
+
if not password: return "Error: Password cannot be empty."
|
|
|
44 |
status_messages_display = []
|
45 |
+
# ... (rest of the function, ensure debug logic is as intended or removed)
|
|
|
|
|
|
|
46 |
try:
|
47 |
logger.info(f"Attempting to decode from KeyLock Wallet image...")
|
48 |
decoded_data, status_msgs_from_lib = decode_from_image_pil(image_pil_object, password, set_environment_variables=True)
|
|
|
52 |
for key, value in decoded_data.items():
|
53 |
display_value = '********' if any(k_word in key.upper() for k_word in ['TOKEN', 'KEY', 'SECRET', 'PASS']) else value
|
54 |
status_messages_display.append(f"- {key}: {display_value}")
|
55 |
+
if os.getenv('HF_TOKEN'): status_messages_display.append(f"\n**SUCCESS: HF_TOKEN set from KeyLock Wallet image.**")
|
56 |
+
# ... (other status messages)
|
57 |
+
except ValueError as e: status_messages_display.append(f"**Decoding Error:** {e}")
|
58 |
+
except Exception as e: status_messages_display.append(f"**Unexpected decoding error:** {str(e)}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
59 |
return "\n".join(status_messages_display)
|
60 |
|
61 |
# --- `parse_markdown` (Unchanged from previous corrected version) ---
|
|
|
106 |
if not final_owner: return None, "Error: Owner could not be determined."
|
107 |
return f"{final_owner}/{space_name_ui}", None
|
108 |
|
|
|
|
|
|
|
109 |
|
110 |
+
# --- New Function to Fetch File Content from Hub ---
|
111 |
+
def get_space_file_content(ui_api_token_from_textbox, space_name_ui, owner_ui, file_path_in_repo):
|
112 |
+
"""Fetches content of a specific file from a Hugging Face Space."""
|
113 |
+
repo_id_for_error_logging = f"{owner_ui}/{space_name_ui}" if owner_ui else space_name_ui
|
114 |
try:
|
115 |
+
resolved_api_token, token_err = _get_api_token(ui_api_token_from_textbox)
|
116 |
+
if token_err:
|
117 |
+
return None, token_err # Return error as second element for consistency
|
|
|
|
|
|
|
|
|
|
|
118 |
|
119 |
+
repo_id, err = _determine_repo_id(ui_api_token_from_textbox, space_name_ui, owner_ui)
|
120 |
+
if err:
|
121 |
+
return None, err
|
122 |
+
repo_id_for_error_logging = repo_id
|
123 |
+
|
124 |
+
if not file_path_in_repo:
|
125 |
+
return None, "Error: File path cannot be empty."
|
126 |
+
|
127 |
+
logger.info(f"Attempting to download file: {file_path_in_repo} from Space: {repo_id}")
|
128 |
+
downloaded_file_path = hf_hub_download(
|
129 |
+
repo_id=repo_id,
|
130 |
+
filename=file_path_in_repo,
|
131 |
+
repo_type="space",
|
132 |
+
token=resolved_api_token,
|
133 |
+
# revision="main", # Optional: specify a branch/commit
|
134 |
+
# cache_dir=... # Optional: manage cache
|
135 |
+
)
|
136 |
+
|
137 |
+
content = Path(downloaded_file_path).read_text(encoding="utf-8")
|
138 |
+
logger.info(f"Successfully downloaded and read file: {file_path_in_repo} from {repo_id}")
|
139 |
+
return content, None # Return content and no error
|
140 |
+
|
141 |
+
except Exception as e:
|
142 |
+
# Catch specific huggingface_hub.utils.HFValidationError for not found etc.
|
143 |
+
if "404" in str(e) or "not found" in str(e).lower():
|
144 |
+
logger.warning(f"File not found {file_path_in_repo} in {repo_id_for_error_logging}: {e}")
|
145 |
+
return None, f"Error: File '{file_path_in_repo}' not found in Space '{repo_id_for_error_logging}'."
|
146 |
+
logger.exception(f"Error fetching file content for {file_path_in_repo} from {repo_id_for_error_logging}:")
|
147 |
+
return None, f"Error fetching file content: {str(e)}"
|
148 |
+
|
149 |
+
# --- Function to list files (reused, but now distinct from fetching content) ---
|
150 |
+
def list_space_files_for_browsing(ui_api_token_from_textbox, space_name_ui, owner_ui):
|
151 |
+
"""Lists files in a Hugging Face Space, returns list or error."""
|
152 |
repo_id_for_error_logging = f"{owner_ui}/{space_name_ui}" if owner_ui else space_name_ui
|
153 |
try:
|
154 |
resolved_api_token, token_err = _get_api_token(ui_api_token_from_textbox)
|
155 |
if token_err: return None, token_err
|
156 |
+
|
157 |
repo_id, err = _determine_repo_id(ui_api_token_from_textbox, space_name_ui, owner_ui)
|
158 |
if err: return None, err
|
159 |
repo_id_for_error_logging = repo_id
|
160 |
+
|
161 |
+
files = list_repo_files(repo_id=repo_id, token=resolved_api_token, repo_type="space")
|
162 |
+
if not files:
|
163 |
+
return [], f"No files found in Space `{repo_id}`." # Return empty list and info message
|
164 |
+
return files, None # Return list of files and no error
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
165 |
except Exception as e:
|
166 |
+
logger.exception(f"Error listing files for {repo_id_for_error_logging}:")
|
167 |
+
return None, f"Error listing files for `{repo_id_for_error_logging}`: {str(e)}"
|
168 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
169 |
|
170 |
+
# --- Core Functions: `create_space`, `update_space_file` (Unchanged from previous correct versions) ---
|
171 |
def create_space(ui_api_token_from_textbox, space_name_ui, owner_ui, sdk_ui, markdown_input):
|
|
|
172 |
repo_id_for_error_logging = f"{owner_ui}/{space_name_ui}" if owner_ui else space_name_ui
|
173 |
try:
|
174 |
resolved_api_token, token_err = _get_api_token(ui_api_token_from_textbox)
|
|
|
177 |
if err: return err
|
178 |
repo_id_for_error_logging = repo_id
|
179 |
space_info = parse_markdown(markdown_input)
|
180 |
+
if not space_info["files"]: return "Error: No files found in markdown."
|
181 |
+
with tempfile.TemporaryDirectory() as temp_dir:
|
182 |
repo_staging_path = Path(temp_dir) / "repo_staging_content"
|
183 |
repo_staging_path.mkdir(exist_ok=True)
|
184 |
for file_info in space_info["files"]:
|
|
|
192 |
err_str = str(e).lower()
|
193 |
if not ("already exists" in err_str or "you already created this repo" in err_str or "exists" in err_str):
|
194 |
return f"Error creating Space '{repo_id}': {str(e)}"
|
|
|
195 |
upload_folder(repo_id=repo_id, folder_path=str(repo_staging_path), path_in_repo=".", token=resolved_api_token, repo_type="space", commit_message=f"Initial Space setup of {repo_id} via Builder")
|
196 |
return f"Successfully created/updated Space: [{repo_id}](https://huggingface.co/spaces/{repo_id})"
|
197 |
except Exception as e:
|
198 |
logger.exception(f"Error in create_space for {repo_id_for_error_logging}:")
|
199 |
return f"Error during Space creation/update: {str(e)}"
|
200 |
|
|
|
|
|
|
|
201 |
def update_space_file(ui_api_token_from_textbox, space_name_ui, owner_ui, file_path_in_repo, file_content, commit_message_ui):
|
|
|
|
|
202 |
repo_id_for_error_logging = f"{owner_ui}/{space_name_ui}" if owner_ui else space_name_ui
|
203 |
try:
|
204 |
resolved_api_token, token_err = _get_api_token(ui_api_token_from_textbox)
|
205 |
if token_err: return token_err
|
|
|
206 |
repo_id, err = _determine_repo_id(ui_api_token_from_textbox, space_name_ui, owner_ui)
|
207 |
if err: return err
|
208 |
repo_id_for_error_logging = repo_id
|
|
|
209 |
if not file_path_in_repo: return "Error: File Path to update cannot be empty."
|
|
|
210 |
file_path_in_repo = file_path_in_repo.lstrip('/').replace(os.sep, '/')
|
|
|
211 |
commit_message_ui = commit_message_ui or f"Update {file_path_in_repo} via Space Builder"
|
212 |
+
with tempfile.TemporaryDirectory() as temp_dir_for_update:
|
|
|
213 |
repo_local_clone_path = Path(temp_dir_for_update) / "update_clone"
|
214 |
+
cloned_repo = Repository(local_dir=str(repo_local_clone_path), clone_from=f"https://huggingface.co/spaces/{repo_id}", repo_type="space", use_auth_token=resolved_api_token, git_user="Space Builder Bot", git_email="space-builder@huggingface.co")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
215 |
full_local_file_path = Path(cloned_repo.local_dir) / file_path_in_repo
|
216 |
+
full_local_file_path.parent.mkdir(parents=True, exist_ok=True)
|
217 |
+
with open(full_local_file_path, "w", encoding="utf-8") as f: f.write(file_content)
|
|
|
|
|
|
|
218 |
cloned_repo.push_to_hub(commit_message=commit_message_ui)
|
|
|
|
|
219 |
return f"Successfully updated `{file_path_in_repo}` in Space [{repo_id}](https://huggingface.co/spaces/{repo_id})"
|
220 |
except Exception as e:
|
221 |
logger.exception(f"Error in update_space_file for {repo_id_for_error_logging}, file {file_path_in_repo}:")
|