fix filesystem permissions: use /tmp for checkpoints and database

src/advanced_reddit_scraper.py

@@ -330,10 +330,13 @@ class UserHistoryCollector:
 
 class CheckpointManager:
     """Manages checkpoint saving and restoration for long-running operations"""
-    
-    def __init__(self, checkpoint_dir: str = "./checkpoints"):
+
+    def __init__(self, checkpoint_dir: str = None):
+        # Use /tmp for HuggingFace Spaces compatibility (read-only filesystem)
+        if checkpoint_dir is None:
+            checkpoint_dir = os.environ.get('CHECKPOINT_DIR', '/tmp/checkpoints')
         self.checkpoint_dir = Path(checkpoint_dir)
-        self.checkpoint_dir.mkdir(exist_ok=True)
+        self.checkpoint_dir.mkdir(exist_ok=True, parents=True)
         
     def save_checkpoint(self, state: Dict, checkpoint_name: str):
         """Save current state to checkpoint file"""
@@ -397,10 +400,10 @@ class AdvancedRedditScraper:
     - Database persistence
     """
     
-    def __init__(self, client_id: str, client_secret: str, user_agent: str, 
-                 db_path: str = "reddit_data.db"):
+    def __init__(self, client_id: str, client_secret: str, user_agent: str,
+                 db_path: str = None):
         """Initialize advanced scraper with all components"""
-        
+
         # Reddit instance
         self.reddit = praw.Reddit(
             client_id=client_id,
@@ -408,14 +411,16 @@ class AdvancedRedditScraper:
             user_agent=user_agent,
             check_for_async=False
         )
-        
+
         # Components
         self.backoff = ExponentialBackoff(base_delay=1.0, max_delay=60.0)
         self.hierarchy_tracker = CommentHierarchyTracker()
         self.user_collector = UserHistoryCollector(self.reddit, self.backoff)
         self.checkpoint_manager = CheckpointManager()
-        
-        # Database setup
+
+        # Database setup - use /tmp for HuggingFace Spaces
+        if db_path is None:
+            db_path = os.environ.get('DB_PATH', '/tmp/reddit_data.db')
         self.db_path = db_path
         self._init_database()
         

src/streamlit_app.py

@@ -824,8 +824,7 @@ def main():
                         )
                         if ADVANCED_FEATURES:
                             st.session_state.advanced_scraper = AdvancedRedditScraper(
-                                client_id, client_secret, user_agent,
-                                db_path="reddit_research.db"
+                                client_id, client_secret, user_agent
                             )
                             st.success("✅ Scrapers initialized successfully (with advanced features)!")
                         else: