Fix2

app.py

@@ -409,7 +409,17 @@ class SpecDocFinder:
             today = datetime.today()
             output = {"specs": self.indexer_specs, "scopes": self.indexer_scopes, "last_indexed_date": self.last_indexer_date}
             json.dump(output, f, indent=4, ensure_ascii=False)
-        
+    
+    def get_docs_from_url(self, url):
+        """Get list of documents/directories from a URL"""
+        try:
+            response = requests.get(url, verify=False, timeout=10)
+            soup = BeautifulSoup(response.text, "html.parser")
+            return [item.get_text() for item in soup.select("tr td a")]
+        except Exception as e:
+            print(f"Error accessing {url}: {e}")
+            return []
+
     def search_document(self, document, release):
         series = document.split(".")[0].zfill(2)
         url = f"https://www.3gpp.org/ftp/Specs/archive/{series}_series/{document}"