Add indexed specifications and integration

app.py

@@ -304,8 +304,29 @@ class TsgDocFinder:
 class SpecDocFinder:
     def __init__(self):
         self.chars = "0123456789abcdefghijklmnopqrstuvwxyz"
+        self.indexer_file = "indexed_specifications.json"
+        self.indexer_specs, self.indexer_scopes, self.last_indexer_date = self.load_indexer()
+
+    def load_indexer(self):
+        """Load existing index if available"""
+        if os.path.exists(self.indexer_file):
+            with open(self.indexer_file, "r", encoding="utf-8") as f:
+                x = json.load(f)
+                return x["specs"], x["scopes"], x["last_indexed_date"]
+        return {}, {}, None
+    
+    def save_indexer(self):
+        """Save the updated index"""
+        self.last_indexer_date = today.strftime("%d/%m/%Y-%H:%M:%S")
+        with open(self.indexer_file, "w", encoding="utf-8") as f:
+            today = datetime.today()
+            output = {"specs": self.indexer_specs, "scopes": self.indexer_scopes, "last_indexed_date": self.last_indexer_date}
+            json.dump(output, f, indent=4, ensure_ascii=False)
         
     def search_document(self, doc_id, release = None):
+        for key in self.indexer_specs.keys():
+            if str(doc_id) in key:
+                return self.indexer_specs[key]['url']
         series = doc_id.split(".")[0]
         while len(series) < 2:
             series = "0" + series
@@ -345,6 +366,38 @@ async def main_menu():
     return FileResponse(os.path.join("templates", "index.html"))
 
 @app.post("/search-spec", response_model=KeywordResponse)
+def search_spec_v2(request: KeywordRequest):
+    start_time = time.time()
+    kws = [_.lower() for _ in request.keywords.split(" ")]
+    results = []
+
+    for string, spec in finder_spec.indexer_specs.items():
+        if request.mode == "and":
+            if not all(kw in string.lower() for kw in kws):
+                continue
+        elif request.mode == "or":
+            if not any(kw in string.lower() for kw in kws):
+                continue
+        release = request.release
+        working_group = request.wg
+        spec_type = request.spec_type
+
+        if spec.get('version', None) is None or (release is not None and spec["version"].split(".")[0] != str(release)):
+            continue
+        if spec.get('working_group', None) is None or (working_group is not None and spec["working_group"] != working_group):
+            continue
+        if spec_type is not None and spec["type"] != spec_type:
+            continue
+
+        results.append(spec)
+    if len(results) > 0:
+        return KeywordResponse(
+            results=results,
+            search_time=time.time() - start_time
+        )
+    else:
+        raise HTTPException(status_code=404, detail="Specifications not found")
+
 def search_spec(request: KeywordRequest):
     chars = "0123456789abcdefghijklmnopqrstuvwxyz"
     start_time = time.time()
@@ -438,7 +491,7 @@ def find_document(request: DocRequest):
             doc_id=request.doc_id,
             url=result,
             search_time=time.time() - start_time,
-            scope=get_scope(request.doc_id, version)
+            scope=finder.indexer_scopes[request.doc_id] if request.doc_id in finder.indexer_scopes else get_scope(request.doc_id, version)
         )
     else:
         raise HTTPException(status_code=404, detail=result)

indexed_specifications.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8758708d306204eb8531717e9119a292d3b997d17f469191a573882329f933c
+size 41158533

static/script.js

@@ -225,6 +225,7 @@ function displayKeywordResults(data) {
                 <p>Version: ${spec.version}</p>
                 <p>WG: ${spec.working_group}</p>
                 <p>URL: <a target="_blank" href="${spec.url}">${spec.url}</a></p>
+                <p>Scope: ${spec.scope}</p>
             </div>
         `;
         resultsList.appendChild(resultItem);