Update app.py

app.py

@@ -855,23 +855,51 @@ def similarity_matching(input_json_path: str, project_folder:str) -> str:
     #     sprite_image_paths.append(temp_path)
     # print(f"\n\n\nSPRITE IMAGE PATHS: \n{sprite_image_paths}")
 
+    # # ============================== #
+    # #      EMBED SPRITE IMAGES       #
+    # # ============================== #
+    # sprite_features = clip_embd.embed_image(sprite_base64)
+    
+    # # ============================== #
+    # #     COMPUTE SIMILARITIES       #
+    # # ============================== #
+    # with open(f"{BLOCKS_DIR}/embeddings.json", "r") as f:
+    #     embedding_json = json.load(f)
+    #     # print(f"\n\n EMBEDDING JSON: {embedding_json}")
+        
+    # img_matrix = np.array([img["embeddings"] for img in embedding_json])
+    # sprite_matrix = np.array(sprite_features)
+    
+    # similarity = np.matmul(sprite_matrix, img_matrix.T)
+
+    # most_similar_indices = np.argmax(similarity, axis=1)
+        # ========================================= #
+    #  Load reference embeddings from JSON file #
+    # ========================================= #
+    with open(f"{BLOCKS_DIR}/embeddings.json", "r") as f:
+        embedding_json = json.load(f)
+    img_matrix = np.array([img["embeddings"] for img in embedding_json])
+
     # ============================== #
     #      EMBED SPRITE IMAGES       #
     # ============================== #
-    sprite_features = clip_embd.embed_image(sprite_base64)
+    sprite_features = []
+    for b64 in sprite_base64:
+        # strip data URI if present
+        if "," in b64:
+            b64 = b64.split(",", 1)[1]
+        img_bytes = base64.b64decode(b64)
+        pil_img = Image.open(BytesIO(img_bytes)).convert("RGB")
+        feats = clip_embd.embed_image(pil_img)
+        sprite_features.append(feats)
+
+    # stack into (n_sprites, dim)
+    sprite_matrix = np.vstack(sprite_features)
 
     # ============================== #
     #     COMPUTE SIMILARITIES       #
     # ============================== #
-    with open(f"{BLOCKS_DIR}/embeddings.json", "r") as f:
-        embedding_json = json.load(f)
-        # print(f"\n\n EMBEDDING JSON: {embedding_json}")
-        
-    img_matrix = np.array([img["embeddings"] for img in embedding_json])
-    sprite_matrix = np.array(sprite_features)
-    
     similarity = np.matmul(sprite_matrix, img_matrix.T)
-
     most_similar_indices = np.argmax(similarity, axis=1)
     print(f"")
     # ============= Match and copy ===============