examples/LynxScribe Image Search.lynxkite.json

{
  "edges": [
    {
      "id": "Cloud-sourced File Listing 1 LynxScribe Image Describer 1",
      "source": "Cloud-sourced File Listing 1",
      "sourceHandle": "output",
      "target": "LynxScribe Image Describer 1",
      "targetHandle": "file_urls"
    },
    {
      "id": "LynxScribe Image Describer 1 LynxScribe Image RAG Builder 1",
      "source": "LynxScribe Image Describer 1",
      "sourceHandle": "output",
      "target": "LynxScribe Image RAG Builder 1",
      "targetHandle": "image_descriptions"
    },
    {
      "id": "LynxScribe Image RAG Query 1 LynxScribe Image Result Viewer 1",
      "source": "LynxScribe Image RAG Query 1",
      "sourceHandle": "output",
      "target": "LynxScribe Image Result Viewer 1",
      "targetHandle": "embedding_similarities"
    },
    {
      "id": "Input chat 1 LynxScribe Image RAG Query 1",
      "source": "Input chat 1",
      "sourceHandle": "output",
      "target": "LynxScribe Image RAG Query 1",
      "targetHandle": "text"
    },
    {
      "id": "LynxScribe Image RAG Builder 1 LynxScribe Image RAG Query 1",
      "source": "LynxScribe Image RAG Builder 1",
      "sourceHandle": "output",
      "target": "LynxScribe Image RAG Query 1",
      "targetHandle": "rag_graph"
    }
  ],
  "env": "LynxScribe",
  "nodes": [
    {
      "data": {
        "__execution_delay": 0.0,
        "collapsed": null,
        "display": null,
        "error": null,
        "input_metadata": null,
        "meta": {
          "inputs": [],
          "name": "Cloud-sourced File Listing",
          "outputs": [
            {
              "name": "output",
              "position": "right",
              "type": {
                "type": "None"
              }
            }
          ],
          "params": [
            {
              "default": ".jpg, .jpeg, .png",
              "name": "accepted_file_types",
              "type": {
                "type": "<class 'str'>"
              }
            },
            {
              "default": "gcp",
              "name": "cloud_provider",
              "type": {
                "enum": [
                  "GCP",
                  "AWS",
                  "AZURE"
                ]
              }
            },
            {
              "default": "https://storage.googleapis.com/lynxkite_public_data/lynxscribe-images/image-rag-test",
              "name": "folder_URL",
              "type": {
                "type": "<class 'str'>"
              }
            }
          ],
          "type": "basic"
        },
        "params": {
          "accepted_file_types": ".jpg, .jpeg, .png",
          "cloud_provider": "GCP",
          "folder_URL": "https://storage.googleapis.com/lynxkite_public_data/lynxscribe-images/image-rag-test"
        },
        "status": "done",
        "title": "Cloud-sourced File Listing"
      },
      "dragHandle": ".bg-primary",
      "height": 353.0,
      "id": "Cloud-sourced File Listing 1",
      "position": {
        "x": -365.0,
        "y": 302.0
      },
      "type": "basic",
      "width": 430.0
    },
    {
      "data": {
        "display": null,
        "error": null,
        "input_metadata": null,
        "meta": {
          "inputs": [
            {
              "name": "file_urls",
              "position": "left",
              "type": {
                "type": "<class 'inspect._empty'>"
              }
            }
          ],
          "name": "LynxScribe Image Describer",
          "outputs": [
            {
              "name": "output",
              "position": "right",
              "type": {
                "type": "None"
              }
            }
          ],
          "params": [
            {
              "default": "openai",
              "name": "llm_interface",
              "type": {
                "type": "<class 'str'>"
              }
            },
            {
              "default": "cot_picture_descriptor",
              "name": "llm_prompt_name",
              "type": {
                "type": "<class 'str'>"
              }
            },
            {
              "default": "uploads/image_description_prompts.yaml",
              "name": "llm_prompt_path",
              "type": {
                "type": "<class 'str'>"
              }
            },
            {
              "default": "gpt-4o",
              "name": "llm_visual_model",
              "type": {
                "type": "<class 'str'>"
              }
            }
          ],
          "type": "basic"
        },
        "params": {
          "llm_interface": "openai",
          "llm_prompt_name": "cot_picture_descriptor",
          "llm_prompt_path": "uploads/image_description_prompts.yaml",
          "llm_visual_model": "gpt-4o"
        },
        "status": "done",
        "title": "LynxScribe Image Describer"
      },
      "dragHandle": ".bg-primary",
      "height": 361.0,
      "id": "LynxScribe Image Describer 1",
      "position": {
        "x": 159.0,
        "y": 298.0
      },
      "type": "basic",
      "width": 371.0
    },
    {
      "data": {
        "display": null,
        "error": null,
        "input_metadata": null,
        "meta": {
          "inputs": [
            {
              "name": "image_descriptions",
              "position": "left",
              "type": {
                "type": "<class 'inspect._empty'>"
              }
            }
          ],
          "name": "LynxScribe Image RAG Builder",
          "outputs": [
            {
              "name": "output",
              "position": "right",
              "type": {
                "type": "None"
              }
            }
          ],
          "params": [
            {
              "default": "openai",
              "name": "text_embedder_interface",
              "type": {
                "type": "<class 'str'>"
              }
            },
            {
              "default": "text-embedding-3-large",
              "name": "text_embedder_model_name_or_path",
              "type": {
                "type": "<class 'str'>"
              }
            },
            {
              "default": "lynx",
              "name": "vdb_collection_name",
              "type": {
                "type": "<class 'str'>"
              }
            },
            {
              "default": 3072.0,
              "name": "vdb_num_dimensions",
              "type": {
                "type": "<class 'int'>"
              }
            },
            {
              "default": "faiss",
              "name": "vdb_provider_name",
              "type": {
                "type": "<class 'str'>"
              }
            }
          ],
          "type": "basic"
        },
        "params": {
          "text_embedder_interface": "openai",
          "text_embedder_model_name_or_path": "text-embedding-3-large",
          "vdb_collection_name": "lynx",
          "vdb_num_dimensions": 3072.0,
          "vdb_provider_name": "faiss"
        },
        "status": "done",
        "title": "LynxScribe Image RAG Builder"
      },
      "dragHandle": ".bg-primary",
      "height": 441.0,
      "id": "LynxScribe Image RAG Builder 1",
      "position": {
        "x": 644.0,
        "y": 259.0
      },
      "type": "basic",
      "width": 291.0
    },
    {
      "data": {
        "__execution_delay": 0.0,
        "collapsed": null,
        "display": null,
        "error": null,
        "input_metadata": null,
        "meta": {
          "inputs": [],
          "name": "Input chat",
          "outputs": [
            {
              "name": "output",
              "position": "right",
              "type": {
                "type": "None"
              }
            }
          ],
          "params": [
            {
              "default": null,
              "name": "chat",
              "type": {
                "type": "<class 'str'>"
              }
            }
          ],
          "type": "basic"
        },
        "params": {
          "chat": "Show me a picture about healthy lifestyle"
        },
        "status": "done",
        "title": "Input chat"
      },
      "dragHandle": ".bg-primary",
      "height": 218.0,
      "id": "Input chat 1",
      "position": {
        "x": 153.0,
        "y": -47.0
      },
      "type": "basic",
      "width": 776.0
    },
    {
      "data": {
        "display": "https://storage.googleapis.com/lynxkite_public_data/lynxscribe-images/image-rag-test/food-405521_1280.jpg",
        "error": null,
        "input_metadata": null,
        "meta": {
          "inputs": [
            {
              "name": "embedding_similarities",
              "position": "left",
              "type": {
                "type": "<class 'inspect._empty'>"
              }
            }
          ],
          "name": "LynxScribe Image Result Viewer",
          "outputs": [],
          "params": [],
          "type": "image"
        },
        "params": {},
        "status": "done",
        "title": "LynxScribe Image Result Viewer"
      },
      "dragHandle": ".bg-primary",
      "height": 1008.0,
      "id": "LynxScribe Image Result Viewer 1",
      "position": {
        "x": 1674.3708499095837,
        "y": -254.88365280289335
      },
      "type": "image",
      "width": 677.0
    },
    {
      "data": {
        "__execution_delay": 0.0,
        "collapsed": null,
        "display": null,
        "error": null,
        "input_metadata": null,
        "meta": {
          "inputs": [
            {
              "name": "rag_graph",
              "position": "bottom",
              "type": {
                "type": "<class 'inspect._empty'>"
              }
            },
            {
              "name": "text",
              "position": "left",
              "type": {
                "type": "<class 'inspect._empty'>"
              }
            }
          ],
          "name": "LynxScribe Image RAG Query",
          "outputs": [
            {
              "name": "output",
              "position": "right",
              "type": {
                "type": "None"
              }
            }
          ],
          "params": [
            {
              "default": 3.0,
              "name": "top_k",
              "type": {
                "type": "<class 'int'>"
              }
            }
          ],
          "position": {
            "x": 1611.0,
            "y": 353.0
          },
          "type": "basic"
        },
        "params": {
          "top_k": "1"
        },
        "status": "done",
        "title": "LynxScribe Image RAG Query"
      },
      "dragHandle": ".bg-primary",
      "height": 212.0,
      "id": "LynxScribe Image RAG Query 1",
      "position": {
        "x": 1106.0332007233271,
        "y": -44.51280289330922
      },
      "type": "basic",
      "width": 281.0
    }
  ]
}