support leaderboard updates

README.md

@@ -1,6 +1,6 @@
 ---
 title: Open LLLM Leaderboard for domains
-emoji: 👁
+emoji: 📊
 colorFrom: purple
 colorTo: blue
 sdk: gradio
@@ -9,6 +9,7 @@ app_file: app.py
 pinned: false
 short_description: Ranking for Open-sourced LLMs in different domains
 license: mit
+hf_oauth: true
 ---
 
 # specialized-llm-leaderboard

app.py

@@ -1,48 +1,89 @@
+import os
 import gradio as gr
 import pandas as pd
 from gradio_huggingfacehub_search import HuggingfaceHubSearch
 import requests
 
-def update_table(category):
-    data_dict = {
-        "Overall": {
-            "Rank": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26],
-            "Model": ["Model A", "Model B", "Model C", "Model D", "Model E", "Model F", "Model G", "Model H", "Model I", "Model J", "Model K", "Model L", "Model M", "Model N", "Model O", "Model P", "Model Q", "Model R", "Model S", "Model T", "Model U", "Model V", "Model W", "Model X", "Model Y", "Model Z"],
-            "Votes": [1250, 200, 3150, 4250, 5200, 6150, 7250, 8200, 9150, 10250, 11200, 12150, 13250, 21250, 200, 3150, 4250, 5200, 6150, 7250, 8200, 9150, 10250, 11200, 12150, 13250],
-            "Organization": ["Org A", "Org B", "Org C", "Org D", "Org E", "Org F", "Org G", "Org H", "Org I", "Org J", "Org K", "Org L", "Org M", "Org N", "Org O", "Org P", "Org Q", "Model R", "Model S", "Model T", "Model U", "Model V", "Model W", "Model X", "Model Y", "Model Z"],
-            "License": ["1MIT", "2Apache 2.0", "3GPL", "4MIT", "5Apache 2.0", "6GPL", "7MIT", "8Apache 2.0", "9GPL", "10MIT", "11Apache 2.0", "12GPL", "13MIT", "1MIT", "2Apache 2.0", "3GPL", "4MIT", "5Apache 2.0", "6GPL", "7MIT", "8Apache 2.0", "9GPL", "10MIT", "11Apache 2.0", "12GPL", "13MIT"]
-        },
-        "Biology": {
-            "Rank": [1, 2],
-            "Model": ["GenePredict", "BioSeq"],
-            "Votes": [180, 160],
-            "Organization": ["BioTech", "Genomics Inc"],
-            "License": ["GPL", "MIT"]
+leaderboard_url = os.getenv("LEADERBOARD_URL", "https://leaderboard.nexa4ai.com")
+
+get_ranking_url = f"{leaderboard_url}/model/get-ranking-by-category"
+get_models_url = f"{leaderboard_url}/model/get-models-by-category"
+vote_url = f"{leaderboard_url}/model/vote"
+submit_models_url = f"{leaderboard_url}/model/submit-models"
+
+def update_table(category): 
+    url_with_params = f"{get_ranking_url}?category={category}"
+    
+    response = requests.get(url_with_params)
+
+    if response.status_code == 200:
+        ranking_data = response.json()["ranking"]
+        api_model_data = {
+            "Model": [item["model_id"] for item in ranking_data],
+            "Votes": [item["votes"] for item in ranking_data],
+            "Categories": [category] * len(ranking_data)
         }
+        api_df = pd.DataFrame(api_model_data)
+    else:
+        print(f"Failed to submit request: {response.text}")
+        api_df = pd.DataFrame()  
+    return api_df
+
+
+def get_user(profile: gr.OAuthProfile | None) -> str:
+    if profile is None:
+        return ""
+    return profile.username
+
+
+def get_vote_models(category):
+    if not category:
+        return []
+
+    url_with_params = f"{get_models_url}?category={category}" 
+
+    response = requests.get(url_with_params)
+
+    if response.status_code == 200:
+        models_data = response.json()
+        return gr.CheckboxGroup(choices=models_data, label="Choose your options", interactive=True)
+    else:
+        print(f"Failed to get models: {response.text}")
+        return []
+
+
+def submit_vote(username, category, models):
+    if not category or not models:
+        return "All fields are required!"
+    if not username:
+        return "You need to log in to submit a vote."
+    if username.startswith("Hello "):
+        username = username[6:]
+  
+    data = {
+        "category": category,
+        "username": username,
+        "model_ids": models
     }
     
-    data = data_dict.get(category, {"Rank": [], "Model": [], "Votes": [], "Organization": [], "License": []})
-    df = pd.DataFrame(data)
-    return df
+    response = requests.post(vote_url, json=data)
+    
+    if response.status_code == 200:
+        return f"Vote '{models}' submitted successfully!"
+    else:
+        return f"Failed to vote: {response.text}"
 
-def submit_vote(category, vote):
-    if not category or not vote:
-        return "All fields are required!"
-    # code
-    return f"Vote '{vote}' submitted successfully!"
 
 def submit_model(category, model_id):
     if not category or not model_id:
         return "All fields are required!"
     
-    url = "https://sdk.nexa4ai.com/task"   # Will have a new endpoint
-
     data = {
-        "category": category,
-        "model_id": model_id
+        "model_id": model_id,
+        "categories": [category]  
     }
     
-    response = requests.post(url, json=data)
+    response = requests.post(submit_models_url, json=data)
     
     if response.status_code == 200:
         return "Your request has been submitted successfully. We will notify you by email once processing is complete."
@@ -50,58 +91,50 @@ def submit_model(category, model_id):
         return f"Failed to submit request: {response.text}"
 
 
-with gr.Blocks() as app:
+theme = gr.themes.Soft()
+
+with gr.Blocks(theme=theme) as app:
     with gr.Tabs():
         with gr.TabItem("Table"):
             category = gr.Dropdown(
-                choices=[
-                    "Overall", "Biology", "Physics", "Business", "Chemistry",
-                    "Economics", "Philosophy", "History", "Culture", "Computer Science",
-                    "Math", "Health", "Law", "Engineering", "Other"
-                ],
+                choices=["all", "Biology", "Physics", "Business", "Chemistry", "Economics", "Philosophy", "History", "Culture", "Computer Science", "Math", "Health", "Law", "Engineering", "Other"],
                 label="Select Category",
-                value="Overall"  
+                value="all"
             )
             
-            initial_data = update_table("Overall")
+            initial_data = update_table("all")
             table = gr.Dataframe(
-                headers=["Rank", "Model", "Votes", "Organization", "License"],
-                datatype=["number", "str", "number", "str", "str"],
+                headers=["Model", "Votes", "Categories"],
+                datatype=["str", "number", "str"],
                 value=initial_data,
-                col_count=(5, "fixed"),
+                col_count=(3, "fixed"),
             )
             category.change(update_table, inputs=category, outputs=table)
         
         with gr.TabItem("Vote"):
+            username_text = gr.State(value="")
+            login_button = gr.LoginButton()
+            app.load(get_user, inputs=None, outputs=username_text)
+
             category = gr.Dropdown(
-                choices=[
-                    "Biology", "Physics", "Business", "Chemistry",
-                    "Economics", "Philosophy", "History", "Culture", "Computer Science",
-                    "Math", "Health", "Law", "Engineering", "Other"
-                ],
+                choices=["Biology", "Physics", "Business", "Chemistry", "Economics", "Philosophy", "History", "Culture", "Computer Science", "Math", "Health", "Law", "Engineering", "Other"], 
                 label="Select Category"
             )
-            vote = gr.CheckboxGroup(choices=["Option 1", "Option 2", "Option 3"], label="Choose your option")
+
+            cbg = gr.CheckboxGroup(choices=[], label="Choose your options",interactive=True)
             submit_button = gr.Button("Submit Vote")
-            submit_result = gr.Label() 
-            submit_button.click(fn=submit_vote, inputs=[category, vote], outputs=submit_result)
+            submit_result = gr.Markdown()
+
+            category.change(get_vote_models, inputs=category, outputs=cbg) 
+
+            submit_button.click(fn=submit_vote, inputs=[username_text, category, cbg], outputs=submit_result)
+
         
         with gr.TabItem("Submit Model"):
-            category = gr.Dropdown(
-                choices=[
-                    "Biology", "Physics", "Business", "Chemistry",
-                    "Economics", "Philosophy", "History", "Culture", "Computer Science",
-                    "Math", "Health", "Law", "Engineering", "Other"
-                ],
-                label="Select Category" 
-            )
-            model_id = HuggingfaceHubSearch(
-                label="Hub Model ID",
-                placeholder="Search for model id on Huggingface",
-                search_type="model",
-            )
+            category = gr.Dropdown(choices=["Biology", "Physics", "Business", "Chemistry", "Economics", "Philosophy", "History", "Culture", "Computer Science", "Math", "Health", "Law", "Engineering", "Other"], label="Select Category")
+            model_id = HuggingfaceHubSearch(label="Hub Model ID", placeholder="Search for model id on Huggingface", search_type="model")
             submit_model_button = gr.Button("Submit Model")
-            submit_model_result = gr.Label()
+            submit_model_result = gr.Markdown()
             submit_model_button.click(fn=submit_model, inputs=[category, model_id], outputs=submit_model_result)
 
-app.launch()
+app.launch(share=True)

requirements.txt

@@ -1,3 +1,5 @@
-gradio
-spaces
-gradio_huggingfacehub_search
+fastapi
+motor
+gradio_huggingfacehub_search
+pandas
+requests