Delete app.py

app.py

@@ -1,191 +0,0 @@
-import gradio as gr
-import spaces
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
-import torch
-from huggingface_hub import InferenceClient
-import os
-
-# Initialize Cerebras client for Llama 4
-cerebras_client = InferenceClient(
-    "meta-llama/Llama-4-Scout-17B-16E-Instruct",
-    provider="cerebras",
-    token=os.getenv("HF_TOKEN"),
-)
-
-# Global variables for models and tokenizers
-en_es_tokenizer = None
-en_es_model = None
-es_en_tokenizer = None
-es_en_model = None
-
-@spaces.GPU(duration=60)
-def translate_en_to_es(text):
-    global en_es_tokenizer, en_es_model
-    
-    # Initialize EN->ES model if needed
-    if en_es_tokenizer is None or en_es_model is None:
-        en_es_tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M", src_lang="eng_Latn", tgt_lang="spa_Latn")
-        en_es_model = AutoModelForSeq2SeqLM.from_pretrained(
-            "facebook/nllb-200-distilled-600M",
-            torch_dtype=torch.float16
-        ).cuda()
-    
-    # Translate
-    inputs = en_es_tokenizer(text, return_tensors="pt", max_length=512, truncation=True).to("cuda")
-    with torch.no_grad():
-        outputs = en_es_model.generate(
-            **inputs,
-            forced_bos_token_id=en_es_tokenizer.convert_tokens_to_ids("spa_Latn"),
-            max_length=512,
-            num_beams=5,
-            early_stopping=True
-        )
-    
-    translation = en_es_tokenizer.decode(outputs[0], skip_special_tokens=True)
-    return translation
-
-@spaces.GPU(duration=60)
-def translate_es_to_en(text):
-    global es_en_tokenizer, es_en_model
-    
-    # Initialize ES->EN model if needed
-    if es_en_tokenizer is None or es_en_model is None:
-        es_en_tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M", src_lang="spa_Latn", tgt_lang="eng_Latn")
-        es_en_model = AutoModelForSeq2SeqLM.from_pretrained(
-            "facebook/nllb-200-distilled-600M",
-            torch_dtype=torch.float16
-        ).cuda()
-    
-    # Translate
-    inputs = es_en_tokenizer(text, return_tensors="pt", max_length=512, truncation=True).to("cuda")
-    with torch.no_grad():
-        outputs = es_en_model.generate(
-            **inputs,
-            forced_bos_token_id=es_en_tokenizer.convert_tokens_to_ids("eng_Latn"),
-            max_length=512,
-            num_beams=5,
-            early_stopping=True
-        )
-    
-    translation = es_en_tokenizer.decode(outputs[0], skip_special_tokens=True)
-    return translation
-
-def refine_with_llama(original_text, translation, direction, region="general", formality="neutral"):
-    if direction == "en_to_es":
-        refine_prompt = f"""You are an expert Spanish translator. Refine the following translation to address these common issues:
-
-1. Context and ambiguity resolution
-2. Cultural nuances and regional variations for {region}
-3. Tone and formality ({formality})
-4. Grammatical correctness
-5. Idiomatic expressions
-
-Original English: {original_text}
-Initial Spanish translation: {translation}
-Region preference: {region}
-
-Provide only the refined Spanish translation, nothing else."""
-    else:
-        refine_prompt = f"""You are an expert English translator. Refine the following translation to address these common issues:
-
-1. Context and ambiguity resolution
-2. Cultural nuances and natural English expressions
-3. Tone and formality ({formality})
-4. Grammatical correctness
-5. Idiomatic expressions
-
-Original Spanish: {original_text}
-Initial English translation: {translation}
-Formality: {formality}
-
-Provide only the refined English translation, nothing else."""
-
-    try:
-        response = cerebras_client.chat_completion(
-            messages=[{"role": "user", "content": refine_prompt}],
-            max_tokens=512,
-            temperature=0.3
-        )
-        return response.choices[0].message.content.strip()
-    except Exception as e:
-        return f"Refinement error: {str(e)}"
-
-def complete_translation(text, direction, region, formality):
-    if not text.strip():
-        return "", ""
-    
-    try:
-        # Step 1: Initial translation
-        if direction == "English to Spanish":
-            initial_translation = translate_en_to_es(text)
-            refined_translation = refine_with_llama(text, initial_translation, "en_to_es", region, formality)
-        else:  # Spanish to English
-            initial_translation = translate_es_to_en(text)
-            refined_translation = refine_with_llama(text, initial_translation, "es_to_en", region, formality)
-        
-        return initial_translation, refined_translation
-    except Exception as e:
-        return f"Error: {str(e)}", ""
-
-# Create Gradio interface
-with gr.Blocks(title="Bidirectional English-Spanish Translator") as demo:
-    gr.Markdown("# Bidirectional English-Spanish Translator")
-    gr.Markdown("Powered by NLLB-200 + Llama 4 via Cerebras for context-aware, culturally nuanced translations")
-    
-    with gr.Row():
-        with gr.Column(scale=2):
-            input_text = gr.Textbox(
-                label="Text to Translate",
-                placeholder="Enter text in English or Spanish...",
-                lines=6
-            )
-            
-            with gr.Row():
-                direction = gr.Dropdown(
-                    choices=["English to Spanish", "Spanish to English"],
-                    value="English to Spanish",
-                    label="Translation Direction"
-                )
-                
-            with gr.Row():
-                region = gr.Dropdown(
-                    choices=["general", "Mexico", "Spain", "Argentina", "Colombia", "Peru"],
-                    value="general",
-                    label="Spanish Variant (for ES translations)"
-                )
-                formality = gr.Dropdown(
-                    choices=["neutral", "formal", "informal"],
-                    value="neutral",
-                    label="Formality Level"
-                )
-            
-            translate_btn = gr.Button("Translate", variant="primary", size="lg")
-        
-        with gr.Column(scale=2):
-            with gr.Row():
-                initial_output = gr.Textbox(
-                    label="Initial Translation (NLLB-200)",
-                    lines=3,
-                    interactive=False
-                )
-                refined_output = gr.Textbox(
-                    label="Refined Translation (Llama 4)",
-                    lines=3,
-                    interactive=False
-                )
-    
-    # Connect function
-    translate_btn.click(
-        fn=complete_translation,
-        inputs=[input_text, direction, region, formality],
-        outputs=[initial_output, refined_output]
-    )
-    
-    input_text.submit(
-        fn=complete_translation,
-        inputs=[input_text, direction, region, formality],
-        outputs=[initial_output, refined_output]
-    )
-
-if __name__ == "__main__":
-    demo.launch()