Create app.py

app.py

@@ -0,0 +1,191 @@
+import gradio as gr
+import spaces
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+import torch
+from huggingface_hub import InferenceClient
+import os
+
+# Initialize Cerebras client for Llama 4
+cerebras_client = InferenceClient(
+    "meta-llama/Llama-4-Scout-17B-16E-Instruct",
+    provider="cerebras",
+    token=os.getenv("HF_TOKEN"),
+)
+
+# Global variables for models and tokenizers
+en_es_tokenizer = None
+en_es_model = None
+es_en_tokenizer = None
+es_en_model = None
+
+@spaces.GPU(duration=60)
+def translate_en_to_es(text):
+    global en_es_tokenizer, en_es_model
+    
+    # Initialize EN->ES model if needed
+    if en_es_tokenizer is None or en_es_model is None:
+        en_es_tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M", src_lang="eng_Latn", tgt_lang="spa_Latn")
+        en_es_model = AutoModelForSeq2SeqLM.from_pretrained(
+            "facebook/nllb-200-distilled-600M",
+            torch_dtype=torch.float16
+        ).cuda()
+    
+    # Translate
+    inputs = en_es_tokenizer(text, return_tensors="pt", max_length=512, truncation=True).to("cuda")
+    with torch.no_grad():
+        outputs = en_es_model.generate(
+            **inputs,
+            forced_bos_token_id=en_es_tokenizer.convert_tokens_to_ids("spa_Latn"),
+            max_length=512,
+            num_beams=5,
+            early_stopping=True
+        )
+    
+    translation = en_es_tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return translation
+
+@spaces.GPU(duration=60)
+def translate_es_to_en(text):
+    global es_en_tokenizer, es_en_model
+    
+    # Initialize ES->EN model if needed
+    if es_en_tokenizer is None or es_en_model is None:
+        es_en_tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M", src_lang="spa_Latn", tgt_lang="eng_Latn")
+        es_en_model = AutoModelForSeq2SeqLM.from_pretrained(
+            "facebook/nllb-200-distilled-600M",
+            torch_dtype=torch.float16
+        ).cuda()
+    
+    # Translate
+    inputs = es_en_tokenizer(text, return_tensors="pt", max_length=512, truncation=True).to("cuda")
+    with torch.no_grad():
+        outputs = es_en_model.generate(
+            **inputs,
+            forced_bos_token_id=es_en_tokenizer.convert_tokens_to_ids("eng_Latn"),
+            max_length=512,
+            num_beams=5,
+            early_stopping=True
+        )
+    
+    translation = es_en_tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return translation
+
+def refine_with_llama(original_text, translation, direction, region="general", formality="neutral"):
+    if direction == "en_to_es":
+        refine_prompt = f"""You are an expert Spanish translator. Refine the following translation to address these common issues:
+
+1. Context and ambiguity resolution
+2. Cultural nuances and regional variations for {region}
+3. Tone and formality ({formality})
+4. Grammatical correctness
+5. Idiomatic expressions
+
+Original English: {original_text}
+Initial Spanish translation: {translation}
+Region preference: {region}
+
+Provide only the refined Spanish translation, nothing else."""
+    else:
+        refine_prompt = f"""You are an expert English translator. Refine the following translation to address these common issues:
+
+1. Context and ambiguity resolution
+2. Cultural nuances and natural English expressions
+3. Tone and formality ({formality})
+4. Grammatical correctness
+5. Idiomatic expressions
+
+Original Spanish: {original_text}
+Initial English translation: {translation}
+Formality: {formality}
+
+Provide only the refined English translation, nothing else."""
+
+    try:
+        response = cerebras_client.chat_completion(
+            messages=[{"role": "user", "content": refine_prompt}],
+            max_tokens=512,
+            temperature=0.3
+        )
+        return response.choices[0].message.content.strip()
+    except Exception as e:
+        return f"Refinement error: {str(e)}"
+
+def complete_translation(text, direction, region, formality):
+    if not text.strip():
+        return "", ""
+    
+    try:
+        # Step 1: Initial translation
+        if direction == "English to Spanish":
+            initial_translation = translate_en_to_es(text)
+            refined_translation = refine_with_llama(text, initial_translation, "en_to_es", region, formality)
+        else:  # Spanish to English
+            initial_translation = translate_es_to_en(text)
+            refined_translation = refine_with_llama(text, initial_translation, "es_to_en", region, formality)
+        
+        return initial_translation, refined_translation
+    except Exception as e:
+        return f"Error: {str(e)}", ""
+
+# Create Gradio interface
+with gr.Blocks(title="Bidirectional English-Spanish Translator") as demo:
+    gr.Markdown("# Bidirectional English-Spanish Translator")
+    gr.Markdown("Powered by NLLB-200 + Llama 4 via Cerebras for context-aware, culturally nuanced translations")
+    
+    with gr.Row():
+        with gr.Column(scale=2):
+            input_text = gr.Textbox(
+                label="Text to Translate",
+                placeholder="Enter text in English or Spanish...",
+                lines=6
+            )
+            
+            with gr.Row():
+                direction = gr.Dropdown(
+                    choices=["English to Spanish", "Spanish to English"],
+                    value="English to Spanish",
+                    label="Translation Direction"
+                )
+                
+            with gr.Row():
+                region = gr.Dropdown(
+                    choices=["general", "Mexico", "Spain", "Argentina", "Colombia", "Peru"],
+                    value="general",
+                    label="Spanish Variant (for ES translations)"
+                )
+                formality = gr.Dropdown(
+                    choices=["neutral", "formal", "informal"],
+                    value="neutral",
+                    label="Formality Level"
+                )
+            
+            translate_btn = gr.Button("Translate", variant="primary", size="lg")
+        
+        with gr.Column(scale=2):
+            with gr.Row():
+                initial_output = gr.Textbox(
+                    label="Initial Translation (NLLB-200)",
+                    lines=3,
+                    interactive=False
+                )
+                refined_output = gr.Textbox(
+                    label="Refined Translation (Llama 4)",
+                    lines=3,
+                    interactive=False
+                )
+    
+    # Connect function
+    translate_btn.click(
+        fn=complete_translation,
+        inputs=[input_text, direction, region, formality],
+        outputs=[initial_output, refined_output]
+    )
+    
+    input_text.submit(
+        fn=complete_translation,
+        inputs=[input_text, direction, region, formality],
+        outputs=[initial_output, refined_output]
+    )
+
+if __name__ == "__main__":
+    demo.launch()