Merge pull request #96 from rsrini7/openrouter-integration

added openrouter api and loaded the api key if exist in .env file

.env.example

@@ -0,0 +1,6 @@
+# Example .env file for SlideDeck AI
+# Add your API keys and configuration values here
+
+# OpenRouter API key (if using OpenRouter as a provider)
+
+OPENROUTER_API_KEY=your-openrouter-api-key

.gitignore

@@ -144,3 +144,4 @@ dmypy.json
 # Cython debug symbols
 cython_debug/
 
+.idea

.idea/.gitignore

@@ -1,3 +0,0 @@
-# Default ignored files
-/shelf/
-/workspace.xml

.idea/inspectionProfiles/Project_Default.xml

@@ -1,14 +0,0 @@
-<component name="InspectionProjectProfileManager">
-  <profile version="1.0">
-    <option name="myName" value="Project Default" />
-    <inspection_tool class="PyPackageRequirementsInspection" enabled="true" level="WARNING" enabled_by_default="true">
-      <option name="ignoredPackages">
-        <value>
-          <list size="1">
-            <item index="0" class="java.lang.String" itemvalue="numpy" />
-          </list>
-        </value>
-      </option>
-    </inspection_tool>
-  </profile>
-</component>

.idea/inspectionProfiles/profiles_settings.xml

@@ -1,6 +0,0 @@
-<component name="InspectionProjectProfileManager">
-  <settings>
-    <option name="USE_PROJECT_PROFILE" value="false" />
-    <version value="1.0" />
-  </settings>
-</component>

.idea/misc.xml

@@ -1,7 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="Black">
-    <option name="sdkName" value="Python 3.10 (slide-deck-ai)" />
-  </component>
-  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.10 (slide-deck-ai)" project-jdk-type="Python SDK" />
-</project>

.idea/modules.xml

@@ -1,8 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ProjectModuleManager">
-    <modules>
-      <module fileurl="file://$PROJECT_DIR$/.idea/slide-deck-ai.iml" filepath="$PROJECT_DIR$/.idea/slide-deck-ai.iml" />
-    </modules>
-  </component>
-</project>

.idea/slide-deck-ai.iml

@@ -1,10 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<module type="PYTHON_MODULE" version="4">
-  <component name="NewModuleRootManager">
-    <content url="file://$MODULE_DIR$">
-      <excludeFolder url="file://$MODULE_DIR$/venv" />
-    </content>
-    <orderEntry type="inheritedJdk" />
-    <orderEntry type="sourceFolder" forTests="false" />
-  </component>
-</module>

.idea/vcs.xml

@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="VcsDirectoryMappings">
-    <mapping directory="$PROJECT_DIR$" vcs="Git" />
-  </component>
-</project>

README.md

@@ -54,6 +54,8 @@ The supported LLMs offer different styles of content generation. Use one of the
 | Gemini 2.0 Flash Lite            | Google Gemini API (`gg`) | Mandatory; [get here](https://aistudio.google.com/apikey)                                                                | Fastest, longer content  |
 | GPT                              | Azure OpenAI (`az`)      | Mandatory; [get here](https://ai.azure.com/resource/playground)  NOTE: You need to have your subscription/billing set up | Faster, longer content   |
 | Command R+                       | Cohere (`co`) | Mandatory; [get here](https://dashboard.cohere.com/api-keys)                                                             | Shorter, simpler content |
+| Gemini-2.0-flash-001             | OpenRouter (`or`) | Mandatory; [get here](https://openrouter.ai/settings/keys)                                                                            | Faster, longer content |
+| GPT-3.5 Turbo                    | OpenRouter (`or`) | Mandatory; [get here](https://openrouter.ai/settings/keys)                                                                            | Faster, longer content |
 | Llama 3.3 70B Instruct Turbo     | Together AI (`to`) | Mandatory; [get here](https://api.together.ai/settings/api-keys)                                                         | Detailed, slower         |
 | Llama 3.1 8B Instruct Turbo 128K | Together AI (`to`) | Mandatory; [get here](https://api.together.ai/settings/api-keys)                                                         | Shorter                  |
 

app.py

@@ -25,10 +25,8 @@ import helpers.file_manager as filem
 from global_config import GlobalConfig
 from helpers import llm_helper, pptx_helper, text_helper
 
-
 load_dotenv()
 
-
 RUN_IN_OFFLINE_MODE = os.getenv('RUN_IN_OFFLINE_MODE', 'False').lower() == 'true'
 
 
@@ -182,14 +180,24 @@ with st.sidebar:
             on_change=reset_api_key
         ).split(' ')[0]
 
-        # The API key/access token
+        # --- Automatically fetch API key from .env if available ---
+        provider_match = GlobalConfig.PROVIDER_REGEX.match(llm_provider_to_use)
+        selected_provider = provider_match.group(1) if provider_match else llm_provider_to_use
+        env_key_name = GlobalConfig.PROVIDER_ENV_KEYS.get(selected_provider)
+        default_api_key = os.getenv(env_key_name, "") if env_key_name else ""
+
+        # Always sync session state to env value if needed (auto-fill on provider change)
+        if default_api_key and st.session_state.get('api_key_input', None) != default_api_key:
+            st.session_state['api_key_input'] = default_api_key
+
         api_key_token = st.text_input(
             label=(
                 '3: Paste your API key/access token:\n\n'
                 '*Mandatory* for all providers.'
             ),
+            key='api_key_input',
             type='password',
-            key='api_key_input'
+            disabled=bool(default_api_key),
         )
 
         # Additional configs for Azure OpenAI
@@ -349,7 +357,11 @@ def set_up_chat_ui():
                 if isinstance(chunk, str):
                     response += chunk
                 else:
-                    response += chunk.content  # AIMessageChunk
+                    content = getattr(chunk, 'content', None)
+                    if content is not None:
+                        response += content
+                    else:
+                        response += str(chunk)
 
                 # Update the progress bar with an approx progress percentage
                 progress_bar.progress(
@@ -581,3 +593,4 @@ def main():
 
 if __name__ == '__main__':
     main()
+

global_config.py

@@ -3,6 +3,7 @@ A set of configurations used by the app.
 """
 import logging
 import os
+import re
 
 from dataclasses import dataclass
 from dotenv import load_dotenv
@@ -20,9 +21,10 @@ class GlobalConfig:
     PROVIDER_COHERE = 'co'
     PROVIDER_GOOGLE_GEMINI = 'gg'
     PROVIDER_HUGGING_FACE = 'hf'
+    PROVIDER_AZURE_OPENAI = 'az'
     PROVIDER_OLLAMA = 'ol'
+    PROVIDER_OPENROUTER = 'or'
     PROVIDER_TOGETHER_AI = 'to'
-    PROVIDER_AZURE_OPENAI = 'az'
     VALID_PROVIDERS = {
         PROVIDER_COHERE,
         PROVIDER_GOOGLE_GEMINI,
@@ -30,7 +32,17 @@ class GlobalConfig:
         PROVIDER_OLLAMA,
         PROVIDER_TOGETHER_AI,
         PROVIDER_AZURE_OPENAI,
+        PROVIDER_OPENROUTER,
+    }
+    PROVIDER_ENV_KEYS = {
+        PROVIDER_COHERE: "COHERE_API_KEY",
+        PROVIDER_GOOGLE_GEMINI: "GOOGLE_API_KEY",
+        PROVIDER_HUGGING_FACE: "HUGGINGFACEHUB_API_TOKEN",
+        PROVIDER_AZURE_OPENAI: "AZURE_OPENAI_API_KEY",
+        PROVIDER_OPENROUTER: "OPENROUTER_API_KEY",
+        PROVIDER_TOGETHER_AI: "TOGETHER_API_KEY",
     }
+    PROVIDER_REGEX = re.compile(r'\[(.*?)\]')
     VALID_MODELS = {
         '[az]azure/open-ai': {
             'description': 'faster, detailed',
@@ -62,6 +74,16 @@ class GlobalConfig:
             'max_new_tokens': 8192,
             'paid': False,
         },
+        '[or]google/gemini-2.0-flash-001': {
+            'description': 'Google Gemini-2.0-flash-001 (via OpenRouter)',
+            'max_new_tokens': 8192,
+            'paid': True,
+        },
+        '[or]openai/gpt-3.5-turbo': {
+            'description': 'OpenAI GPT-3.5 Turbo (via OpenRouter)',
+            'max_new_tokens': 4096,
+            'paid': True,
+        },
         '[to]meta-llama/Llama-3.3-70B-Instruct-Turbo': {
             'description': 'detailed, slower',
             'max_new_tokens': 4096,
@@ -71,7 +93,7 @@ class GlobalConfig:
             'description': 'shorter, faster',
             'max_new_tokens': 4096,
             'paid': True,
-        },
+        }
     }
     LLM_PROVIDER_HELP = (
         'LLM provider codes:\n\n'
@@ -79,14 +101,14 @@ class GlobalConfig:
         '- **[co]**: Cohere\n'
         '- **[gg]**: Google Gemini API\n'
         '- **[hf]**: Hugging Face Inference API\n'
-        '- **[to]**: Together AI\n\n'
+        '- **[or]**: OpenRouter\n\n'
+        '- **[to]**: Together AI\n'
         '[Find out more](https://github.com/barun-saha/slide-deck-ai?tab=readme-ov-file#summary-of-the-llms)'
     )
     DEFAULT_MODEL_INDEX = int(os.environ.get('DEFAULT_MODEL_INDEX', '4'))
     LLM_MODEL_TEMPERATURE = 0.2
-    LLM_MODEL_MIN_OUTPUT_LENGTH = 100
-    LLM_MODEL_MAX_INPUT_LENGTH = 400  # characters
     MAX_PAGE_COUNT = 50
+    LLM_MODEL_MAX_INPUT_LENGTH = 1000  # characters
 
     LOG_LEVEL = 'DEBUG'
     COUNT_TOKENS = False

helpers/llm_helper.py

@@ -11,7 +11,7 @@ import requests
 from requests.adapters import HTTPAdapter
 from urllib3.util import Retry
 from langchain_core.language_models import BaseLLM, BaseChatModel
-
+import os
 
 sys.path.append('..')
 
@@ -23,6 +23,7 @@ OLLAMA_MODEL_REGEX = re.compile(r'[a-zA-Z0-9._:-]+$')
 # 94 characters long, only containing alphanumeric characters, hyphens, and underscores
 API_KEY_REGEX = re.compile(r'^[a-zA-Z0-9_-]{6,94}$')
 REQUEST_TIMEOUT = 35
+OPENROUTER_BASE_URL = 'https://openrouter.ai/api/v1'
 
 
 logger = logging.getLogger(__name__)
@@ -188,6 +189,22 @@ def get_langchain_llm(
             api_key=api_key,
         )
 
+    if provider == GlobalConfig.PROVIDER_OPENROUTER:
+        # Use langchain-openai's ChatOpenAI for OpenRouter
+        from langchain_openai import ChatOpenAI
+        
+        logger.debug('Getting LLM via OpenRouter: %s', model)
+        openrouter_api_key = api_key
+       
+        return ChatOpenAI(
+            base_url=OPENROUTER_BASE_URL,
+            openai_api_key=openrouter_api_key,
+            model_name=model,
+            temperature=GlobalConfig.LLM_MODEL_TEMPERATURE,
+            max_tokens=max_new_tokens,
+            streaming=True,
+        )
+
     if provider == GlobalConfig.PROVIDER_COHERE:
         from langchain_cohere.llms import Cohere