main.py

import requests
from bs4 import BeautifulSoup
from fastapi import FastAPI#, Request
#from fastapi.responses import StreamingResponse
from pydantic import BaseModel
import re
import replicate


class Item(BaseModel):
    url: str
    percentage: int

app = FastAPI()


def extract_article_content(url):
    try:
        
        response = requests.get(url)

        soup = BeautifulSoup(response.text, 'html.parser')
        results = soup.find_all(['h1', 'p'])
        text = [result.text for result in results]
        ARTICLE = ' '.join(text)
        
        return ARTICLE
    except Exception as e:
        return ""


@app.get("/")
async def root():
    return {"status": "OK"}



@app.post("/summarize-v1")
async def root(item: Item):
    try:
        article = extract_article_content(item.url)

        if len(article) == 0:
            return {'summary': ""}

        event_list = []
        for event in replicate.stream("snowflake/snowflake-arctic-instruct", input={
            prompt: "Write fizz buzz in SQL",
            temperature: 0.2
        }):
            # Convert the event to a string and append it to the list
            event_list.append(str(event))

        # After the event stream ends, process the collected events
        output_variable = "\n".join(event_list)
        return {"summary": output_variable}

    except requests.RequestException as e:
        return {"error": str(e), "status_code": 500}




# @app.post("/summarize-v2")
# async def root(item: Item):
#     try:
#         article = extract_article_content(item.url)

#         if len(article) == 0:
#             return StreamingResponse(content="", media_type="application/json")

#         response = requests.post('https://fumes-api.onrender.com/llama3',
#         json={'prompt': "{ 'User': 'Summarize the following news article: '" + article + "}",
#         "temperature":0.6,
#         "topP":0.9,
#         "maxTokens": 200}, stream=True)

#         async def send_chunks():
#             for chunk in response.iter_content(chunk_size=1024):
#                 if chunk:
#                     yield chunk.decode('utf-8')

#         return StreamingResponse(send_chunks(), media_type="text/plain")

#     except requests.RequestException as e:
#         return {"error": str(e), "status_code": 500}


    
@app.post("/extract-content")
async def root(item: Item):
    
    try:

        article = extract_article_content(item.url)

        if len(article) == 0:
            return {'ERROR': "AHHHHHHHHH"}
        
        return {"content":article}
        
    except requests.RequestException as e:
        return {"error": str(e), "status_code": 500}