Spaces:
Sleeping
Sleeping
| #!/usr/bin/env python | |
| # coding: utf-8 | |
| # ### Keywords to Title Generator | |
| # - https://huggingface.co/EnglishVoice/t5-base-keywords-to-headline?text=diabetic+diet+plan | |
| # - Apache 2.0 | |
| import torch | |
| from transformers import T5ForConditionalGeneration,T5Tokenizer | |
| import gradio as gr | |
| device = torch.device("cuda" if torch.cuda.is_available() else "cpu") | |
| model = T5ForConditionalGeneration.from_pretrained("EnglishVoice/t5-base-keywords-to-headline") | |
| tokenizer = T5Tokenizer.from_pretrained("EnglishVoice/t5-base-keywords-to-headline", clean_up_tokenization_spaces=True, legacy=False) | |
| model = model.to(device) | |
| def title_gen(keywords): | |
| text = "headline: " + keywords | |
| encoding = tokenizer.encode_plus(text, return_tensors = "pt") | |
| input_ids = encoding["input_ids"].to(device) | |
| attention_masks = encoding["attention_mask"].to(device) | |
| beam_outputs = model.generate( | |
| input_ids = input_ids, | |
| attention_mask = attention_masks, | |
| max_new_tokens = 30, | |
| do_sample = True, | |
| num_return_sequences = 5, | |
| temperature = 1.2, | |
| #num_beams = 20, | |
| #num_beam_groups = 20, | |
| #diversity_penalty=0.8, | |
| no_repeat_ngram_size = 3, | |
| penalty_alpha = 0.8, | |
| #early_stopping = True, | |
| top_k = 15, | |
| #top_p = 0.60, | |
| ) | |
| titles = "" | |
| for i in range(len(beam_outputs)): | |
| result = tokenizer.decode(beam_outputs[i], skip_special_tokens=True) | |
| titles += f"<h3>{result}<br>" #Create string with all the titles and a <br> tag for line break | |
| return titles | |
| iface = gr.Interface(fn=title_gen, | |
| inputs=[gr.Textbox(label="Paste 2 or more keywords searated by a comma.", lines=1), "checkbox", gr.Slider(0.1, 2, 0.8)], | |
| outputs=[gr.HTML(label="Titles:")], | |
| title="AI Keywords to Title Generator", | |
| description="Turn keywords into creative suggestions", | |
| article="<div align=left><h1>AI Creative Title Generator</h1><li>With just keywords, generate a list of creative titles.</li><li>Click on Submit to generate more creative and diverse titles.</li><p>AI Model:<br><li>T5 Model trained on a dataset of titles and related keywords</li><li>Original model id: EnglishVoice/t5-base-keywords-to-headline by English Voice AI Labs</li></p><p>Default parameter details:<br><li>Temperature = 1.2, no_repeat_ngram_size=3, top_k = 15, penalty_alpha = 0.8, max_new_tokens = 30</li></div>", | |
| flagging_mode='never' | |
| ) | |
| iface.launch() | |