transformers_js_py from transformers_js import import_transformers_js import gradio as gr transformers = await import_transformers_js() pipeline = transformers.pipeline pipe = await pipeline('text-generation', 'Xenova/LaMini-Cerebras-590M') async def generate(text): return await pipe(text, {"temperature": 2.0, "max_new_tokens": 50, "repetition_penalty": 1.5}) demo = gr.Interface( generate, gr.Textbox(label="Initial Prompt"), gr.JSON(label="Generated Text"), examples=["I was walking in a nice neighborhood the other day ", "I'm an evil penguin and I", "It wasn't a bad film but"], theme=gr.themes.Soft(), flag=False) demo.launch()