app.py

import gradio as gr
from transformers import AutoTokenizer

#gr.Interface.load("models/replit/replit-code-v1-3b").launch()
def code_v1(input_text):
    # load tokenizer
    tokenizer = AutoTokenizer.from_pretrained('replit/replit-code-v1-3b', trust_remote_code=True)

    # single input encoding + generation
    x = tokenizer.encode(input_text, return_tensors='pt')
    y = model.generate(x)
    # decoding, clean_up_tokenization_spaces=False to ensure syntactical correctness
    generated_code = tokenizer.decode(y[0], skip_special_tokens=True, clean_up_tokenization_spaces=False)
    return generated_code

prompt = gr.Textbox(label="Prompt")
run_button = gr.Button(label="Run")
output_prompt = gr.Textbox(label="OutPut")
run_button.click(fn=code_v1, inputs=ips, outputs=[output_prompt])