from transformers import AutoModelForCausalLM, AutoTokenizer
from instruct_pipeline import InstructionTextGenerationPipeline
tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-3b", padding_side="left")
model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-3b", load_in_8bit=True)
                                             
generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)

import gradio as gr

def greet(name):
    return generate_text(name)
    

iface = gr.Interface(fn=greet, inputs="text", outputs="text")
iface.launch(share=True)