app.py

import gradio as gr

gr.Interface.load("models/meta-llama/Llama-2-7b-chat-hf",load_in_8bit=True,use_auth_token="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").launch()