requirements.txt

transformers
gradio
huggingface_hub
torch  # or tensorflow
accelerate
bitsandbytes
aiohttp

einops
sentencepiece
fastapi 
uvicorn