Add accelerate

app.py

@@ -3,15 +3,6 @@ import os
 import torch
 import transformers
 
-def reduce_sum(value, mask, axis=None):
-    if axis is None:
-        return torch.sum(value * mask)
-    return torch.sum(value * mask, axis)
-def reduce_mean(value, mask, axis=None):
-    if axis is None:
-        return torch.sum(value * mask) / torch.sum(mask)
-    return reduce_sum(value, mask, axis) / torch.sum(mask, axis)
-
 device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu')
 
 HF_TOKEN_DOWNLOAD = os.environ.get('HF_TOKEN_DOWNLOAD')

requirements.txt

@@ -1,4 +1,6 @@
 torch
 transformers
 tokenizers
-sentencepiece
+sentencepiece
+huggingface_hub
+accelerate