|
--- |
|
library_name: transformers |
|
datasets: |
|
- Eka-Korn/distillbert-qa-russian |
|
language: |
|
- ru |
|
- en |
|
base_model: |
|
- distilbert/distilbert-base-cased-distilled-squad |
|
pipeline_tag: question-answering |
|
metrics: |
|
- exact_match 0.5160648148148148 |
|
- f1 0.7232768099092667 |
|
- bleu 0.5557907061973886 |
|
- sas 0.8044405 |
|
- rouge-l 0.2077774151814722 |
|
- rouge-1 0.20780888564002598 |
|
- rouge-2 0.062372584931408466 |
|
- meteor 0.6431945091247689 |
|
license: mit |
|
--- |
|
## Evaluation metrics: |
|
- EM: 0.5160648148148148 |
|
- F1: 0.7232768099092667 |
|
- METEOR: 0.6431945091247689 |
|
- ROUGE-1: 0.20780888564002598 |
|
- ROUGE-2: 0.062372584931408466 |
|
- ROUGE-L: 0.2077774151814722 |
|
- BLEU: 0.5557907061973886 |
|
- SAS: 0.8044405 |
