Files changed (1) hide show
  1. README.md +46 -35
README.md CHANGED
@@ -69,7 +69,7 @@ language:
69
  - my
70
  - ne
71
  - nl
72
- - no
73
  - ny
74
  - pa
75
  - pl
@@ -105,24 +105,35 @@ language:
105
  - yo
106
  - zh
107
  - zu
108
- pipeline_tag: text-generation
109
  widget:
110
- - text: "一个传奇的开端,一个不灭的神话,这不仅仅是一部电影,而是作为一个走进新时代的标签,永远彪炳史册。Would you rate the previous review as positive, neutral or negative?"
111
- example_title: "zh-en sentiment"
112
- - text: "一个传奇的开端,一个不灭的神话,这不仅仅是一部电影,而是作为一个走进新时代的标签,永远彪炳史册。你认为这句话的立场是赞扬、中立还是批评?"
113
- example_title: "zh-zh sentiment"
114
- - text: "Suggest at least five related search terms to \"Mạng neural nhân tạo\"."
115
- example_title: "vi-en query"
116
- - text: "Proposez au moins cinq mots clés concernant «Réseau de neurones artificiels»."
117
- example_title: "fr-fr query"
118
- - text: "Explain in a sentence in Telugu what is backpropagation in neural networks."
119
- example_title: "te-en qa"
120
- - text: "Why is the sky blue?"
121
- example_title: "en-en qa"
122
- - text: "Write a fairy tale about a troll saving a princess from a dangerous dragon. The fairy tale is a masterpiece that has achieved praise worldwide and its moral is \"Heroes Come in All Shapes and Sizes\". Story (in Spanish):"
123
- example_title: "es-en fable"
124
- - text: "Write a fable about wood elves living in a forest that is suddenly invaded by ogres. The fable is a masterpiece that has achieved praise worldwide and its moral is \"Violence is the last refuge of the incompetent\". Fable (in Hindi):"
125
- example_title: "hi-en fable"
 
 
 
 
 
 
 
 
 
 
 
126
  model-index:
127
  - name: mt0-xl
128
  results:
@@ -235,7 +246,7 @@ model-index:
235
  revision: 9dbd830a06fea8b1c49d6e5ef2004a08d9f45094
236
  metrics:
237
  - type: Accuracy
238
- value: 39.0
239
  - task:
240
  type: Natural language inference
241
  dataset:
@@ -433,17 +444,17 @@ model-index:
433
  revision: e8dc562f5de170c54b5481011dd9f4fa04845771
434
  metrics:
435
  - type: Pass@1
436
- value: 0.00
437
  - type: Pass@10
438
- value: 0.00
439
  - type: Pass@100
440
- value: 0.00
441
  - task:
442
  type: Sentence completion
443
  dataset:
444
  type: story_cloze
445
  name: StoryCloze (2016)
446
- config: "2016"
447
  split: validation
448
  revision: e724c6f8cdf7c7a2fb229d862226e15b023ee4db
449
  metrics:
@@ -459,7 +470,7 @@ model-index:
459
  revision: 9e12063561e7e6c79099feb6d5a493142584e9e2
460
  metrics:
461
  - type: Accuracy
462
- value: 72.0
463
  - task:
464
  type: Sentence completion
465
  dataset:
@@ -470,7 +481,7 @@ model-index:
470
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
471
  metrics:
472
  - type: Accuracy
473
- value: 70.0
474
  - task:
475
  type: Sentence completion
476
  dataset:
@@ -481,7 +492,7 @@ model-index:
481
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
482
  metrics:
483
  - type: Accuracy
484
- value: 66.0
485
  - task:
486
  type: Sentence completion
487
  dataset:
@@ -492,7 +503,7 @@ model-index:
492
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
493
  metrics:
494
  - type: Accuracy
495
- value: 71.0
496
  - task:
497
  type: Sentence completion
498
  dataset:
@@ -503,7 +514,7 @@ model-index:
503
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
504
  metrics:
505
  - type: Accuracy
506
- value: 70.0
507
  - task:
508
  type: Sentence completion
509
  dataset:
@@ -514,7 +525,7 @@ model-index:
514
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
515
  metrics:
516
  - type: Accuracy
517
- value: 56.0
518
  - task:
519
  type: Sentence completion
520
  dataset:
@@ -525,7 +536,7 @@ model-index:
525
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
526
  metrics:
527
  - type: Accuracy
528
- value: 53.0
529
  - task:
530
  type: Sentence completion
531
  dataset:
@@ -536,7 +547,7 @@ model-index:
536
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
537
  metrics:
538
  - type: Accuracy
539
- value: 64.0
540
  - task:
541
  type: Sentence completion
542
  dataset:
@@ -547,7 +558,7 @@ model-index:
547
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
548
  metrics:
549
  - type: Accuracy
550
- value: 60.0
551
  - task:
552
  type: Sentence completion
553
  dataset:
@@ -558,7 +569,7 @@ model-index:
558
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
559
  metrics:
560
  - type: Accuracy
561
- value: 58.0
562
  - task:
563
  type: Sentence completion
564
  dataset:
@@ -569,7 +580,7 @@ model-index:
569
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
570
  metrics:
571
  - type: Accuracy
572
- value: 68.0
573
  - task:
574
  type: Sentence completion
575
  dataset:
@@ -580,7 +591,7 @@ model-index:
580
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
581
  metrics:
582
  - type: Accuracy
583
- value: 65.0
584
  - task:
585
  type: Sentence completion
586
  dataset:
 
69
  - my
70
  - ne
71
  - nl
72
+ - 'no'
73
  - ny
74
  - pa
75
  - pl
 
105
  - yo
106
  - zh
107
  - zu
108
+ pipeline_tag: text2text-generation
109
  widget:
110
+ - text: >-
111
+ 一个传奇的开端,一个不灭的神话,这不仅仅是一部电影,而是作为一个走进新时代的标签,永远彪炳史册。Would you rate the previous
112
+ review as positive, neutral or negative?
113
+ example_title: zh-en sentiment
114
+ - text: 一个传奇的开端,一个不灭的神话,这不仅仅是一部电影,而是作为一个走进新时代的标签,永远彪炳史册。你认为这句话的立场是赞扬、中立还是批评?
115
+ example_title: zh-zh sentiment
116
+ - text: Suggest at least five related search terms to "Mạng neural nhân tạo".
117
+ example_title: vi-en query
118
+ - text: >-
119
+ Proposez au moins cinq mots clés concernant «Réseau de neurones
120
+ artificiels».
121
+ example_title: fr-fr query
122
+ - text: Explain in a sentence in Telugu what is backpropagation in neural networks.
123
+ example_title: te-en qa
124
+ - text: Why is the sky blue?
125
+ example_title: en-en qa
126
+ - text: >-
127
+ Write a fairy tale about a troll saving a princess from a dangerous dragon.
128
+ The fairy tale is a masterpiece that has achieved praise worldwide and its
129
+ moral is "Heroes Come in All Shapes and Sizes". Story (in Spanish):
130
+ example_title: es-en fable
131
+ - text: >-
132
+ Write a fable about wood elves living in a forest that is suddenly invaded
133
+ by ogres. The fable is a masterpiece that has achieved praise worldwide and
134
+ its moral is "Violence is the last refuge of the incompetent". Fable (in
135
+ Hindi):
136
+ example_title: hi-en fable
137
  model-index:
138
  - name: mt0-xl
139
  results:
 
246
  revision: 9dbd830a06fea8b1c49d6e5ef2004a08d9f45094
247
  metrics:
248
  - type: Accuracy
249
+ value: 39
250
  - task:
251
  type: Natural language inference
252
  dataset:
 
444
  revision: e8dc562f5de170c54b5481011dd9f4fa04845771
445
  metrics:
446
  - type: Pass@1
447
+ value: 0
448
  - type: Pass@10
449
+ value: 0
450
  - type: Pass@100
451
+ value: 0
452
  - task:
453
  type: Sentence completion
454
  dataset:
455
  type: story_cloze
456
  name: StoryCloze (2016)
457
+ config: '2016'
458
  split: validation
459
  revision: e724c6f8cdf7c7a2fb229d862226e15b023ee4db
460
  metrics:
 
470
  revision: 9e12063561e7e6c79099feb6d5a493142584e9e2
471
  metrics:
472
  - type: Accuracy
473
+ value: 72
474
  - task:
475
  type: Sentence completion
476
  dataset:
 
481
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
482
  metrics:
483
  - type: Accuracy
484
+ value: 70
485
  - task:
486
  type: Sentence completion
487
  dataset:
 
492
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
493
  metrics:
494
  - type: Accuracy
495
+ value: 66
496
  - task:
497
  type: Sentence completion
498
  dataset:
 
503
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
504
  metrics:
505
  - type: Accuracy
506
+ value: 71
507
  - task:
508
  type: Sentence completion
509
  dataset:
 
514
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
515
  metrics:
516
  - type: Accuracy
517
+ value: 70
518
  - task:
519
  type: Sentence completion
520
  dataset:
 
525
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
526
  metrics:
527
  - type: Accuracy
528
+ value: 56
529
  - task:
530
  type: Sentence completion
531
  dataset:
 
536
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
537
  metrics:
538
  - type: Accuracy
539
+ value: 53
540
  - task:
541
  type: Sentence completion
542
  dataset:
 
547
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
548
  metrics:
549
  - type: Accuracy
550
+ value: 64
551
  - task:
552
  type: Sentence completion
553
  dataset:
 
558
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
559
  metrics:
560
  - type: Accuracy
561
+ value: 60
562
  - task:
563
  type: Sentence completion
564
  dataset:
 
569
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
570
  metrics:
571
  - type: Accuracy
572
+ value: 58
573
  - task:
574
  type: Sentence completion
575
  dataset:
 
580
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
581
  metrics:
582
  - type: Accuracy
583
+ value: 68
584
  - task:
585
  type: Sentence completion
586
  dataset:
 
591
  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
592
  metrics:
593
  - type: Accuracy
594
+ value: 65
595
  - task:
596
  type: Sentence completion
597
  dataset: