Hugging Face's logo

brian-gordon
/
paligemma-3b-pt-448_DOCCI-IIW_ALL-TASKS__2024-08-28_22-30-55

Model card Files Community
paligemma-3b-pt-448_DOCCI-IIW_ALL-TASKS__2024-08-28_22-30-55
File size: 2,463 Bytes 
2119824
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
 
BASE_REPO_ID: google/paligemma-3b-pt-448
FINETUNED_MODEL_ID: brian-gordon/paligemma-3b-pt-448_DOCCI-IIW_ALL-TASKS
OUTPUT_DIR_PATH: /home/dcor/briangordon/LongCaptionProject/eval_output
MAX_LENGTH: 1024
TRAIN_PARAMS:
  BATCH_SIZE: 2
  USE_IMAGES: true
DATA:
  DOCCI:
    IMG_DIR: /home/dcor/datasets/docci_data/docci_images
    DATASETS_CSV_BASE_DIR: /home/dcor/datasets/docci_data/datasets
    VERSION: 21Apr2024
    TRAIN:
      DATASETS:
      - name: DOCCI_description_to_annotated
        task: Annotation
      - name: DOCCI_description_to_fixed_decription_E2E
        task: Text
      - name: DOCCI_SxS_Long_Description
        task: SxS_Paragraph
      - name: DOCCI_SxS_Sentence_Level
        task: SxS_Sentence
      - name: DOCCI_Long_Description_with_target_sentence_VNLI
        task: VNLI_With_Context
      - name: DOCCI_Claims_Consistency_VNLI
        task: VNLI_Claims
    EVAL:
      DATASETS:
      - name: DOCCI_description_to_annotated
        task: Annotation
      - name: DOCCI_description_to_fixed_decription_E2E
        task: Text
      - name: DOCCI_SxS_Long_Description
        task: SxS_Paragraph
      - name: DOCCI_SxS_Sentence_Level
        task: SxS_Sentence
      - name: DOCCI_Long_Description_with_target_sentence_VNLI
        task: VNLI_With_Context
      - name: DOCCI_Claims_Consistency_VNLI
        task: VNLI_Claims
  IIW:
    IMG_DIR: /home/dcor/datasets/IIW/images_from_sstable
    DATASETS_CSV_BASE_DIR: /home/dcor/datasets/IIW/gemini_mpp_32k
    VERSION: 17_August_2024
    TRAIN:
      DATASETS:
      - name: IIW_description_to_annotated
        task: Annotation
      - name: IIW_description_to_fixed_decription_E2E
        task: Text
      - name: IIW_SxS_Long_Description
        task: SxS_Paragraph
      - name: IIW_SxS_Sentence_Level
        task: SxS_Sentence
      - name: IIW_Long_Description_with_target_sentence_VNLI
        task: VNLI_With_Context
      - name: IIW_Claims_Consistency_VNLI
        task: VNLI_Claims
    EVAL:
      VERSION: 17_August_2024
      DATASETS:
      - name: IIW_description_to_annotated
        task: Annotation
      - name: IIW_description_to_fixed_decription_E2E
        task: Text
      - name: IIW_SxS_Long_Description
        task: SxS_Paragraph
      - name: IIW_SxS_Sentence_Level
        task: SxS_Sentence
      - name: IIW_Long_Description_with_target_sentence_VNLI
        task: VNLI_With_Context
      - name: IIW_Claims_Consistency_VNLI
        task: VNLI_Claims