trainer: 'continuous_mlm'
args:
    seed: 0
    model_name: 'albert-xxlarge-v2'
    train: 'data/SuperFUGUE/BoolQ/train.jsonl'
    dev: 'data/SuperFUGUE/BoolQ/dev.jsonl'
    test: 'data/SuperFUGUE/BoolQ/dev_all.jsonl'
    checklist: null
    template: '{passage} {question} [P] '
    label_map: '{"True": "Yes", "False": "No"}'
    initial_trigger: []
    label_field: 'label'
    add_padding: False
    preprocessor: null 
    evaluation_strategy: 'classification'
    decoding_strategy: null
    finetune_mode: []
    evaluation_metric: 'accuracy'
    linear: False
    skip_train: False
    skip_eval: False
    skip_test: False
    bsz: 2
    epochs: 30
    disable_dropout: False
    clip: 1.0
    limit: null
    reduction_factor: 16
    l1decay: 0.0
    theta: 1.0e32
    force_overwrite: True
    quiet: False
    tmp: True
    randomize_labels: False
    randomize_mask: True
parameters:
    accumulation_steps: [1, 2, 4]
    lr: [1.0e-5, 5.0e-5, 1.0e-4, 5.0e-4]
