Mathieu-Thomas-JOSSET's picture
Add artifact: reports/config_snapshot.json
e01a8c0 verified
{
"MODEL_NAME": "unsloth/Phi-4",
"CHAT_TEMPLATE": "phi-4",
"MAX_SEQ_LENGTH": 4096,
"LOAD_IN_4BIT": true,
"DATASET_NAME": "Mathieu-Thomas-JOSSET/michael_abab_conversations_infini_instruct.jsonl",
"DATASET_SPLIT": "train",
"PER_DEVICE_TRAIN_BATCH_SIZE": 2,
"GRADIENT_ACCUMULATION_STEPS": 4,
"WARMUP_STEPS": 50,
"MAX_STEPS": 2000,
"LEARNING_RATE": 2.082416e-05,
"LR_AUTO_ENABLED": true,
"LR_AUTO_USE_N": "train",
"LR_AUTO_N_REF": 2728,
"LR_AUTO_BASE": 2.9748800000000002e-05,
"LR_AUTO_MULT": 0.7,
"LR_AUTO_FINAL": 2.082416e-05,
"WEIGHT_DECAY": 0.001,
"LR_SCHEDULER_TYPE": "linear",
"SEED": 3407,
"PLOTLY_DARK_MODE": true,
"PLOTLY_BASE_COLOR": "#00CC96",
"PLOTLY_EMA_SPAN": 25,
"HF_REPO_ID_MERGED_RESOLVED": "Mathieu-Thomas-JOSSET/joke-finetome-model-phi4-20260108-044416",
"HF_REPO_ID_GGUF_RESOLVED": "Mathieu-Thomas-JOSSET/joke-finetome-model-gguf-phi4-20260108-044416",
"HF_ARTIFACTS_DIR_IN_REPO": "reports"
}