| # evaluation continual tasks | |
| for i in $(seq 0 2); do | |
| python eval_continual.py \ | |
| --meta_file "meta_files/scenario2_30classes_tasks.json" \ | |
| --base_meta_file "meta_files/scenario2_base.json" \ | |
| --num_tasks 2 \ | |
| --checkpoints "scenario2/30classes" \ | |
| --checkpoint_base "scenario2/adapters_base.safetensors" \ | |
| --prompt_makder_ckpt "scenario2/prompt_maker.safetensors" | |
| --save_path "results/scenario2_30classes" \ | |
| --data_root "data" \ | |
| --task_id $i | |
| done | |
| # calculate ACC, FM | |
| python calculate_metrics.py \ | |
| --image_csv "results/scenario2_30classes/results_image.csv" \ | |
| --pixel_csv "results/scenario2_30classes/results_pixel.csv" | |