Data preparation

# prepare training data
python prepare_train.py
# prepare test data
python prepare_test.py

Training

# pre-training Flan-T5
sh pretrain.sh
# fine-tuning Flan-T5
sh finetune.sh

Inference

# Flan-T5 based WebExperT inference
python llava/eval/reflect_xl.py
# gpt based WebExperT inference
python llava/eval/reflect_gpt.py
# gpt inference
python gpt_infer.py

Evaluation

python evaluation.py