FB15k-237_roberta_large.sh

export EXP_NAME=FB15k-237_roberta-large
export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
export EXP_ROOT=exp_root
export MODEL_CACHE_DIR=cache

mkdir -p ${EXP_ROOT}/cache_${EXP_NAME}
python run_link_prediction.py \
--do_train \
--do_eval \
--do_predict \
--data_dir ./data/FB15k-237 \
--per_device_train_batch_size 32 \
--per_device_eval_batch_size 32 \
--data_cache_dir ${EXP_ROOT}/cache_${EXP_NAME} \
--model_cache_dir ${MODEL_CACHE_DIR} \
--model_name_or_path roberta-large \
--pooling_model \
--num_neg 5 \
--margin 7 \
--no_mid \
--max_seq_length 192 \
--learning_rate 2e-5 \
--adam_epsilon 1e-6 \
--num_train_epochs 6 \
--output_dir ${EXP_ROOT}/out_${EXP_NAME} \
--gradient_accumulation_steps 1 \
--save_total_limit 6 \
--save_steps 17008 \
--warmup_steps 6000 \
--weight_decay 0.01 \
--text_loss_weight 0.0 \
--test_ratio 1. \
--overwrite_output_dir