OpenDecoder/inference.sh at main · fengranMark/OpenDecoder · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
#!/bin/bash

MODEL_PATH=outputs/Qwen2.5-7B-Instruct-OpenDecoder_nq_hotpotqa_open_top10/checkpoint-10601
NQ_DATA_PATH=./datasets/nq/test.jsonl
NQ_RAG_DATA_PATH=./datasets/nq/RAG_test_input_robust.jsonl
NQ_LLM_SCORE_PATH=./datasets/nq/test_LLM_ranking_score.jsonl
NQ_QPP_SCORE_PATH=./datasets/nq/test_QPP_score.jsonl
HOTPOTQA_DATA_PATH=./datasets/hotpotqa/hotpot_dev.jsonl
HOTPOTQA_RAG_DATA_PATH=./datasets/hotpotqa/RAG_dev_input.jsonl
HOTPOTQA_LLM_SCORE_PATH=./datasets/hotpotqa/dev_LLM_ranking_score.jsonl
HOTPOTQA_QPP_SCORE_PATH=./datasets/hotpotqa/dev_QPP_score.jsonl
POPQA_DATA_PATH=./datasets/popqa/popqa_longtail.jsonl
POPQA_RAG_DATA_PATH=./datasets/popqa/RAG_dev_input.jsonl
POPQA_LLM_SCORE_PATH=./datasets/popqa/dev_LLM_ranking_score.jsonl
POPQA_QPP_SCORE_PATH=./datasets/popqa/dev_QPP_score.jsonl
TRIQA_DATA_PATH=./datasets/trivialqa/trivialqa_test.jsonl
TRIQA_RAG_DATA_PATH=./datasets/trivialqa/RAG_test_input.jsonl
TRIQA_LLM_SCORE_PATH=./datasets/trivialqa/test_LLM_ranking_score.jsonl
TRIQA_QPP_SCORE_PATH=./datasets/trivialqa/test_QPP_score.jsonl
TWIKI_DATA_PATH=./datasets/2wiki/2wiki_dev.jsonl
TWIKI_RAG_DATA_PATH=./datasets/2wiki/RAG_dev_input.jsonl
TWIKI_LLM_SCORE_PATH=./datasets/2wiki/dev_LLM_ranking_score.jsonl
TWIKI_QPP_SCORE_PATH=./datasets/2wiki/dev_QPP_score.jsonl
RAG_TEXT_PATH=./datasets/wikipedia/pid2psg.pkl
OUTPUT_DATA_PATH=./results/Qwen2.5-7B-Instruct-OpenDecoder_nq_hotpotqa_open_top10/all
RESULT_PATH=./results/Qwen2.5-7B-Instruct-OpenDecoder_nq_hotpotqa_open_top10/all/result.txt
MODEL_PATTERN=qwen_decoder # the path to the model in src/model
src_path=./src
log_name=$(date +"%m-%d_%H-%M").log


python ./src/inference.py \
    --model_name_or_path $MODEL_PATH \
    --NQ_data_path $NQ_DATA_PATH \
    --NQ_RAG_data_path $NQ_RAG_DATA_PATH \
    --NQ_LLM_score_path $NQ_LLM_SCORE_PATH \
    --NQ_QPP_score_path $NQ_QPP_SCORE_PATH \
    --hotpotqa_data_path $HOTPOTQA_DATA_PATH \
    --hotpotqa_RAG_data_path $HOTPOTQA_RAG_DATA_PATH \
    --hotpotqa_LLM_score_path $HOTPOTQA_LLM_SCORE_PATH \
    --hotpotqa_QPP_score_path $HOTPOTQA_QPP_SCORE_PATH \
    --popqa_data_path $POPQA_DATA_PATH \
    --popqa_RAG_data_path $POPQA_RAG_DATA_PATH \
    --popqa_LLM_score_path $POPQA_LLM_SCORE_PATH \
    --popqa_QPP_score_path $POPQA_QPP_SCORE_PATH \
    --trivialqa_data_path $TRIQA_DATA_PATH \
    --trivialqa_RAG_data_path $TRIQA_RAG_DATA_PATH \
    --trivialqa_LLM_score_path $TRIQA_LLM_SCORE_PATH \
    --trivialqa_QPP_score_path $TRIQA_QPP_SCORE_PATH \
    --twiki_data_path $TWIKI_DATA_PATH \
    --twiki_RAG_data_path $TWIKI_RAG_DATA_PATH \
    --twiki_LLM_score_path $TWIKI_LLM_SCORE_PATH \
    --twiki_QPP_score_path $TWIKI_QPP_SCORE_PATH \
    --RAG_text_path $RAG_TEXT_PATH \
    --output_data_path $OUTPUT_DATA_PATH \
    --result_path $RESULT_PATH \
    --model_pattern $MODEL_PATTERN \
    --mode "open" \
    --add_irrelevant_psg True \
    --add_LLM_scores False \
    --add_QPP_scores False \
    --full_irrelevant_psg False \
    --top_k 10 \
    --normalization_type normal \
    --shuffle_RAG False \
    --src_path $src_path \
    --bf16 True \
    --per_device_train_batch_size 1 \
    --gradient_accumulation_steps 1 \
    --logging_steps 2 \
    --model_max_length 4096 \
    --lazy_loading True \