retag/retag_entity_relation_graph.sh at main · bykimby/retag · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
cd "path/to/your/exp/directory"

python entity_relation_graph/extract_retag.py \
    --model_id "Infermatic/Llama-3.3-70B-Instruct-FP8-Dynamic" \
    --download_dir "/home/work/graph_construction/llama_3.3_70b_instruct_fp8" \
    --num_gpus 2 \
    --batch_size 256 \
    --base_dir "path/to/your/exp/directory" \
    --data_path "data/chunks/podcast_chunks.json" \
    --topic_data_path "output/topic_mining/total_topic/podcast.json" \
    --save_path "output/entity_relation_graph/retag/podcast/extract.json" > retag_entity_relation_graph.log 2>&1

python entity_relation_graph/reflect_retag.py \
    --model_id "Infermatic/Llama-3.3-70B-Instruct-FP8-Dynamic" \
    --download_dir "/home/work/graph_construction/llama_3.3_70b_instruct_fp8" \
    --num_gpus 2 \
    --batch_size 256 \
    --base_dir "path/to/your/exp/directory" \
    --input_path "output/entity_relation_graph/retag/podcast/extract.json" \
    --save_path "output/entity_relation_graph/retag/podcast/reflect.json" >> retag_entity_relation_graph.log 2>&1

python entity_relation_graph/gleaning_retag.py \
    --model_id "Infermatic/Llama-3.3-70B-Instruct-FP8-Dynamic" \
    --download_dir "/home/work/graph_construction/llama_3.3_70b_instruct_fp8" \
    --num_gpus 2 \
    --batch_size 256 \
    --base_dir "path/to/your/exp/directory" \
    --input_path "output/entity_relation_graph/retag/podcast/reflect.json" \
    --save_path "output/entity_relation_graph/retag/podcast/gleaning.json" >> retag_entity_relation_graph.log 2>&1