-
Notifications
You must be signed in to change notification settings - Fork 0
/
makefile
27 lines (21 loc) · 779 Bytes
/
makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
include .env
install:
python3 -m pip install --upgrade pip
python3 -m pip install -r requirements.txt
python3 -m pip install --upgrade prodigy -f "https://${PRODIGY_KEY}@download.prodi.gy"
get_data:
wget https://github.com/brmson/dataset-sts/raw/master/data/sts/sick2014/SICK_train.txt
wget https://github.com/brmson/dataset-sts/raw/master/data/sts/sick2014/SICK_trial.txt
mkdir data
python3 scripts/get_data.py SICK_train.txt data/sick-train.jsonl
python3 scripts/get_data.py SICK_trial.txt data/sick-test.jsonl
rm -r SICK_train.txt
rm -r SICK_trial.txt
setup:
python3 scripts/setup_weaviate.py
query:
python3 scripts/query_weaviate.py
prodigy:
python3 -m prodigy compare weaviate-compare ./data/choice_bottom.jsonl ./data/choice_top.jsonl
clean:
rm -rf data