-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathimport.sh
81 lines (69 loc) · 4.13 KB
/
import.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
#!/bin/bash
cd /home/mustyoshi/Github/congress-dev/backend
rm bills/*
cd /home/mustyoshi/Github/congress-dev
TABLE_NAME="us_code_2023"
docker rm congress-bill-parser && true
docker-compose -f .docker/docker-compose.yml build congress_parser_api
# Import bills first
docker run --name congress-bill-parser --entrypoint "python3" \
--env db_host=10.0.0.248 --env db_user=parser --env db_pass=parser \
--env CONGRESS_API_KEY=By7KBbvlbNsDfoBPLxVAaZj3hvm7aQOnwLOhxvOo \
--env db_table=${TABLE_NAME} --env PARSE_THREADS=16 \
--env DISCORD_WEBHOOK=https://discord.com/api/webhooks/817897502442913822/M-6FpliQvtba68dSnL6AqviGkRgSZb5Jan0Hte841WrIxmJiWFWoEN5caWSxahf0Ydha \
-v /home/mustyoshi/Github/congress-dev/backend/bills:/bills \
congress_parser_api -m billparser.importers.bills
docker rm congress-bill-parser && true
# Run prompts
docker run --name congress-bill-parser --entrypoint "python3" \
--env db_host=10.0.0.248 --env db_user=parser --env db_pass=parser \
--env db_table=${TABLE_NAME} \
--env DISCORD_WEBHOOK=https://discord.com/api/webhooks/817897502442913822/M-6FpliQvtba68dSnL6AqviGkRgSZb5Jan0Hte841WrIxmJiWFWoEN5caWSxahf0Ydha \
-v /home/mustyoshi/Github/congress-dev/backend/bills:/bills \
congress_parser_api -m billparser.importers.prompts
# docker run --name congress-bill-parser --entrypoint "python3" \
# --env db_host=10.0.0.248 --env db_user=parser --env db_pass=parser \
# --env db_table=${TABLE_NAME} \
# --env DISCORD_WEBHOOK=https://discord.com/api/webhooks/817897502442913822/M-6FpliQvtba68dSnL6AqviGkRgSZb5Jan0Hte841WrIxmJiWFWoEN5caWSxahf0Ydha \
# -v /home/mustyoshi/Github/congress-dev/backend/bills:/bills \
# congress_parser_api -m billparser.importers.bioguide
docker rm congress-bill-parser && true
# Grab sponsors
docker run --name congress-bill-parser --entrypoint "python3" \
--env db_host=10.0.0.248 --env db_user=parser --env db_pass=parser \
--env db_table=${TABLE_NAME} \
--env CONGRESS_API_KEY=${CONGRESS_API_KEY} \
--env DISCORD_WEBHOOK=https://discord.com/api/webhooks/817897502442913822/M-6FpliQvtba68dSnL6AqviGkRgSZb5Jan0Hte841WrIxmJiWFWoEN5caWSxahf0Ydha \
-v /home/mustyoshi/Github/congress-dev/backend/bills:/bills \
congress_parser_api -m billparser.importers.sponsors
# docker run --name congress-bill-parser --entrypoint "python3" \
# --env db_host=10.0.0.248 --env db_user=parser --env db_pass=parser \
# --env db_table=${TABLE_NAME} \
# --env CONGRESS_API_KEY=${CONGRESS_API_KEY} \
# --env DISCORD_WEBHOOK=https://discord.com/api/webhooks/817897502442913822/M-6FpliQvtba68dSnL6AqviGkRgSZb5Jan0Hte841WrIxmJiWFWoEN5caWSxahf0Ydha \
# -v /home/mustyoshi/Github/congress-dev/backend/bills:/bills \
# congress_parser_api -m billparser.importers.releases
docker rm congress-bill-parser && true
# Run action importer
docker run --name congress-bill-parser --entrypoint "python3" \
--env db_host=10.0.0.248 --env db_user=parser --env db_pass=parser \
--env db_table=${TABLE_NAME} \
--env CONGRESS_API_KEY=${CONGRESS_API_KEY} \
--env DISCORD_WEBHOOK=https://discord.com/api/webhooks/817897502442913822/M-6FpliQvtba68dSnL6AqviGkRgSZb5Jan0Hte841WrIxmJiWFWoEN5caWSxahf0Ydha \
-v /home/mustyoshi/Github/congress-dev/backend/bills:/bills \
congress_parser_api -m billparser.importers.actions
docker rm congress-bill-parser && true
# Run action importer
docker run --name congress-bill-parser --entrypoint "python3" \
--env db_host=10.0.0.248 --env db_user=parser --env db_pass=parser \
--env db_table=${TABLE_NAME} \
--env DISCORD_WEBHOOK=https://discord.com/api/webhooks/817897502442913822/M-6FpliQvtba68dSnL6AqviGkRgSZb5Jan0Hte841WrIxmJiWFWoEN5caWSxahf0Ydha \
-v /home/mustyoshi/Github/congress-dev/backend/bills:/bills \
congress_parser_api -m billparser.importers.votes
docker rm congress-bill-parser && true
docker run --name congress-bill-cleanup --entrypoint "python3" \
--env db_host=10.0.0.248 --env db_user=parser --env db_pass=parser \
--env db_table=${TABLE_NAME} --env PARSE_THREADS=16 \
--env DISCORD_WEBHOOK=https://discord.com/api/webhooks/817897502442913822/M-6FpliQvtba68dSnL6AqviGkRgSZb5Jan0Hte841WrIxmJiWFWoEN5caWSxahf0Ydha \
congress_parser_api -m billparser.importers.cleanup
docker rm congress-bill-cleanup && true