Makefile

.PHONY: dedupe serve dev convert publish

data:
	mkdir -p data/

data/opensanctions.json: data
	curl -o data/opensanctions.json https://data.opensanctions.org/datasets/latest/default/entities.ftm.json

convert-dev: data/opensanctions.json 
	python export.py -p http://localhost:9999/exports data/opensanctions.json

dev: convert-dev dedupe

serve:
	cd data && python -m http.server 9999

convert: data/opensanctions.json
	python export.py -p https://data.opensanctions.org/contrib/neo4j/exports data/opensanctions.json

publish:
	gsutil cp -r data/exports/* gs://data.opensanctions.org/contrib/neo4j/exports

# OpenScreening big graph
data/graph.json: data
	wget -q -c -O data/graph.json https://data.opensanctions.org/datasets/latest/graph/entities.ftm.json

openscreening: data/graph.json
	python export.py -p https://data.opensanctions.org/contrib/offshore-graph/exports data/graph.json

openscreening-publish:
	gsutil cp -r data/exports/* gs://data.opensanctions.org/contrib/offshore-graph/exports

clean:
	rm -f data/graph.json
	rm -f data/opensanctions.json
	rm -rf data/dedupe
	rm -rf data/exports



### Outdated, ignore:

data/dedupe:
	mkdir -p data/dedupe

data/dedupe/%.head.csv:
	head -1 data/exports/$*.csv >$@

data/dedupe/%.body.csv:
	tail -n +2 data/exports/$*.csv >$@

data/dedupe/%.uniq.csv: data/dedupe/%.body.csv
	sort -u data/dedupe/$*.body.csv -o data/dedupe/$*.uniq.csv

data/exports/%.csv: data/dedupe/%.head.csv data/dedupe/%.uniq.csv
	cat data/dedupe/$*.head.csv data/dedupe/$*.uniq.csv >data/exports/$*.csv

openscreening-dedupe:
	rm -rf data/dedupe
	mkdir -p data/dedupe
	make -B data/exports/*.csv