Makefile to help in solving https://github.com/wellcometrust/reach/issues/367

awsMakefile

.DEFAULT_GOAL := files

MATCH_PATH := s3://datalabs-dev/reach-airflow/output/match_annotated_titles
EVAL_PATH := s3://datalabs-dev/reach-airflow/output/policy-test/evaluation/results

eval = evaluation-results.json

PRODIGY_PATH = s3://datalabs-data/reach_evaluation/data/sync

prodigy = 2019.10.8_valid_TITLE.jsonl \
		  2019.10.8_valid.jsonl ./

artefacts = matched-annotations.json \
			extracted-gold-refs.json \
			fuzzy-matched-gold-refs.json

$(prodigy):
	aws s3 cp $(PRODIGY_PATH)/$(subst output,,$@).gz ./
	gunzip -f $(subst output,,$@).gz 
	cat $(subst output,,$@) | jq -M . > foo && mv foo $(subst output,,$@)

$(artefacts): $(prodigy)
	aws s3 cp $(MATCH_PATH)/$(subst output,,$@).gz ./
	gunzip -f $(subst output,,$@).gz 
	cat $(subst output,,$@) | jq -M . > foo && mv foo $(subst output,,$@)

$(eval): $(artefacts)
	aws s3 cp $(EVAL_PATH)/$(subst output,,$@).gz ./
	gunzip -f $(subst output,,$@).gz 
	cat $(subst output,,$@) | jq -M . > foo && mv foo $(subst output,,$@)

files: $(eval)