Skip to content

Instantly share code, notes, and snippets.

@tonytan4ever

tonytan4ever/gist:e1ca8ce11ea782707c0c

Created March 4, 2016 00:10
Show Gist options
  • Save tonytan4ever/e1ca8ce11ea782707c0c to your computer and use it in GitHub Desktop.
Save tonytan4ever/e1ca8ce11ea782707c0c to your computer and use it in GitHub Desktop.
Download ZIP
Deepdive run output
Raw
gistfile1.txt
00:07:41 [] INFO Slf4jLogger started
00:07:41 [EventStream(akka://deepdive)] DEBUG logger log1-Slf4jLogger started
00:07:41 [EventStream(akka://deepdive)] DEBUG Default Loggers started
00:07:41 [Main$(akka://deepdive)] INFO Running pipeline with configuration from /root/deepdive/app/aidgrade/run/20160304/000739.333667602/deepdive.conf
00:07:41 [SettingsParser$(akka://deepdive)] INFO Database settings: user postgres, dbname deepdive_aidgrade, host 172.17.0.2, port 5432.
00:07:41 [SettingsParser$(akka://deepdive)] INFO {
"calibration" : {
"holdout_fraction" : 0.25,
"holdout_query" : null,
"observation_query" : null
},
"db" : {
"default" : {
"dbname" : "deepdive_aidgrade",
"driver" : "org.postgresql.Driver",
"gphost" : "",
"gpload" : false,
"gppath" : "",
"gpport" : "",
"host" : "172.17.0.2",
"incremental_mode" : "ORIGINAL",
"password" : "",
"poolConnectionTimeoutMillis" : 1000,
"poolInitialSize" : 16,
"poolMaxSize" : 512,
"port" : "5432",
"url" : "jdbc:postgresql://172.17.0.2:5432/deepdive_aidgrade",
"user" : "postgres"
}
},
"extraction" : {
"extractors" : {
"cleanup" : {
"after" : null,
"before" : null,
"dependencies" : [],
"input" : null,
"input_batch_size" : 10000,
"loader" : "",
"output_batch_size" : 50000,
"output_relation" : null,
"parallelism" : 1,
"sql" : "\n TRUNCATE sentences;\n TRUNCATE country_mentions;\n TRUNCATE countries_features;\n TRUNCATE articles;\n TRUNCATE countries;\n TRUNCATE country_candidates;\n ",
"style" : "sql_extractor",
"udf" : null
},
"extraction_rule_0" : {
"after" : null,
"before" : null,
"dependencies" : [],
"input" : null,
"input_batch_size" : 10000,
"loader" : "",
"output_batch_size" : 50000,
"output_relation" : null,
"parallelism" : 1,
"sql" : " DROP TABLE IF EXISTS articles CASCADE;\n CREATE TABLE\n articles(article_id text,\n text text)\n ",
"style" : "sql_extractor",
"udf" : null
},
"extraction_rule_1" : {
"after" : null,
"before" : null,
"dependencies" : [],
"input" : null,
"input_batch_size" : 10000,
"loader" : "",
"output_batch_size" : 50000,
"output_relation" : null,
"parallelism" : 1,
"sql" : " DROP TABLE IF EXISTS sentences CASCADE;\n CREATE TABLE\n sentences(document_id int,\n sentence_id int,\n sentence text,\n words text[],\n lemma text[],\n pos_tags text[],\n ner_tags text[],\n dep_labels text[],\n dep_parents text[],\n sentence_offsets text[])\n ",
"style" : "sql_extractor",
"udf" : null
},
"extraction_rule_2" : {
"after" : null,
"before" : null,
"dependencies" : [],
"input" : null,
"input_batch_size" : 10000,
"loader" : "",
"output_batch_size" : 50000,
"output_relation" : null,
"parallelism" : 1,
"sql" : " DROP TABLE IF EXISTS countries CASCADE;\n CREATE TABLE\n countries(document_id int,\n authors text,\n countries text[],\n codes text[])\n ",
"style" : "sql_extractor",
"udf" : null
},
"extraction_rule_3" : {
"after" : null,
"before" : null,
"dependencies" : [],
"input" : null,
"input_batch_size" : 10000,
"loader" : "",
"output_batch_size" : 50000,
"output_relation" : null,
"parallelism" : 1,
"sql" : " DROP TABLE IF EXISTS country_mentions CASCADE;\n CREATE TABLE\n country_mentions(sentence_id text,\n start_position int,\n length int,\n text text,\n mention_id text)\n ",
"style" : "sql_extractor",
"udf" : null
},
"extraction_rule_4" : {
"after" : null,
"before" : null,
"dependencies" : [],
"input" : null,
"input_batch_size" : 10000,
"loader" : "",
"output_batch_size" : 50000,
"output_relation" : null,
"parallelism" : 1,
"sql" : " DROP TABLE IF EXISTS country_candidates CASCADE;\n CREATE TABLE\n country_candidates(document_id int,\n country text,\n length int,\n text text,\n mention_id text)\n ",
"style" : "sql_extractor",
"udf" : null
},
"extraction_rule_5" : {
"after" : null,
"before" : null,
"dependencies" : [],
"input" : null,
"input_batch_size" : 10000,
"loader" : "",
"output_batch_size" : 50000,
"output_relation" : null,
"parallelism" : 1,
"sql" : " DROP TABLE IF EXISTS countries_features CASCADE;\n CREATE TABLE\n countries_features(relation_id text,\n feature text)\n ",
"style" : "sql_extractor",
"udf" : null
},
"extraction_rule_7" : {
"after" : null,
"before" : null,
"dependencies" : [],
"input" : " SELECT R0.document_id AS \"sentences.R0.document_id\", R0.sentence_id AS \"sentences.R0.sentence_id\", ARRAY_TO_STRING(R0.words, '~^~') AS column_2, ARRAY_TO_STRING(R0.ner_tags, '~^~') AS column_3\nFROM sentences R0\n \n ",
"input_batch_size" : 10000,
"loader" : "",
"output_batch_size" : 50000,
"output_relation" : "country_mentions",
"parallelism" : "1",
"style" : "tsv_extractor",
"udf" : "/root/deepdive/app/aidgrade/udf/ext_countries.py"
},
"extraction_rule_9" : {
"after" : null,
"before" : null,
"dependencies" : [
"extraction_rule_7"
],
"input" : " SELECT R0.sentence_id AS \"country_mentions.R0.sentence_id\", R0.text AS \"country_mentions.R0.text\"\nFROM country_mentions R0\n \n ",
"input_batch_size" : 10000,
"loader" : "",
"output_batch_size" : 50000,
"output_relation" : "countries_features",
"parallelism" : "1",
"style" : "tsv_extractor",
"udf" : "/root/deepdive/app/aidgrade/udf/ext_countries_features.py"
}
},
"parallelism" : 1
},
"inference" : {
"batch_size" : null,
"factors" : {},
"parallel_grounding" : false,
"skip_learning" : false,
"weight_table" : ""
},
"pipeline" : {
"base_dir" : null,
"pipelines" : {
"cleanup" : [
"cleanup"
],
"endtoend" : [
"extraction_rule_7",
"extraction_rule_9"
],
"extraction" : [
"extraction_rule_7",
"extraction_rule_9"
],
"initdb" : [
"extraction_rule_1",
"extraction_rule_3",
"extraction_rule_5",
"extraction_rule_0",
"extraction_rule_2",
"extraction_rule_4"
]
},
"relearn_from" : null,
"run" : "endtoend"
},
"sampler" : {
"sampler_args" : "-l 300 -s 1 -i 500 --alpha 0.1",
"sampler_cmd" : "sampler-dw"
},
"schema" : {
"keys" : {},
"setup" : null,
"variables" : {}
}
}
00:07:41 [SettingsParser$(akka://deepdive)] INFO Settings(SchemaSettings(Map(),None),ExtractionSettings(List(Extractor(extraction_rule_1,sql_extractor,,null,null,,1,10000,50000,Set(),None,None, DROP TABLE IF EXISTS sentences CASCADE;
CREATE TABLE
sentences(document_id int,
sentence_id int,
sentence text,
words text[],
lemma text[],
pos_tags text[],
ner_tags text[],
dep_labels text[],
dep_parents text[],
sentence_offsets text[])
,None,,null), Extractor(extraction_rule_0,sql_extractor,,null,null,,1,10000,50000,Set(),None,None, DROP TABLE IF EXISTS articles CASCADE;
CREATE TABLE
articles(article_id text,
text text)
,None,,null), Extractor(extraction_rule_4,sql_extractor,,null,null,,1,10000,50000,Set(),None,None, DROP TABLE IF EXISTS country_candidates CASCADE;
CREATE TABLE
country_candidates(document_id int,
country text,
length int,
text text,
mention_id text)
,None,,null), Extractor(extraction_rule_7,tsv_extractor,country_mentions,DatastoreInputQuery(SELECT R0.document_id AS "sentences.R0.document_id", R0.sentence_id AS "sentences.R0.sentence_id", ARRAY_TO_STRING(R0.words, '~^~') AS column_2, ARRAY_TO_STRING(R0.ner_tags, '~^~') AS column_3 FROM sentences R0 ),null,/root/deepdive/app/aidgrade/udf/ext_countries.py,1,10000,50000,Set(),None,None,,None,,null), Extractor(extraction_rule_3,sql_extractor,,null,null,,1,10000,50000,Set(),None,None, DROP TABLE IF EXISTS country_mentions CASCADE;
CREATE TABLE
country_mentions(sentence_id text,
start_position int,
length int,
text text,
mention_id text)
,None,,null), Extractor(cleanup,sql_extractor,,null,null,,1,10000,50000,Set(),None,None,
TRUNCATE sentences;
TRUNCATE country_mentions;
TRUNCATE countries_features;
TRUNCATE articles;
TRUNCATE countries;
TRUNCATE country_candidates;
,None,,null), Extractor(extraction_rule_5,sql_extractor,,null,null,,1,10000,50000,Set(),None,None, DROP TABLE IF EXISTS countries_features CASCADE;
CREATE TABLE
countries_features(relation_id text,
feature text)
,None,,null), Extractor(extraction_rule_2,sql_extractor,,null,null,,1,10000,50000,Set(),None,None, DROP TABLE IF EXISTS countries CASCADE;
CREATE TABLE
countries(document_id int,
authors text,
countries text[],
codes text[])
,None,,null), Extractor(extraction_rule_9,tsv_extractor,countries_features,DatastoreInputQuery(SELECT R0.sentence_id AS "country_mentions.R0.sentence_id", R0.text AS "country_mentions.R0.text" FROM country_mentions R0 ),null,/root/deepdive/app/aidgrade/udf/ext_countries_features.py,1,10000,50000,Set(extraction_rule_7),None,None,,None,,null)),1),InferenceSettings(List(),None,false,,false),CalibrationSettings(0.25,None,None),SamplerSettings(sampler-dw,-l 300 -s 1 -i 500 --alpha 0.1),PipelineSettings(Some(endtoend),List(Pipeline(cleanup,Set(cleanup)), Pipeline(endtoend,Set(extraction_rule_7, extraction_rule_9)), Pipeline(extraction,Set(extraction_rule_7, extraction_rule_9)), Pipeline(initdb,Set(extraction_rule_0, extraction_rule_3, extraction_rule_4, extraction_rule_2, extraction_rule_5, extraction_rule_1))),null,None),DbSettings(org.postgresql.Driver,jdbc:postgresql://172.17.0.2:5432/deepdive_aidgrade,postgres,,deepdive_aidgrade,172.17.0.2,5432,,,,false,ORIGINAL,Map()),Config(SimpleConfigObject({"calibration":{"holdout_fraction":0.25,"holdout_query":null,"observation_query":null},"db":{"default":{"dbname":"deepdive_aidgrade","driver":"org.postgresql.Driver","gphost":"","gpload":false,"gppath":"","gpport":"","host":"172.17.0.2","incremental_mode":"ORIGINAL","password":"","poolConnectionTimeoutMillis":1000,"poolInitialSize":16,"poolMaxSize":512,"port":"5432","url":"jdbc:postgresql://172.17.0.2:5432/deepdive_aidgrade","user":"postgres"}},"extraction":{"extractors":{"cleanup":{"after":null,"before":null,"dependencies":[],"input":null,"input_batch_size":10000,"loader":"","output_batch_size":50000,"output_relation":null,"parallelism":1,"sql":"\n TRUNCATE sentences;\n TRUNCATE country_mentions;\n TRUNCATE countries_features;\n TRUNCATE articles;\n TRUNCATE countries;\n TRUNCATE country_candidates;\n ","style":"sql_extractor","udf":null},"extraction_rule_0":{"after":null,"before":null,"dependencies":[],"input":null,"input_batch_size":10000,"loader":"","output_batch_size":50000,"output_relation":null,"parallelism":1,"sql":" DROP TABLE IF EXISTS articles CASCADE;\n CREATE TABLE\n articles(article_id text,\n text text)\n ","style":"sql_extractor","udf":null},"extraction_rule_1":{"after":null,"before":null,"dependencies":[],"input":null,"input_batch_size":10000,"loader":"","output_batch_size":50000,"output_relation":null,"parallelism":1,"sql":" DROP TABLE IF EXISTS sentences CASCADE;\n CREATE TABLE\n sentences(document_id int,\n sentence_id int,\n sentence text,\n words text[],\n lemma text[],\n pos_tags text[],\n ner_tags text[],\n dep_labels text[],\n dep_parents text[],\n sentence_offsets text[])\n ","style":"sql_extractor","udf":null},"extraction_rule_2":{"after":null,"before":null,"dependencies":[],"input":null,"input_batch_size":10000,"loader":"","output_batch_size":50000,"output_relation":null,"parallelism":1,"sql":" DROP TABLE IF EXISTS countries CASCADE;\n CREATE TABLE\n countries(document_id int,\n authors text,\n countries text[],\n codes text[])\n ","style":"sql_extractor","udf":null},"extraction_rule_3":{"after":null,"before":null,"dependencies":[],"input":null,"input_batch_size":10000,"loader":"","output_batch_size":50000,"output_relation":null,"parallelism":1,"sql":" DROP TABLE IF EXISTS country_mentions CASCADE;\n CREATE TABLE\n country_mentions(sentence_id text,\n start_position int,\n length int,\n text text,\n mention_id text)\n ","style":"sql_extractor","udf":null},"extraction_rule_4":{"after":null,"before":null,"dependencies":[],"input":null,"input_batch_size":10000,"loader":"","output_batch_size":50000,"output_relation":null,"parallelism":1,"sql":" DROP TABLE IF EXISTS country_candidates CASCADE;\n CREATE TABLE\n country_candidates(document_id int,\n country text,\n length int,\n text text,\n mention_id text)\n ","style":"sql_extractor","udf":null},"extraction_rule_5":{"after":null,"before":null,"dependencies":[],"input":null,"input_batch_size":10000,"loader":"","output_batch_size":50000,"output_relation":null,"parallelism":1,"sql":" DROP TABLE IF EXISTS countries_features CASCADE;\n CREATE TABLE\n countries_features(relation_id text,\n feature text)\n ","style":"sql_extractor","udf":null},"extraction_rule_7":{"after":null,"before":null,"dependencies":[],"input":" SELECT R0.document_id AS \"sentences.R0.document_id\", R0.sentence_id AS \"sentences.R0.sentence_id\", ARRAY_TO_STRING(R0.words, '~^~') AS column_2, ARRAY_TO_STRING(R0.ner_tags, '~^~') AS column_3\nFROM sentences R0\n \n ","input_batch_size":10000,"loader":"","output_batch_size":50000,"output_relation":"country_mentions","parallelism":"1","style":"tsv_extractor","udf":"/root/deepdive/app/aidgrade/udf/ext_countries.py"},"extraction_rule_9":{"after":null,"before":null,"dependencies":["extraction_rule_7"],"input":" SELECT R0.sentence_id AS \"country_mentions.R0.sentence_id\", R0.text AS \"country_mentions.R0.text\"\nFROM country_mentions R0\n \n ","input_batch_size":10000,"loader":"","output_batch_size":50000,"output_relation":"countries_features","parallelism":"1","style":"tsv_extractor","udf":"/root/deepdive/app/aidgrade/udf/ext_countries_features.py"}},"parallelism":1},"inference":{"batch_size":null,"factors":{},"parallel_grounding":false,"skip_learning":false,"weight_table":""},"pipeline":{"base_dir":null,"pipelines":{"cleanup":["cleanup"],"endtoend":["extraction_rule_7","extraction_rule_9"],"extraction":["extraction_rule_7","extraction_rule_9"],"initdb":["extraction_rule_1","extraction_rule_3","extraction_rule_5","extraction_rule_0","extraction_rule_2","extraction_rule_4"]},"relearn_from":null,"run":"endtoend"},"sampler":{"sampler_args":"-l 300 -s 1 -i 500 --alpha 0.1","sampler_cmd":"sampler-dw"},"schema":{"keys":{},"setup":null,"variables":{}}})))
00:07:41 [DeepDive$(akka://deepdive)] DEBUG relearnFrom=null
00:07:41 [DeepDive$(akka://deepdive)] DEBUG outputDir=/root/deepdive/app/aidgrade/run/20160304/000739.333667602
00:07:41 [JdbcDataStoreObject$(akka://deepdive)] INFO Intializing all JDBC data stores
00:07:41 [profiler] INFO starting at akka://deepdive/user/profiler
00:07:41 [taskManager] INFO starting at akka://deepdive/user/taskManager
00:07:41 [inferenceManager] INFO Starting
00:07:41 [extractionManager] INFO starting
00:07:41 [PostgresDataStore(akka://deepdive)] DEBUG Executing SQL with callback... SELECT EXISTS (
SELECT 1
FROM pg_language
WHERE lanname = 'plpgsql');
00:07:41 [DeepDive$(akka://deepdive)] DEBUG Total number of extractors: 9
00:07:41 [DeepDive$(akka://deepdive)] DEBUG Total number of factors: 0
00:07:41 [DeepDive$(akka://deepdive)] DEBUG Number of active factors: 0
00:07:41 [DeepDive$(akka://deepdive)] INFO No active factors. Skip inference.
00:07:41 [DeepDive$(akka://deepdive)] INFO Running pipeline=endtoend with tasks=List(extraction_rule_7, extraction_rule_9, report, shutdown)
00:07:41 [taskManager] INFO Added task_id=extraction_rule_7
00:07:41 [taskManager] DEBUG Sending task_id=extraction_rule_7 to Actor[akka://deepdive/user/extractionManager#-360394514]
00:07:41 [profiler] DEBUG starting report_id=extraction_rule_7
00:07:41 [taskManager] INFO Added task_id=extraction_rule_9
00:07:41 [taskManager] INFO Added task_id=report
00:07:41 [taskManager] INFO Added task_id=shutdown
00:07:42 [PostgresDataStore(akka://deepdive)] DEBUG Executing SQL with callback... SELECT version() LIKE '%Greenplum%';
00:07:42 [PostgresDataStore(akka://deepdive)] DEBUG Executing SQL with callback... SELECT version() LIKE '%Postgres-XL%';
00:07:42 [extractionManager] INFO Adding task_name=extraction_rule_7
00:07:42 [extractionManager] INFO executing extractorName=extraction_rule_7
00:07:42 [extractorRunner-extraction_rule_7] INFO waiting for tasks
00:07:42 [extractorRunner-extraction_rule_7] INFO Received task=extraction_rule_7. Executing
00:07:42 [extractorRunner-extraction_rule_7] DEBUG Parallel Loading: false
00:07:42 [extractorRunner-extraction_rule_7] INFO /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/
00:07:42 [extractorRunner-extraction_rule_7] INFO Executing: find /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp -name 'country_mentions.copy_query_func_extraction_rule_7.tsv*' 2>/dev/null -print0 | xargs -0 rm -f
00:07:42 [Helpers$(akka://deepdive)] INFO Executing command: "/root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/exec_delete.sh"
00:07:42 [Helpers$(akka://deepdive)] DEBUG Executing queries by file: psql -d deepdive_aidgrade -U postgres -p 5432 -h 172.17.0.2 -v ON_ERROR_STOP=1 -c 'COPY (SELECT R0.document_id AS "sentences.R0.document_id", R0.sentence_id AS "sentences.R0.sentence_id", ARRAY_TO_STRING(R0.words, '\''~^~'\'') AS column_2, ARRAY_TO_STRING(R0.ner_tags, '\''~^~'\'') AS column_3 FROM sentences R0) TO STDOUT;' > /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/country_mentions.copy_query_func_extraction_rule_7.tsv
00:07:42 [Helpers$(akka://deepdive)] INFO Executing command: "/tmp/exec_sql5735582487205715627.sh"
00:07:46 [extractorRunner-extraction_rule_7] INFO File dumped to /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/country_mentions.copy_query_func_extraction_rule_7.tsv
00:07:46 [extractorRunner-extraction_rule_7] INFO Executing split command...
00:07:46 [Helpers$(akka://deepdive)] INFO Executing command: "split -a 10 -l 10000 /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/country_mentions.copy_query_func_extraction_rule_7.tsv /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/country_mentions.copy_query_func_extraction_rule_7.tsv-"
00:07:47 [extractorRunner-extraction_rule_7] INFO Executing parallel UDF command: touch '/root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/country_mentions.copy_query_func_extraction_rule_7.tsv-'; find /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp -name 'country_mentions.copy_query_func_extraction_rule_7.tsv-*' 2>/dev/null -print0 | xargs -0 -P 1 -L 1 bash -c '/root/deepdive/app/aidgrade/udf/ext_countries.py < "$0" > "$0.out"'
00:07:47 [extractorRunner-extraction_rule_7] DEBUG Temporary UDF file saved to /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/exec_parallel_udf.sh
00:07:47 [Helpers$(akka://deepdive)] INFO Executing command: "/root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/exec_parallel_udf.sh"
00:07:50 [DataLoader(akka://deepdive)] INFO find /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp -name 'country_mentions.copy_query_func_extraction_rule_7.tsv-*.out' -print0 | xargs -0 -P 1 -L 1 bash -c 'psql -d deepdive_aidgrade -U postgres -p 5432 -h 172.17.0.2 -v ON_ERROR_STOP=1 -c "COPY country_mentions FROM STDIN ; " < $0'
00:07:50 [Helpers$(akka://deepdive)] INFO Executing command: "/tmp/country_mentions.copy8548725320705600421.sh"
00:07:51 [extractorRunner-extraction_rule_7] INFO Analyzing output relation.
00:07:52 [extractorRunner-extraction_rule_7] INFO Removing temporary files...
00:07:52 [Helpers$(akka://deepdive)] INFO Executing command: "/root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/exec_delete.sh"
00:07:52 [profiler] DEBUG ending report_id=extraction_rule_7
00:07:52 [taskManager] INFO Completed task_id=extraction_rule_7 with Success(Done!)
00:07:52 [taskManager] DEBUG 1/3 tasks eligible. Waiting tasks: Set(shutdown, report)
00:07:52 [taskManager] DEBUG Sending task_id=extraction_rule_9 to Actor[akka://deepdive/user/extractionManager#-360394514]
00:07:52 [profiler] DEBUG starting report_id=extraction_rule_9
00:07:52 [extractionManager] INFO Adding task_name=extraction_rule_9
00:07:52 [extractionManager] INFO executing extractorName=extraction_rule_9
00:07:52 [extractorRunner-extraction_rule_9] INFO waiting for tasks
00:07:52 [extractorRunner-extraction_rule_9] INFO Received task=extraction_rule_9. Executing
00:07:52 [extractorRunner-extraction_rule_9] DEBUG Parallel Loading: false
00:07:52 [extractorRunner-extraction_rule_9] INFO /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/
00:07:52 [extractorRunner-extraction_rule_9] INFO Executing: find /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp -name 'countries_features.copy_query_func_extraction_rule_9.tsv*' 2>/dev/null -print0 | xargs -0 rm -f
00:07:52 [Helpers$(akka://deepdive)] INFO Executing command: "/root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/exec_delete.sh"
00:07:52 [Helpers$(akka://deepdive)] DEBUG Executing queries by file: psql -d deepdive_aidgrade -U postgres -p 5432 -h 172.17.0.2 -v ON_ERROR_STOP=1 -c 'COPY (SELECT R0.sentence_id AS "country_mentions.R0.sentence_id", R0.text AS "country_mentions.R0.text" FROM country_mentions R0) TO STDOUT;' > /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/countries_features.copy_query_func_extraction_rule_9.tsv
00:07:52 [Helpers$(akka://deepdive)] INFO Executing command: "/tmp/exec_sql8543449233155855366.sh"
00:07:52 [extractorRunner-extraction_rule_9] INFO File dumped to /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/countries_features.copy_query_func_extraction_rule_9.tsv
00:07:52 [extractorRunner-extraction_rule_9] INFO Executing split command...
00:07:52 [Helpers$(akka://deepdive)] INFO Executing command: "split -a 10 -l 10000 /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/countries_features.copy_query_func_extraction_rule_9.tsv /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/countries_features.copy_query_func_extraction_rule_9.tsv-"
00:07:52 [extractorRunner-extraction_rule_9] INFO Executing parallel UDF command: touch '/root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/countries_features.copy_query_func_extraction_rule_9.tsv-'; find /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp -name 'countries_features.copy_query_func_extraction_rule_9.tsv-*' 2>/dev/null -print0 | xargs -0 -P 1 -L 1 bash -c '/root/deepdive/app/aidgrade/udf/ext_countries_features.py < "$0" > "$0.out"'
00:07:52 [extractorRunner-extraction_rule_9] DEBUG Temporary UDF file saved to /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/exec_parallel_udf.sh
00:07:52 [Helpers$(akka://deepdive)] INFO Executing command: "/root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/exec_parallel_udf.sh"
00:07:52 [DataLoader(akka://deepdive)] INFO find /root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp -name 'countries_features.copy_query_func_extraction_rule_9.tsv-*.out' -print0 | xargs -0 -P 1 -L 1 bash -c 'psql -d deepdive_aidgrade -U postgres -p 5432 -h 172.17.0.2 -v ON_ERROR_STOP=1 -c "COPY countries_features FROM STDIN ; " < $0'
00:07:52 [Helpers$(akka://deepdive)] INFO Executing command: "/tmp/countries_features.copy5959040708163095008.sh"
00:07:53 [extractorRunner-extraction_rule_9] INFO Analyzing output relation.
00:07:53 [extractorRunner-extraction_rule_9] INFO Removing temporary files...
00:07:53 [Helpers$(akka://deepdive)] INFO Executing command: "/root/deepdive/app/aidgrade/run/20160304/000739.333667602/tmp/exec_delete.sh"
00:07:53 [taskManager] INFO Completed task_id=extraction_rule_9 with Success(Done!)
00:07:53 [taskManager] DEBUG 1/2 tasks eligible. Waiting tasks: Set(shutdown)
00:07:53 [taskManager] DEBUG Sending task_id=report to Actor[akka://deepdive/user/profiler#-1183672884]
00:07:53 [profiler] DEBUG ending report_id=extraction_rule_9
00:07:53 [profiler] DEBUG starting report_id=report
00:07:53 [profiler] INFO --------------------------------------------------
00:07:53 [profiler] INFO Summary Report
00:07:53 [profiler] INFO --------------------------------------------------
00:07:53 [profiler] INFO extraction_rule_7 SUCCESS [10526 ms]
00:07:53 [profiler] INFO extraction_rule_9 SUCCESS [674 ms]
00:07:53 [profiler] INFO --------------------------------------------------
00:07:53 [taskManager] INFO Completed task_id=report with Success(Success(()))
00:07:53 [taskManager] DEBUG 1/1 tasks eligible. Waiting tasks: Set()
00:07:53 [taskManager] DEBUG Sending task_id=shutdown to Actor[akka://deepdive/user/taskManager#1384397162]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment