Takara-Mono, Jason quoeamaster
quoeamaster
/ blog_es_pipeline_1_functional_pipeline_a
Created
December 5, 2019 07:50
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| PUT _ingest/pipeline/func_add_last_update_time | |
| { | |
| "version": 1, | |
| "description": "any stage: add back last update timestamp using script approach", | |
| "processors": [ | |
| { | |
| "script": { | |
| "lang": "painless", | |
| "source": """ | |
| ctx.last_update_time = new Date(); |
quoeamaster
/ blog_es_pipeline_1_functional_pipeline_b
Created
December 5, 2019 07:53
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| POST _ingest/pipeline/_simulate | |
| { | |
| "pipeline": { | |
| "processors": [ | |
| { | |
| "dissect": { | |
| "field": "message", | |
| "pattern": "%{user_id}:%{action}:%{action_id}:%{action_ts}:%{description}" | |
| } | |
| }, |
quoeamaster
/ blog_es_pipeline_1_functional_pipeline_c
Created
December 5, 2019 08:00
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| POST _ingest/pipeline/_simulate | |
| { | |
| "pipeline": { | |
| "processors": [ | |
| { | |
| "dissect": { | |
| "field": "message", | |
| "pattern": "%{user_id}:%{action}:%{action_id}:%{action_ts}:%{description}" | |
| } | |
| }, |
quoeamaster
/ blog_es_pipeline_1_exception_handling_a
Created
December 5, 2019 08:06
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| PUT _ingest/pipeline/func_convert_age | |
| { | |
| "processors": [ | |
| { | |
| "convert": { | |
| "field": "age", | |
| "type": "integer" | |
| } | |
| } | |
| ] |
quoeamaster
/ blog_es_pipeline_1_exception_handling_b
Created
December 5, 2019 08:07
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| POST _ingest/pipeline/_simulate | |
| { | |
| "pipeline": { | |
| "processors": [ | |
| { | |
| "dissect": { | |
| "field": "message", | |
| "pattern": "%{name}:%{age}" | |
| } | |
| }, |
quoeamaster
/ blog_es_pipeline_1_exception_handling_c
Created
December 5, 2019 08:09
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "docs" : [ | |
| { | |
| "doc" : { | |
| "_index" : "_index", | |
| "_type" : "_type", | |
| "_id" : "_id", | |
| "_source" : { | |
| "name" : "helen wong", | |
| "message" : "helen wong:45", |
quoeamaster
/ blog_es_pipeline_1_exception_handling_d
Created
December 5, 2019 08:11
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| POST _ingest/pipeline/_simulate | |
| { | |
| "pipeline": { | |
| "processors": [ | |
| { | |
| "dissect": { | |
| "field": "message", | |
| "pattern": "%{name}:%{age}" | |
| } | |
| }, |
quoeamaster
/ blog_es_pipeline_1_bonus
Created
December 5, 2019 09:07
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| PUT app_log_1 | |
| { | |
| "settings": { | |
| "default_pipeline": "add_last_update_time" | |
| } | |
| } |
quoeamaster
/ blog_es_pipeline_enrich_1_a
Created
December 8, 2019 04:22
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # mappings (tbl_publisher records) | |
| PUT blog_enrich_publisher | |
| { | |
| "mappings": { | |
| "properties": { | |
| "id": { | |
| "type": "keyword" | |
| }, | |
| "name": { | |
| "type": "text", |
quoeamaster
/ blog_es_pipeline_enrich_1_b
Created
December 8, 2019 04:31
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # mapping (tbl_books) | |
| PUT blog_enrich_books | |
| { | |
| "mappings": { | |
| "properties": { | |
| "pub_id": { | |
| "type": "keyword" | |
| }, | |
| "name": { | |
| "type": "text", |