Elasticsearch勉強会のデモで利用したDevConsoleのスクリプト

demo.json

## version 7.9で動作するはずです。 discard_compound_tokenの設定は7.8までは動作しないです(それ以外については動作します。)

DELETE en_synonym_test

PUT en_synonym_test
{
  "settings": {
    "analysis": {
      "analyzer": {
        "en_synonym": {
          "type": "custom",
          "tokenizer": "whitespace",
          "filter": ["en_synonym"]
        }
      },
      "filter": {
        "en_synonym": {
          "type": "synonym_graph",
          "synonyms": ["ipod, i-pod, i pod"]
        }
      }
    }
  }
}

# サンプル For Enlglish
GET en_synonym_test/_analyze
{
  "text": "I want i-pod",
  "analyzer": "en_synonym"
}

# Kuromojiの挙動の確認
GET _analyze
{
  "text": "それは株式会社です",
  "tokenizer": "kuromoji_tokenizer",
  "explain": false
  ,"attributes": ["partOfSpeech", "reading"]
  
}

DELETE synonym_test

# 日本語の類義語を作ってみる(エラー)
PUT synonym_test
{
  "settings": {
    "analysis": {
      "analyzer": {
        "kuromoji_synonym": {
          "type": "custom",
          "tokenizer": "kuromoji_tokenizer",
          "filter": ["ja_synonym"]
        }
      },
      "filter": {
        "ja_synonym": {
          "type": "synonym_graph",
          "synonyms": [
            "株式会社, コーポレーション"
          ]
        }
      }
    }
  }
}


# Kuromoji Tokenizer(デフォルト)
GET _analyze
{
  "text": "株式会社",
  "tokenizer": "kuromoji_tokenizer"
}

# Kuromoji Tokenizer(mode=normal)
GET _analyze
{
  "text": "株式会社",
  "tokenizer": {
    "type": "kuromoji_tokenizer",
    "mode": "normal"
  }
}

DELETE synonym_test
# mode=normalで再チャレンジ
PUT synonym_test
{
  "settings": {
    "analysis": {
      "analyzer": {
        "kuromoji_synonym": {
          "type": "custom",
          "tokenizer": "ja_tokenizer",
          "filter": ["ja_synonym"]
        }
      },
      "tokenizer": {
        "ja_tokenizer": {
          "type": "kuromoji_tokenizer",
          "mode": "normal"
        }
      },
      "filter": {
        "ja_synonym": {
          "type": "synonym_graph",
          "synonyms": [
            "株式会社, コーポレーション"
          ]
        }
      }
    }
  }
}

# 無事類義語展開されるけど。。。
GET synonym_test/_analyze
{
  "text": "株式会社",
  "analyzer": "kuromoji_synonym"
}


# LUCENE-9123
GET _analyze
{
  "text": "それは株式会社です",
  "tokenizer": {
    "type": "kuromoji_tokenizer",
    "discard_compound_token": true
  },
  "explain": false
  ,"attributes": ["partOfSpeech", "reading"]
  
}

DELETE synonym_test

PUT synonym_test
{
  "settings": {
    "analysis": {
      "analyzer": {
        "kuromoji_synonym": {
          "type": "custom",
          "tokenizer": "ja_tokenizer",
          "filter": ["ja_synonym"]
        }
      },
      "tokenizer": {
        "ja_tokenizer": {
          "type": "kuromoji_tokenizer",
          "discard_compound_token": true
        }
      },
      "filter": {
        "ja_synonym": {
          "type": "synonym_graph",
          "synonyms": [
            "株式会社, コーポレーション"
          ]
        }
      }
    }
  }
}


GET synonym_test/_analyze
{
  "text": "それはコーポレーションです",
  "analyzer": "kuromoji_synonym",
  "explain": false
  ,"attributes": ["partOfSpeech", "reading"]
  
}