elasticsearch basics workshop – all commands
The command line history for my elasticsearch basics workshop:
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 |
# 01 install ## get java apt-get install openjdk-6-jre-headless -y ## Get the latest stable archive wget https://download.elasticsearch.org/elasticsearch/elasticsearch/elasticsearch-0.90.7.zip ## Extract the archive unzip elasticsearch-0.90.7.zip ## run ! cd elasticsearch-0.90.7 # This will run elasticsearch on foreground. ./bin/elasticsearch -f ## Ping es in another term curl http://127.0.0.1:9200 # 02 add documents # put on workshop index and site type curl -XPUT http://localhost:9200/workshop/site/1 -d ' { "url": "http://www.elasticsearch.org", "title": "Open Source Distributed Real Time Search & Analytics", "description": "Elasticsearch is a powerful open source search and analytics engine that makes data easy to explore.", "tags": ["Open Source", "elasticsearch", "Distributed"] }' # retreive the document curl -XGET http://localhost:9200/workshop/site/1 # add more documents curl -XPUT http://localhost:9200/workshop/site/2 -d ' { "url": "http://www.mathieu-elie.net", "title": "Mathieu ELIE Freelance - Full Stack Data Engineer, Data Visualization", "description": "Freelance Consultant in Bordeaux, System & Software Architect. Love dataviz, redis, elasticsearch, architecture scalability recipes and playing with data.", tags: ["elasticsearch", "Data Visualization"] }' curl -XPUT http://localhost:9200/workshop/site/3 -d ' { "url": "http://www.giroll.org", "title": "Collectif Giroll - Gironde Logiciels Libres", "description": "Giroll, collectif basé à Bordeaux, réunis autour des Logiciels et des Cultures libres. Ateliers tous les mardis de 18h30 à 20h30 et organisation d''Install Party Linux tous les six", tags: ["Open Source", "Collectif"] }' # now search ! # will send back to us all documents curl 'http://localhost:9200/workshop/_search?pretty=true' # ok great, but now i want to search for text ! # step 1 : pass query as a request body curl -XPOST 'http://localhost:9200/workshop/site/_search?pretty=true' -d '{ "query" : { "match_all" : { } } }' # It returns all documents # because we use the match all query http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/query-dsl-match-all-query.html # match_all query is part of the queries dsl http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/query-dsl-queries.html # so lets use the query_strig query dsl curl -XPOST 'http://localhost:9200/workshop/site/_search?pretty=true' -d '{ "query" : { "query_string" : { "query" : "elasticsearch" } } }' # result is a a quiet verbose lets get only title and tags fields curl -XPOST 'http://localhost:9200/workshop/site/_search?pretty=true' -d '{ "fields" : ["title", "tags"], "query" : { "query_string" : { "query" : "elasticsearch" } } }' # lets go for facets on tags !! # http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/search-facets.html curl -XPOST 'http://localhost:9200/workshop/site/_search?pretty=true' -d '{ "fields" : ["title", "tags"], "query" : { "query_string" : { "query" : "elasticsearch" } }, "facets" : { "toto" : { "terms" : {"field" : "tags"} } } }' # hey ! see "Open Source" ! it is lower cased and exploded in multiple tokens ! # this is done by the defautl mapping and analyzer curl 'http://localhost:9200/workshop/site/_mapping?pretty=true' # tags is a type of string and we have a default analyzer # http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/analysis-standard-analyzer.html # An analyzer of type standard is built using the Standard Tokenizer with the Standard Token Filter, Lower Case Token Filter, and Stop Token Filter. curl -XGET 'localhost:9200/workshop/_analyze?pretty=true' -d 'Open Source' # what about keyword analyzer ? # http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/analysis-keyword-analyzer.html curl -XGET 'localhost:9200/workshop/_analyze?analyzer=keyword&pretty=true' -d 'Open Source' # got it ! now how to apply this to our tags field ? curl 'http://localhost:9200/workshop/site/_mapping?pretty=true' -d ' { "site" : { "properties" : { "url" : {"type" : "string"}, "title" : {"type" : "string"}, "description" : {"type" : "string"}, "tags" : {"type" : "string", "analyzer": "keyword" } } } } ' # oops ! we drop.. curl -XDELETE 'http://localhost:9200/workshop/' # index should exists if we want to put mapping.. curl -XPUT 'http://localhost:9200/workshop/' curl 'http://localhost:9200/workshop/site/_mapping?pretty=true' -d ' { "site" : { "properties" : { "url" : {"type" : "string"}, "title" : {"type" : "string"}, "description" : {"type" : "string"}, "tags" : {"type" : "string", "analyzer": "keyword" } } } } ' # test on the field analysis curl -XGET 'localhost:9200/workshop/_analyze?pretty=true&field=site.tags' -d 'Open Source' # congrats ! # lets push data again curl -XPUT http://localhost:9200/workshop/site/1 -d ' { "url": "http://www.elasticsearch.org", "title": "Open Source Distributed Real Time Search & Analytics", "description": "Elasticsearch is a powerful open source search and analytics engine that makes data easy to explore.", "tags": ["Open Source", "elasticsearch", "Distributed"] }' curl -XPUT http://localhost:9200/workshop/site/2 -d ' { "url": "http://www.mathieu-elie.net", "title": "Mathieu ELIE Freelance - Full Stack Data Engineer, Data Visualization", "description": "Freelance Consultant in Bordeaux, System & Software Architect. Love dataviz, redis, elasticsearch, architecture scalability recipes and playing with data.", tags: ["elasticsearch", "Data Visualization"] }' curl -XPUT http://localhost:9200/workshop/site/3 -d ' { "url": "http://www.giroll.org", "title": "Collectif Giroll - Gironde Logiciels Libres", "description": "Giroll, collectif basé à Bordeaux, réunis autour des Logiciels et des Cultures libres. Ateliers tous les mardis de 18h30 à 20h30 et organisation d''Install Party Linux tous les six", tags: ["Open Source", "Collectif"] }' # faceting ok ??? curl -XPOST 'http://localhost:9200/workshop/site/_search?pretty=true' -d '{ "fields" : ["title", "tags"], "query" : { "query_string" : { "query" : "elasticsearch" } }, "facets" : { "tags" : { "terms" : {"field" : "tags"} } } }' # cool ! our facets contains whole tags ! great jobs !! # now filter ! curl -XGET 'http://localhost:9200/workshop/site/_search?pretty=true' -d '{ "query" : { "match_all" : { } } }' # if want only docs with "Open Source" tag # we use filters # http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/query-dsl-filters.html # and term filter curl -XGET 'http://localhost:9200/workshop/site/_search?pretty=true' -d '{ "query" : { "match_all" : { } }, "filter" : { "term" : { "tags" : "Open Source"} } }' curl -XGET 'http://localhost:9200/workshop/site/_search?pretty=true' -d '{ "query" : { "match_all" : { } }, "filter" : { "term" : { "tags" : "Collectif"} } }' curl -XGET 'http://localhost:9200/workshop/_search?pretty=true' -d '{ "query" : { "match_all" : { } }, "filter" : { "term" : { "tags" : "Open Source"} } }' |
Leave a Reply
Want to join the discussion?Feel free to contribute!