Add index_settings track parameter

Relates elastic/rally#441

geonames/README.md

@@ -38,6 +38,7 @@ This track allows to overwrite the following parameters with Rally 0.8.0+ using
 * `bulk_size` (default: 5000)
 * `bulk_indexing_clients` (default: 8): Number of clients that issue bulk indexing requests.
 * `number_of_replicas` (default: 0)
+* `index_settings`: A list of index settings. If it is defined, it replaces *all* other index settings (e.g. `number_of_replicas`). 
 
 ### License
 

geonames/challenges/default.json

@@ -6,9 +6,9 @@
       "cluster-settings": {
         "indices.query.bool.max_clause_count": 50000
       },
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",
@@ -132,9 +132,9 @@
     {
       "name": "append-no-conflicts-index-only",
       "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green. Document ids are unique so all index operations are append only.",
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",

geopoint/README.md

@@ -20,6 +20,7 @@ This track allows to overwrite the following parameters with Rally 0.8.0+ using
 * `bulk_size` (default: 5000)
 * `bulk_indexing_clients` (default: 8): Number of clients that issue bulk indexing requests.
 * `number_of_replicas` (default: 0)
+* `index_settings`: A list of index settings. If it is defined, it replaces *all* other index settings (e.g. `number_of_replicas`).
 
 ### License
 

geopoint/challenges/default.json

@@ -2,9 +2,9 @@
       "name": "append-no-conflicts",
       "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green. Document ids are unique so all index operations are append only. After that a couple of queries are run.",
       "default": true,
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",
@@ -72,9 +72,9 @@
     {
       "name": "append-no-conflicts-index-only",
       "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green. Document ids are unique so all index operations are append only.",
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",

http_logs/README.md

@@ -29,6 +29,7 @@ This track allows to overwrite the following parameters with Rally 0.8.0+ using
 * `bulk_size` (default: 5000)
 * `bulk_indexing_clients` (default: 8): Number of clients that issue bulk indexing requests.
 * `number_of_replicas` (default: 0)
+* `index_settings`: A list of index settings. If it is defined, it replaces *all* other index settings (e.g. `number_of_replicas`).
 
 ### License
 

http_logs/challenges/default.json

@@ -2,9 +2,9 @@
       "name": "append-no-conflicts",
       "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green. Document ids are unique so all index operations are append only. After that a couple of queries are run.",
       "default": true,
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",
@@ -79,9 +79,9 @@
     {
       "name": "append-no-conflicts-index-only",
       "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green. Document ids are unique so all index operations are append only.",
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",

nested/README.md

@@ -52,7 +52,8 @@ This track allows to overwrite the following parameters with Rally 0.8.0+ using
 
 * `bulk_size` (default: 5000)
 * `bulk_indexing_clients` (default: 4): Number of clients that issue bulk indexing requests.
-* `number_of_replicas` (default: 0) 
+* `number_of_replicas` (default: 0)
+* `index_settings`: A list of index settings. If it is defined, it replaces *all* other index settings (e.g. `number_of_replicas`).
 
 ### License
 

nested/challenges/default.json

@@ -2,10 +2,10 @@
       "name": "nested-search-challenge",
       "description": "Indexes the document corpus for an hour using Elasticsearch default settings. After that randomized nested queries are run.",
       "default": true,
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_shards": 1,
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",
@@ -81,10 +81,10 @@
     {
       "name": "index-only",
       "description": "Indexes the document corpus for an hour using Elasticsearch default settings.",
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_shards": 1,
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",

noaa/README.md

@@ -47,4 +47,4 @@ This track allows to overwrite the following parameters with Rally 0.8.0+ using
 * `bulk_size` (default: 5000)
 * `bulk_indexing_clients` (default: 8): Number of clients that issue bulk indexing requests.
 * `number_of_replicas` (default: 0)
-
+* `index_settings`: A list of index settings. If it is defined, it replaces *all* other index settings (e.g. `number_of_replicas`).

noaa/challenges/default.json

@@ -2,11 +2,11 @@
       "name": "append-no-conflicts",
       "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green and we want to ensure that we don't use the query cache. Document ids are unique so all index operations are append only. After that a couple of queries are run.",
       "default": true,
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_shards": 1,
         "index.number_of_replicas": {{number_of_replicas | default(0)}},
         "index.queries.cache.enabled": false
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index",
@@ -89,11 +89,11 @@
     {
       "name": "append-no-conflicts-index-only",
       "description": "Indexes the whole document corpus using Elasticsearch default settings.",
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_shards": 1,
         "index.number_of_replicas": {{number_of_replicas | default(0)}},
         "index.queries.cache.enabled": false
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index",

nyc_taxis/README.md

@@ -60,4 +60,4 @@ This track allows to overwrite the following parameters with Rally 0.8.0+ using
 * `bulk_size` (default: 10000)
 * `bulk_indexing_clients` (default: 8): Number of clients that issue bulk indexing requests.
 * `number_of_replicas` (default: 0)
-
+* `index_settings`: A list of index settings. If it is defined, it replaces *all* other index settings (e.g. `number_of_replicas`).

nyc_taxis/challenges/default.json

@@ -2,13 +2,13 @@
       "name": "append-no-conflicts",
       "description": "Indexes the whole document corpus using a setup that will lead to a larger indexing throughput than the default settings and produce a smaller index (higher compression rate). Document ids are unique so all index operations are append only. After that a couple of queries are run.",
       "default": true,
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_shards": 1,
         "index.codec": "best_compression",
         "index.number_of_replicas": {{number_of_replicas | default(0)}},
         "index.refresh_interval": "30s",
         "index.translog.flush_threshold_size": "4g"
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index",
@@ -46,13 +46,13 @@
     {
       "name": "append-no-conflicts-index-only",
       "description": "Indexes the whole document corpus using a setup that will lead to a larger indexing throughput than the default settings and produce a smaller index (higher compression rate). Document ids are unique so all index operations are append only.",
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_shards": 1,
         "index.codec": "best_compression",
         "index.number_of_replicas": {{number_of_replicas | default(0)}},
         "index.refresh_interval": "30s",
         "index.translog.flush_threshold_size": "4g"
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index",

percolator/README.md

@@ -23,6 +23,7 @@ This track allows to overwrite the following parameters with Rally 0.8.0+ using
 * `bulk_size` (default: 5000)
 * `bulk_indexing_clients` (default: 8): Number of clients that issue bulk indexing requests.
 * `number_of_replicas` (default: 0)
+* `index_settings`: A list of index settings. If it is defined, it replaces *all* other index settings (e.g. `number_of_replicas`).
 
 ### License
 

percolator/challenges/default.json

@@ -2,10 +2,10 @@
       "name": "append-no-conflicts",
       "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green and we want to ensure that we don't use the query cache. Document ids are unique so all index operations are append only. After that a couple of queries are run.",
       "default": true,
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}},
         "index.queries.cache.enabled": false
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index",
@@ -103,9 +103,9 @@
     {
       "name": "append-no-conflicts-index-only",
       "description": "Indexes the whole document corpus using Elasticsearch default settings.",
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index",

pmc/README.md

@@ -29,6 +29,7 @@ This track allows to overwrite the following parameters with Rally 0.8.0+ using
 * `bulk_size` (default: 500)
 * `bulk_indexing_clients` (default: 8): Number of clients that issue bulk indexing requests.
 * `number_of_replicas` (default: 0)
+* `index_settings`: A list of index settings. If it is defined, it replaces *all* other index settings (e.g. `number_of_replicas`).
 * [`default_search_timeout`](https://www.elastic.co/guide/en/elasticsearch/reference/6.0/search.html#global-search-timeout) (default: -1)
 
 ### License

pmc/challenges/default.json

@@ -5,9 +5,9 @@
       "cluster-settings": {
         "search.default_search_timeout": "{{default_search_timeout | default(-1)}}"
       },
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",
@@ -89,9 +89,9 @@
     {
       "name": "append-no-conflicts-index-only",
       "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green. Document ids are unique so all index operations are append only.",
-      "index-settings": {
+      "index-settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} {
         "index.number_of_replicas": {{number_of_replicas | default(0)}}
-      },
+      }{%- endif %},
       "schedule": [
         {
           "operation": "index-append",