diff --git a/scripts/helmcharts/openreplay/charts/quickwit/files/index-config-fetchevent.yaml b/scripts/helmcharts/openreplay/charts/quickwit/files/index-config-fetchevent.yaml new file mode 100644 index 000000000..1d89f72c9 --- /dev/null +++ b/scripts/helmcharts/openreplay/charts/quickwit/files/index-config-fetchevent.yaml @@ -0,0 +1,40 @@ +# +# Index config file for gh-archive dataset. +# + +version: 0 + +index_id: fetchevent + +doc_mapping: + mode: strict + field_mappings: + - name: method + type: text + tokenizer: default + record: position + - name: url + type: text + tokenizer: default + record: position + - name: request + type: text + tokenizer: default + record: position + - name: response + type: text + tokenizer: default + record: position + - name: status + type: i64 + indexed: true + fast: true + - name: timestamp + type: i64 + fast: true + - name: duration + type: i64 + fast: true + +search_settings: + default_search_fields: [url, request, response] diff --git a/scripts/helmcharts/openreplay/charts/quickwit/files/source-fetchevent.yaml b/scripts/helmcharts/openreplay/charts/quickwit/files/source-fetchevent.yaml new file mode 100644 index 000000000..f562461b0 --- /dev/null +++ b/scripts/helmcharts/openreplay/charts/quickwit/files/source-fetchevent.yaml @@ -0,0 +1,14 @@ +# +# Source config file. +# + +source_id: fetch-kafka +source_type: kafka +params: + topic: quickwit + client_params: + group.id: fetch-consumer + bootstrap.servers: '{{ .Values.global.kafka.kafkaHost }}:{{ .Values.global.kafka.kafkaPort }}' + {{- if eq .Values.global.kafka.kafkaUseSsl "true" }} + security.protocol: SSL + {{- end}} diff --git a/scripts/helmcharts/openreplay/charts/quickwit/templates/init.yaml b/scripts/helmcharts/openreplay/charts/quickwit/templates/init.yaml index a4809850d..6739de1af 100644 --- a/scripts/helmcharts/openreplay/charts/quickwit/templates/init.yaml +++ b/scripts/helmcharts/openreplay/charts/quickwit/templates/init.yaml @@ -35,12 +35,12 @@ spec: set -x configs="" - configs="${configs} fetch" + configs="${configs} fetchevent" configs="${configs} graphql" configs="${configs} pageevent" for config in ${configs};do quickwit index create --index-config config/index-config-${config}.yaml --config config/s3-config.yaml || true - quickwit source create --index fetchevent --source-config config/source-${config}.yaml --config config/s3-config.yaml || true + quickwit source create --index ${config} --source-config config/source-${config}.yaml --config config/s3-config.yaml || true done volumeMounts: - name: dbmigrationscript