Updated quickwit version

ee/quickwit/Dockerfile

@@ -1,4 +1,4 @@
-FROM quickwit/quickwit:0.6.4
+FROM quickwit/quickwit:0.8.0
 
 WORKDIR /quickwit
 
@@ -18,7 +18,8 @@ ENV filter="true" \
 	fetch_maxsize=800 \
 	graphql_maxsize=800 \
 	pageevent_maxsize=800 \
-	QUICKWIT_PORT=7280
+	QUICKWIT_PORT=7280 \
+	QUICKWIT_VERSION=0.8
 
 EXPOSE 7281
 

ee/quickwit/consumer.py

@@ -13,7 +13,7 @@ QUICKWIT_PORT = config('QUICKWIT_PORT', default=7280, cast=int)
 #decryption = config('encrypted', cast=bool)
 decryption = False
 MessageCodec = None
-max_retry=3
+max_retry=2
 Fetch, FetchEvent, PageEvent, GraphQ = None, None, None, None
 if decryption:
     from msgcodec.msgcodec import MessageCodec
@@ -26,7 +26,7 @@ def _quickwit_ingest(index, data_list, retry=0):
     except requests.exceptions.ConnectionError as e:
         retry += 1
         assert retry <= max_retry, f'[ENDPOINT CONNECTION FAIL] Failed to connect to endpoint http://localhost:{QUICKWIT_PORT}/api/v1/{index}/ingest\n{e}\n'
-        sleep(5*retry)
+        sleep(0.25*retry)
         print(f"[ENDPOINT ERROR] Failed to connect to endpoint http://localhost:{QUICKWIT_PORT}/api/v1/{index}/ingest, retrying in {5*retry} seconds..\n")
         return _quickwit_ingest(index, data_list, retry=retry)
     return res

ee/quickwit/index-config-fetch.yaml

@@ -2,7 +2,7 @@
 # Index config file for gh-archive dataset.
 #
 
-version: 0.6
+version: {{QUICKWIT_VERSION}}
 
 index_id: "fetchevent"
 index_uri: "s3://openreplay-quickwit/quickwit-indexes/fetchevent"

ee/quickwit/index-config-graphql.yaml

@@ -2,7 +2,7 @@
 # Index config file for gh-archive dataset.
 #
 
-version: 0.6
+version: {{QUICKWIT_VERSION}}
 
 index_id: "graphql"
 index_uri: "s3://openreplay-quickwit/quickwit-indexes/graphql"

ee/quickwit/index-config-pageevent.yaml

@@ -2,7 +2,7 @@
 # Index config file for gh-archive dataset.
 #
 
-version: 0.6
+version: {{QUICKWIT_VERSION}}
 
 index_id: "pageevent"
 index_uri: "s3://openreplay-quickwit/quickwit-indexes/pageevent"

ee/quickwit/quickwit_start_task.sh

@@ -1 +1 @@
-quickwit run --config=./s3-config-listen.yaml
+quickwit run --config=./s3-config-listen.yaml 1> /dev/null

ee/quickwit/s3-config-listen.yaml

@@ -1,6 +1,6 @@
 ## In order to save data into S3
 # metastore also accepts s3://{bucket/path}#pooling_interval={seconds}s
-version: 0.6
+version: {{QUICKWIT_VERSION}}
 metastore_uri: s3://openreplay-quickwit/quickwit-indexes
 default_index_root_uri: s3://openreplay-quickwit/quickwit-indexes
 listen_address: 0.0.0.0

ee/quickwit/s3-config.yaml

@@ -1,6 +1,6 @@
 ## In order to save data into S3
 # metastore also accepts s3://{bucket/path}#pooling_interval={seconds}s
-version: 0.6
+version: {{QUICKWIT_VERSION}}
 metastore_uri: s3://openreplay-quickwit/quickwit-indexes
 default_index_root_uri: s3://openreplay-quickwit/quickwit-indexes
 rest_listen_port: {{QUICKWIT_PORT}}