From f4e7321b86e82c5cc906ca3eeb9e14a663516954 Mon Sep 17 00:00:00 2001 From: MauricioGarciaS <47052044+MauricioGarciaS@users.noreply.github.com> Date: Fri, 20 Jan 2023 15:19:27 +0100 Subject: [PATCH] Changed python version to 3.11 and fixed confluent-kafka import error --- ee/connectors/deploy/Dockerfile_bigquery | 7 ++++++- ee/connectors/deploy/Dockerfile_clickhouse | 7 ++++++- ee/connectors/deploy/Dockerfile_pg | 7 ++++++- ee/connectors/deploy/Dockerfile_redshift | 7 ++++++- ee/connectors/deploy/Dockerfile_snowflake | 7 ++++++- 5 files changed, 30 insertions(+), 5 deletions(-) diff --git a/ee/connectors/deploy/Dockerfile_bigquery b/ee/connectors/deploy/Dockerfile_bigquery index 770ccf8fa..515914e15 100644 --- a/ee/connectors/deploy/Dockerfile_bigquery +++ b/ee/connectors/deploy/Dockerfile_bigquery @@ -1,8 +1,13 @@ -FROM python:3.8-slim +FROM python:3.11 WORKDIR /usr/src/app COPY . . +RUN apt update +RUN apt-get install -y libc-dev libffi-dev gcc +RUN apt update && apt -y install software-properties-common gcc +RUN git clone https://github.com/edenhill/librdkafka +RUN cd librdkafka && ./configure && make && make install && ldconfig RUN pip install -r ./deploy/requirements_bigquery.txt diff --git a/ee/connectors/deploy/Dockerfile_clickhouse b/ee/connectors/deploy/Dockerfile_clickhouse index 0b19edeb6..f2dad8f65 100644 --- a/ee/connectors/deploy/Dockerfile_clickhouse +++ b/ee/connectors/deploy/Dockerfile_clickhouse @@ -1,8 +1,13 @@ -FROM python:3.8-slim +FROM python:3.11 WORKDIR /usr/src/app COPY . . +RUN apt update +RUN apt-get install -y libc-dev libffi-dev gcc +RUN apt update && apt -y install software-properties-common gcc +RUN git clone https://github.com/edenhill/librdkafka +RUN cd librdkafka && ./configure && make && make install && ldconfig RUN pip install -r ./deploy/requirements_clickhouse.txt diff --git a/ee/connectors/deploy/Dockerfile_pg b/ee/connectors/deploy/Dockerfile_pg index 0598016cc..a8b1c0f01 100644 --- a/ee/connectors/deploy/Dockerfile_pg +++ b/ee/connectors/deploy/Dockerfile_pg @@ -1,8 +1,13 @@ -FROM python:3.8-slim +FROM python:3.11 WORKDIR /usr/src/app COPY . . +RUN apt update +RUN apt-get install -y libc-dev libffi-dev gcc +RUN apt update && apt -y install software-properties-common gcc +RUN git clone https://github.com/edenhill/librdkafka +RUN cd librdkafka && ./configure && make && make install && ldconfig RUN pip install -r ./deploy/requirements_pg.txt diff --git a/ee/connectors/deploy/Dockerfile_redshift b/ee/connectors/deploy/Dockerfile_redshift index 87e99acc7..c69739623 100644 --- a/ee/connectors/deploy/Dockerfile_redshift +++ b/ee/connectors/deploy/Dockerfile_redshift @@ -1,8 +1,13 @@ -FROM python:3.8-slim +FROM python:3.11 WORKDIR /usr/src/app COPY . . +RUN apt update +RUN apt-get install -y libc-dev libffi-dev gcc +RUN apt update && apt -y install software-properties-common gcc +RUN git clone https://github.com/edenhill/librdkafka +RUN cd librdkafka && ./configure && make && make install && ldconfig RUN pip install -r ./deploy/requirements_redshift.txt diff --git a/ee/connectors/deploy/Dockerfile_snowflake b/ee/connectors/deploy/Dockerfile_snowflake index 4eae51685..1d4b926a8 100644 --- a/ee/connectors/deploy/Dockerfile_snowflake +++ b/ee/connectors/deploy/Dockerfile_snowflake @@ -1,8 +1,13 @@ -FROM python:3.8-slim +FROM python:3.11 WORKDIR /usr/src/app COPY . . +RUN apt update +RUN apt-get install -y libc-dev libffi-dev gcc +RUN apt update && apt -y install software-properties-common gcc +RUN git clone https://github.com/edenhill/librdkafka +RUN cd librdkafka && ./configure && make && make install && ldconfig RUN pip install -r ./deploy/requirements_snowflake.txt