Update Docker images that are not included in the automation (#35940)

So, we don't have security reports from Snyk.

filebeat/Dockerfile

@@ -1,17 +1,23 @@
-FROM golang:1.19.9
+FROM golang:1.19.10
 
 RUN \
  apt-get update \
  && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
  libsystemd-dev \
- netcat \
+ netcat-openbsd \
  rsync \
  python3 \
  python3-pip \
  python3-venv \
  libpcap-dev \
  && rm -rf /var/lib/apt/lists/*
 
+# Use a virtualenv to avoid the PEP668 "externally managed environment" error caused by conflicts
+# with the system Python installation. golang:1.19.10 uses Debian 12 which now enforces PEP668.
+ENV VIRTUAL_ENV=/opt/venv
+RUN python3 -m venv $VIRTUAL_ENV
+ENV PATH="$VIRTUAL_ENV/bin:$PATH"
+
 RUN pip3 install --upgrade pip==20.1.1
-RUN pip3 install --upgrade setuptools==47.3.2
 RUN pip3 install --upgrade docker-compose==1.23.2
+RUN pip3 install --upgrade PyYAML==6.0.0

filebeat/magefile.go

@@ -214,6 +214,9 @@ func PythonIntegTest(ctx context.Context) error {
  mg.Deps(devtools.BuildSystemTestBinary)
  args := devtools.DefaultPythonTestIntegrationArgs()
  args.Env["MODULES_PATH"] = devtools.CWD("module")
+ // Always create a fresh virtual environment when running tests in a container, until we get
+ // get the requirements installed as part of the container build.
+ args.ForceCreateVenv = true
  return devtools.PythonTest(args)
  })
 }

libbeat/Dockerfile

@@ -1,18 +1,22 @@
-FROM golang:1.19.9
+FROM golang:1.19.10
 
 RUN \
  apt-get update \
  && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
- netcat \
+ netcat-openbsd \
  libpcap-dev \
  python3 \
  python3-pip \
  python3-venv \
  && rm -rf /var/lib/apt/lists/*
 
+# Use a virtualenv to avoid the PEP668 "externally managed environment" error caused by conflicts
+# with the system Python installation. golang:1.19.10 uses Debian 12 which now enforces PEP668.
+ENV VIRTUAL_ENV=/opt/venv
+RUN python3 -m venv $VIRTUAL_ENV
+ENV PATH="$VIRTUAL_ENV/bin:$PATH"
+
 RUN pip3 install --upgrade pip==20.1.1
-RUN pip3 install --upgrade setuptools==47.3.2
-RUN pip3 install --upgrade docker-compose==1.23.2
 
 # Libbeat specific
 RUN mkdir -p /etc/pki/tls/certs

x-pack/filebeat/magefile.go

@@ -183,6 +183,9 @@ func PythonIntegTest(ctx context.Context) error {
  mg.Deps(devtools.BuildSystemTestBinary)
  args := devtools.DefaultPythonTestIntegrationArgs()
  args.Env["MODULES_PATH"] = devtools.CWD("module")
+ // Always create a fresh virtual environment when running tests in a container, until we get
+ // get the requirements installed as part of the container build.
+ args.ForceCreateVenv = true
  return devtools.PythonTest(args)
  })
 }

x-pack/libbeat/Dockerfile

@@ -1,18 +1,22 @@
-FROM golang:1.19.5
+FROM golang:1.19.10
 
 RUN \
  apt-get update \
  && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
- netcat \
+ netcat-openbsd \
  rsync \
  python3 \
  python3-pip \
  python3-venv \
  && rm -rf /var/lib/apt/lists/*
 
+# Use a virtualenv to avoid the PEP668 "externally managed environment" error caused by conflicts
+# with the system Python installation. golang:1.19.10 uses Debian 12 which now enforces PEP668.
+ENV VIRTUAL_ENV=/opt/venv
+RUN python3 -m venv $VIRTUAL_ENV
+ENV PATH="$VIRTUAL_ENV/bin:$PATH"
+
 RUN pip3 install --upgrade pip==20.1.1
-RUN pip3 install --upgrade setuptools==47.3.2
-RUN pip3 install --upgrade docker-compose==1.23.2
 
 # Setup work environment
 ENV LIBBEAT_PATH /go/src/github.com/elastic/beats/x-pack/libbeat