feat: be-3332 | added additional dependencies

workspace/python/ds-pack/2.1.1-base-python-3.10.13/Dockerfile

@@ -0,0 +1,147 @@
+FROM python:3.10.13-slim-bookworm
+
+# Set shell to be bash and fail any pipe if any step in the pipe fails
+SHELL ["/bin/bash", "-o", "pipefail", "-c"]
+
+# install system packages
+RUN apt-get update \
+    # Installation requirements
+    && apt-get install -y --no-install-recommends \
+    apt-transport-https \
+    ca-certificates \
+    software-properties-common \
+    curl \
+    gnupg2 \
+    # Set up Docker repository
+    && mkdir -p /etc/apt/keyrings \
+    && curl -fsSL https://download.docker.com/linux/debian/gpg | gpg --dearmor -o /etc/apt/keyrings/docker.gpg \
+    && echo \
+        "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/debian \
+        $(lsb_release -cs) stable" | tee /etc/apt/sources.list.d/docker.list > /dev/null \
+    && apt-key adv --keyserver keyserver.ubuntu.com --recv-key '95C0FAF38DB3CCAD0C080A7BDC78B2DDEABC47B7' \
+    && add-apt-repository 'deb http://cloud.r-project.org/bin/linux/debian bookworm-cran40/' \
+    # node
+    && curl -sL https://deb.nodesource.com/setup_lts.x | bash - \
+    && apt-get update \
+    && apt-get install -y --no-install-recommends \
+    # install system packages
+    # jq is needed for the Peak Platform
+    jq \
+    nano \
+    vim \
+    fish \
+    zsh \
+    r-base=4.2.2.20221110-2 \
+    r-recommended=4.2.2.20221110-2 \
+    build-essential \
+    sudo \
+    nodejs \
+    git \
+    htop \
+    pandoc \
+    texlive \
+    texlive-science \
+    texlive-latex-extra \
+    texlive-luatex \
+    texlive-xetex \
+    texlive-pictures \
+    latexmk \
+    lmodern \
+    docker-ce \
+    less \
+    libxext6 \
+    libxrender1 \
+    libxtst6 \
+    libfreetype6 \
+    libxi6 \
+    openssl \
+    unzip \
+    libpq-dev \
+    libssl-dev \
+    libffi-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install AWS CLI v2
+RUN curl -fsSL "https://awscli.amazonaws.com/awscli-exe-linux-x86_64-2.7.4.zip" -o "awscliv2.zip" \
+    && unzip -q awscliv2.zip \
+    && ./aws/install \
+    && rm -rf aws awscliv2.zip
+
+# Install pyenv globally
+RUN curl https://pyenv.run | bash \
+    && mkdir -p /usr/local/pyenv \
+    && mv /root/.pyenv/* /usr/local/pyenv \
+    && rm -rf /root/.pyenv \
+    && echo 'export PYENV_ROOT="/usr/local/pyenv"' >> /etc/profile.d/pyenv.sh \
+    && echo 'export PATH="/usr/local/pyenv/bin:$PATH"' >> /etc/profile.d/pyenv.sh \
+    && echo 'eval "$(pyenv init --path)"' >> /etc/profile.d/pyenv.sh \
+    && echo 'eval "$(pyenv virtualenv-init -)"' >> /etc/profile.d/pyenv.sh \
+    && chmod -R 755 /usr/local/pyenv
+
+# Ensure pyenv is available to all users
+ENV PYENV_ROOT=/usr/local/pyenv
+ENV PATH="/usr/local/pyenv/bin:$PATH"
+
+# Needed for JupyterHub
+RUN npm install -g configurable-http-proxy \
+    && rm -rf ~/.npm
+
+# Install Python packages
+COPY requirements.txt /tmp/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade \
+    pip \
+    setuptools \
+    wheel \
+    && pip install -r /tmp/requirements.txt
+
+# SPARK: copy over spark config
+COPY ./spark /usr/local/spark
+
+# VS Code
+COPY codeserver-proxy codeserver-proxy
+RUN curl -fsSL https://code-server.dev/install.sh \
+    | sh -s -- --version 4.16.1 \
+    && pip install --no-cache-dir ./codeserver-proxy
+
+# VS Code CLI
+RUN curl -Lk 'https://code.visualstudio.com/sha/download?build=stable&os=cli-alpine-x64' --output vscode_cli.tar.gz \
+    && tar -xf vscode_cli.tar.gz \
+    && cp ./code /usr/local/bin \
+    && rm -rf vscode_cli.tar.gz
+
+COPY vscode-tunnel vscode-tunnel
+
+RUN mkdir /vscode-tunnel/logs \
+    && mkdir /vscode-tunnel/docs \
+    && chmod -R 777 vscode-tunnel
+
+RUN cp vscode-tunnel/scripts/start.sh /usr/bin/start-tunnel \
+    && cp vscode-tunnel/scripts/stop.sh /usr/bin/stop-tunnel \
+    && cp vscode-tunnel/scripts/refresh.sh /usr/bin/restart-tunnel \
+    && cp vscode-tunnel/scripts/status.sh /usr/bin/tunnel-status \
+    && chmod +x /usr/bin/start-tunnel /usr/bin/stop-tunnel /usr/bin/restart-tunnel /usr/bin/tunnel-status
+
+COPY TUNNELING.md /vscode-tunnel/docs/README.md
+
+RUN git config --global credential.helper store \
+    && git config --global core.filemode false
+
+# Install Projector & PyCharm Community
+COPY projector-proxy projector-proxy
+RUN pip install --no-cache-dir projector-installer==1.7.0 --upgrade \
+    && projector --accept-license --config-directory /usr/local/share/projector \
+    ide autoinstall --config-name pycharm --ide-name "PyCharm Community Edition 2021.3.1" \
+    && chmod -R a=rwx /usr/local/share/projector \
+    && pip install --no-cache-dir ./projector-proxy
+
+# Force shell to bash as Peak Platform isn't respecting jupyterhub option
+RUN ln -sf /bin/bash /bin/sh
+
+# Expose port and set the default command
+EXPOSE 8000
+CMD ["jupyterhub", \
+    "--Spawner.default_url=/lab", \
+    "--Spawner.http_timeout=90", \
+    "--NotebookApp.terminado_settings={'shell_command':'[/bin/bash]'}" \
+    ]

workspace/python/ds-pack/2.1.1-base-python-3.10.13/README.md

@@ -0,0 +1,94 @@
+# workspace-python-ds-pack-2.1.1-base-python-3.10.13
+This is the Python Data Science pack image made for Workspaces. 
+The image runs a [Jupyterhub](https://jupyter.org/hub) server that has [PyCharm](https://lp.jetbrains.com/projector/) and [VSCode](https://github.com/coder/code-server) pre-installed with all of the essential and most used packages.
+The images also comes pre installed with [peak-sdk](https://docs.peak.ai/sdk/).
+
+## Image details
+### Base image
+This image uses [3.10.13-slim-bookworm](https://hub.docker.com/layers/library/python/3.10.13-slim-bookworm/images/sha256-fb6e9cde0d7ae6ea8cd516a76ba78dad72e6a09465a8e93fe847d63fbcebc9a6?context=explore) as its base which is maintained by [the Docker Community](https://github.com/docker-library/python).
+
+### OS and other details
+```
+Debian         GNU/Linux 12 (bookworm)
+Linux Kernel   5.10.186-179.751.amzn2.x86_64
+Python         3.10.13
+```
+
+### Important Linux packages installed
+```
+aws-cli        2.7.4
+curl           7.88.1
+git            2.39.2
+jq             1.6
+nano           7.2
+vim            9.0
+fish           3.6.0
+zsh            5.9
+R              4.3.1
+node           18.17.1
+docker         24.0.6
+htop           3.2.0
+pandoc         2.17.1.1
+less           590
+latex          3.141592653-2.6-1.40.24
+vscode-cli     1.82.2
+```
+
+### Python libraries installed
+```
+boto3                             1.35.65
+ipywidgets                        8.1.0
+jupyter-server-proxy              4.0.0
+jupyterhub                        4.0.2
+jupyterlab                        3.6.5
+jupyterlab-git                    0.42.0
+jupyterlab-lsp                    4.2.0
+jupyterlab_widgets                3.0.8
+jupysql                           0.10.1
+jupytext                          1.15.1
+lckr-jupyterlab-variableinspector 3.0.9
+mypy-ls                           0.5.1
+nbconvert                         7.8.0
+notebook                          6.5.5
+pandas                            2.2.3
+peak-sdk                          1.13.0
+poetry                            1.8.4
+pyenv                             2.4.19
+pyls-black                        0.4.7
+pyls-flake                        80.4.0
+pyls-isort                        0.2.2
+pyls-mypy                         0.1.8
+python-dotenv                     1.0.1
+python-lsp-black                  1.3.0
+python-lsp-server[all]            1.4.1
+virtualenv                        20.27.0
+```
+
+### DWH connector libraries installed
+```
+psycopg2-binary                   2.9.10
+redshift-connector                2.1.3
+sqlalchemy-redshift               0.8.14
+snowflake-connector-python        3.12.3
+snowflake-sqlalchemy              1.6.1
+snowflake-snowpark-python         1.25.0
+```
+
+### VS Code extensions installed
+```
+cweijan.vscode-database-client2   6.6.3    
+```
+
+### VS Code Tunneling
+
+The image supports creating [remote tunnels](https://code.visualstudio.com/docs/remote/tunnels). For simplicity the image comes in handy with some node/bash scripts which can be used to `initialise`, `start`, `stop`, and `restart` the remote tunnels. More info can be found [here](./TUNNELING.md).
+
+## Building the image
+To build the image locally, run the docker build command and pass in the required build arguments:
+```
+docker build . -t workflow-python-ds-pack-2.1.0-base-python-3.10.13
+```
+
+## Using the image
+To use the image, select it when configuring the Workspace.
+If you need to install additional dependencies or add some use case specific environment variables, it can be easily extended.

workspace/python/ds-pack/2.1.1-base-python-3.10.13/TUNNELING.md

@@ -0,0 +1,65 @@
+# Tunneling with VS Code
+
+This README provides instructions for setting up and managing remote tunnels using this image, making it easier for you to access your workspace remotely within VS Code.
+
+## What is VS Code Tunneling ?
+
+VS Code Tunneling is a feature that allows users to connect to a remote machine, such as a desktop PC or virtual machine, via a secure tunnel. This feature securely transmits data from one network to another, allowing users to develop against any machine of their choosing from a VS Code desktop or web client without the need for SSH or HTTPS setup. For more information, please refer (this)[https://code.visualstudio.com/docs/remote/tunnels] link.
+
+## Initializing a Remote Tunnel
+
+To create a new remote tunnel for your workspace, you can use the provided bash script:
+
+```bash
+start-tunnel
+```
+
+Running this script initializes and starts a new tunnel in the background, which can be accessed remotely. To ensure its functionality, a brief authentication step using GitHub is required.
+
+After executing the above command, you will see the following message in the console:
+
+```
+To grant access to the server, please log into https://github.com/login/device and use code <access-code>
+```
+
+Follow the link provided and enter the `<access-code>` displayed in the console.
+
+That's it! Your new, secure tunnel should now be active and accessible at the following URL: `https://vscode.dev/tunnel/workspace-<workspace-id>-0`
+
+## Managing Tunnels
+
+### Restarting a Tunnel
+
+If you need to restart your tunnel for smooth operation, you can use the following command:
+
+```bash
+restart-tunnel
+```
+
+### Stopping a Tunnel
+
+To stop an active tunnel, use the following command:
+
+```bash
+stop-tunnel
+```
+
+### Starting a Tunnel
+
+To start a previously stopped tunnel, use this command:
+
+```bash
+start-tunnel
+```
+
+### Verifying the status of tunnel
+
+To check the status of the tunnel, use this command:
+
+```bash
+tunnel-status
+```
+
+## Additional Notes
+
+To view the logs of any running or closed tunnel, you can refer to the `output.log` file located at `/vscode-tunnel/logs/output.log`. Similarly, any errors related to running or closed tunnels can be found in the `/vscode-tunnel/logs/error.log` file.

workspace/python/ds-pack/2.1.1-base-python-3.10.13/codeserver-proxy/jupyter_codeserver_proxy/__init__.py

@@ -0,0 +1,28 @@
+import os
+import subprocess
+
+bash_command = "code-server --install-extension cweijan.vscode-database-client2@6.6.3"
+
+def setup_codeserver():
+  _install_vscode_extension()
+  return {
+    'command': ['code-server', 
+                '--auth', 
+                'none', 
+                '--disable-telemetry', 
+                '--port={port}'],
+    'launcher_entry': {
+        'title': 'VS Code',
+        'icon_path': os.path.join(os.path.dirname(os.path.abspath(__file__)), 'icons', 'vs_code_icon.svg')
+    }
+  }
+
+def _install_vscode_extension():
+  # Run the Bash command and capture the output
+  try:
+      result = subprocess.check_output(bash_command, shell=True, text=True)
+      print("Bash command output:")
+      print(result)
+  except subprocess.CalledProcessError as e:
+      print("Error running the Bash command:")
+      print(e)

workspace/python/ds-pack/2.1.1-base-python-3.10.13/codeserver-proxy/setup.py

@@ -0,0 +1,18 @@
+import setuptools
+
+setuptools.setup(
+  name="jupyter-codeserver-server",
+  version="1.0",
+  packages=setuptools.find_packages(),
+  keywords=['Jupyter'],
+  classifiers=['Framework :: Jupyter'],
+  install_requires=['jupyter-server-proxy'],
+  entry_points={
+    'jupyter_serverproxy_servers': [
+      'codeserver = jupyter_codeserver_proxy:setup_codeserver',
+    ]
+  },
+  package_data={
+    'jupyter_codeserver_proxy': ['icons/*']
+  }
+)