diff --git a/docker/docker-compose-quickstart/Dockerfile b/docker/docker-compose-quickstart/Dockerfile index e35fb3932fb3..c43935f05cf0 100644 --- a/docker/docker-compose-quickstart/Dockerfile +++ b/docker/docker-compose-quickstart/Dockerfile @@ -11,7 +11,7 @@ # Build stage FROM alpine:3.15 AS build -ENV RELEASE_URL="https://github.com/open-metadata/OpenMetadata/releases/download/1.2.0-release/openmetadata-1.2.0.tar.gz" +ENV RELEASE_URL="https://github.com/open-metadata/OpenMetadata/releases/download/1.1.0-release/openmetadata-1.1.0.tar.gz" RUN mkdir -p /opt/openmetadata && \ wget ${RELEASE_URL} && \ tar zxvf openmetadata-*.tar.gz -C /opt/openmetadata --strip-components 1 && \ @@ -24,7 +24,7 @@ ARG COMMIT_ID LABEL maintainer="OpenMetadata" LABEL org.open-metadata.image.authors="support@openmetadata.org" LABEL org.open-metadata.vendor="OpenMetadata" -LABEL org.open-metadata.release-version="1.2.0" +LABEL org.open-metadata.release-version="1.1.0" LABEL org.open-metadata.description="OpenMetadata is an open source platform for metadata management and discovery." LABEL org.open-metadata.url="https://open-metadata.org/" LABEL org.open-metadata.vcs-url="https://github.com/open-metadata/OpenMetadata" diff --git a/docker/docker-compose-quickstart/docker-compose-postgres.yml b/docker/docker-compose-quickstart/docker-compose-postgres.yml index c987eb52350c..3a947ef6c314 100644 --- a/docker/docker-compose-quickstart/docker-compose-postgres.yml +++ b/docker/docker-compose-quickstart/docker-compose-postgres.yml @@ -18,9 +18,8 @@ volumes: services: postgresql: container_name: openmetadata_postgresql - image: docker.getcollate.io/openmetadata/postgresql:1.2.0 + image: docker.getcollate.io/openmetadata/postgresql:1.1.0 restart: always - command: "--work_mem = 10MB" environment: POSTGRES_USER: postgres POSTGRES_PASSWORD: password @@ -52,149 +51,26 @@ services: - "9300:9300" volumes: - es-data:/usr/share/elasticsearch/data + execute-migrate-all: + container_name: execute_migrate_all + image: docker.getcollate.io/openmetadata/server:1.1.0 + command: "./bootstrap/bootstrap_storage.sh migrate-all" + env_file: + - postgres-omserver.env + depends_on: + elasticsearch: + condition: service_started + postgresql: + condition: service_healthy + networks: + - app_net openmetadata-server: container_name: openmetadata_server restart: always - image: docker.getcollate.io/openmetadata/server:1.0.1 - environment: - OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} - SERVER_PORT: ${SERVER_PORT:-8585} - SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} - LOG_LEVEL: ${LOG_LEVEL:-INFO} - OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} - - # OpenMetadata Server Authentication Configuration - AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} - AUTHORIZER_REQUEST_FILTER: ${AUTHORIZER_REQUEST_FILTER:-org.openmetadata.service.security.JwtFilter} - AUTHORIZER_ADMIN_PRINCIPALS: ${AUTHORIZER_ADMIN_PRINCIPALS:-[admin]} - AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN: ${AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN:-["all"]} - AUTHORIZER_INGESTION_PRINCIPALS: ${AUTHORIZER_INGESTION_PRINCIPALS:-[ingestion-bot]} - AUTHORIZER_PRINCIPAL_DOMAIN: ${AUTHORIZER_PRINCIPAL_DOMAIN:-"openmetadata.org"} - AUTHORIZER_ENFORCE_PRINCIPAL_DOMAIN: ${AUTHORIZER_ENFORCE_PRINCIPAL_DOMAIN:-false} - AUTHORIZER_ENABLE_SECURE_SOCKET: ${AUTHORIZER_ENABLE_SECURE_SOCKET:-false} - AUTHENTICATION_PROVIDER: ${AUTHENTICATION_PROVIDER:-basic} - CUSTOM_OIDC_AUTHENTICATION_PROVIDER_NAME: ${CUSTOM_OIDC_AUTHENTICATION_PROVIDER_NAME:-""} - AUTHENTICATION_PUBLIC_KEYS: ${AUTHENTICATION_PUBLIC_KEYS:-[http://localhost:8585/api/v1/system/config/jwks]} - AUTHENTICATION_AUTHORITY: ${AUTHENTICATION_AUTHORITY:-https://accounts.google.com} - AUTHENTICATION_CLIENT_ID: ${AUTHENTICATION_CLIENT_ID:-""} - AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} - AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} - AUTHENTICATION_ENABLE_SELF_SIGNUP: ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} - - # JWT Configuration - RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} - RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} - JWT_ISSUER: ${JWT_ISSUER:-"open-metadata.org"} - JWT_KEY_ID: ${JWT_KEY_ID:-"Gb389a-9f76-gdjs-a92j-0242bk94356"} - # OpenMetadata Server Pipeline Service Client Configuration - PIPELINE_SERVICE_CLIENT_ENDPOINT: ${PIPELINE_SERVICE_CLIENT_ENDPOINT:-http://ingestion:8080} - PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL: ${PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL:-300} - SERVER_HOST_API_URL: ${SERVER_HOST_API_URL:-http://openmetadata-server:8585/api} - PIPELINE_SERVICE_CLIENT_VERIFY_SSL: ${PIPELINE_SERVICE_CLIENT_VERIFY_SSL:-"no-ssl"} - PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH: ${PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH:-""} - #Database configuration for postgresql - DB_DRIVER_CLASS: ${DB_DRIVER_CLASS:-org.postgresql.Driver} - DB_SCHEME: ${DB_SCHEME:-postgresql} - DB_USE_SSL: ${DB_USE_SSL:-false} - DB_USER: ${DB_USER:-openmetadata_user} - DB_USER_PASSWORD: ${DB_USER_PASSWORD:-openmetadata_password} - DB_HOST: ${DB_HOST:-postgresql} - DB_PORT: ${DB_PORT:-5432} - OM_DATABASE: ${OM_DATABASE:-openmetadata_db} - # ElasticSearch Configurations - ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:- elasticsearch} - ELASTICSEARCH_PORT: ${ELASTICSEARCH_PORT:-9200} - ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} - ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} - ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} - SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} - ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} - ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} - ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} - ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} - ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} - ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} - ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} - - #eventMonitoringConfiguration - EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} - EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} - EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} - EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} - - #pipelineServiceClientConfiguration - PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} - PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} - PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} - PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} - #airflow parameters - AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} - AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} - AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} - AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} - AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} - FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} - - #secretsManagerConfiguration - SECRET_MANAGER: ${SECRET_MANAGER:-noop} - #parameters: - OM_SM_REGION: ${OM_SM_REGION:-""} - OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} - OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} - - #email configuration: - OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} - OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} - AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} - OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} - OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} - SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} - SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} - SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} - SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} - SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} - - #changeEventConfig - OM_URI: ${OM_URI:- "http://localhost:8585"} - - #extensionConfiguration - OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} - OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} - - # Heap OPTS Configurations - OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} - # Application Config - OM_CUSTOM_LOGO_URL_PATH: ${OM_CUSTOM_LOGO_URL_PATH:-""} - OM_CUSTOM_MONOGRAM_URL_PATH: ${OM_CUSTOM_MONOGRAM_URL_PATH:-""} - OM_MAX_FAILED_LOGIN_ATTEMPTS: ${OM_MAX_FAILED_LOGIN_ATTEMPTS:-3} - OM_LOGIN_ACCESS_BLOCK_TIME: ${OM_LOGIN_ACCESS_BLOCK_TIME:-600} - OM_JWT_EXPIRY_TIME: ${OM_JWT_EXPIRY_TIME:-3600} - # Mask passwords values in UI - MASK_PASSWORDS_API: ${MASK_PASSWORDS_API:-false} - - #OpenMetadata Web Configuration - WEB_CONF_URI_PATH: ${WEB_CONF_URI_PATH:-"/api"} - #HSTS - WEB_CONF_HSTS_ENABLED: ${WEB_CONF_HSTS_ENABLED:-false} - WEB_CONF_HSTS_MAX_AGE: ${WEB_CONF_HSTS_MAX_AGE:-"365 days"} - WEB_CONF_HSTS_INCLUDE_SUBDOMAINS: ${WEB_CONF_HSTS_INCLUDE_SUBDOMAINS:-"true"} - WEB_CONF_HSTS_PRELOAD: ${WEB_CONF_HSTS_PRELOAD:-"true"} - #Frame Options - WEB_CONF_FRAME_OPTION_ENABLED: ${WEB_CONF_FRAME_OPTION_ENABLED:-false} - WEB_CONF_FRAME_OPTION: ${WEB_CONF_FRAME_OPTION:-"SAMEORIGIN"} - WEB_CONF_FRAME_ORIGIN: ${WEB_CONF_FRAME_ORIGIN:-""} - #Content Type - WEB_CONF_CONTENT_TYPE_OPTIONS_ENABLED: ${WEB_CONF_CONTENT_TYPE_OPTIONS_ENABLED:-false} - #XSS-Protection - WEB_CONF_XSS_PROTECTION_ENABLED: ${WEB_CONF_XSS_PROTECTION_ENABLED:-false} - WEB_CONF_XSS_PROTECTION_ON: ${WEB_CONF_XSS_PROTECTION_ON:-true} - WEB_CONF_XSS_PROTECTION_BLOCK: ${WEB_CONF_XSS_PROTECTION_BLOCK:-true} - #CSP - WEB_CONF_XSS_CSP_ENABLED: ${WEB_CONF_XSS_CSP_ENABLED:-false} - WEB_CONF_XSS_CSP_POLICY: ${WEB_CONF_XSS_CSP_POLICY:-"default-src 'self'"} - WEB_CONF_XSS_CSP_REPORT_ONLY_POLICY: ${WEB_CONF_XSS_CSP_REPORT_ONLY_POLICY:-""} - + image: docker.getcollate.io/openmetadata/server:1.1.0 + env_file: + - postgres-omserver.env expose: - 8585 - 8586 @@ -206,6 +82,8 @@ services: condition: service_started postgresql: condition: service_healthy + execute-migrate-all: + condition: service_completed_successfully networks: - app_net healthcheck: @@ -213,7 +91,7 @@ services: ingestion: container_name: openmetadata_ingestion - image: docker.getcollate.io/openmetadata/ingestion:1.0.1 + image: docker.getcollate.io/openmetadata/ingestion:1.1.0 depends_on: elasticsearch: condition: service_started diff --git a/docker/docker-compose-quickstart/docker-compose.yml b/docker/docker-compose-quickstart/docker-compose.yml index 0888f944d165..e551ae6aaa0c 100644 --- a/docker/docker-compose-quickstart/docker-compose.yml +++ b/docker/docker-compose-quickstart/docker-compose.yml @@ -18,7 +18,7 @@ volumes: services: mysql: container_name: openmetadata_mysql - image: docker.getcollate.io/openmetadata/db:1.2.0 + image: docker.getcollate.io/openmetadata/db:1.1.0 command: "--sort_buffer_size=10M" restart: always environment: @@ -51,149 +51,25 @@ services: volumes: - es-data:/usr/share/elasticsearch/data + execute-migrate-all: + container_name: execute_migrate_all + image: docker.getcollate.io/openmetadata/server:1.1.0 + command: "./bootstrap/bootstrap_storage.sh migrate-all" + env_file: + - mysql-omserver.env + depends_on: + elasticsearch: + condition: service_started + mysql: + condition: service_healthy + networks: + - app_net openmetadata-server: container_name: openmetadata_server restart: always - image: docker.getcollate.io/openmetadata/server:1.0.1 - environment: - OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} - SERVER_PORT: ${SERVER_PORT:-8585} - SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} - LOG_LEVEL: ${LOG_LEVEL:-INFO} - OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} - - # OpenMetadata Server Authentication Configuration - AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} - AUTHORIZER_REQUEST_FILTER: ${AUTHORIZER_REQUEST_FILTER:-org.openmetadata.service.security.JwtFilter} - AUTHORIZER_ADMIN_PRINCIPALS: ${AUTHORIZER_ADMIN_PRINCIPALS:-[admin]} - AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN: ${AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN:-["all"]} - AUTHORIZER_INGESTION_PRINCIPALS: ${AUTHORIZER_INGESTION_PRINCIPALS:-[ingestion-bot]} - AUTHORIZER_PRINCIPAL_DOMAIN: ${AUTHORIZER_PRINCIPAL_DOMAIN:-"openmetadata.org"} - AUTHORIZER_ENFORCE_PRINCIPAL_DOMAIN: ${AUTHORIZER_ENFORCE_PRINCIPAL_DOMAIN:-false} - AUTHORIZER_ENABLE_SECURE_SOCKET: ${AUTHORIZER_ENABLE_SECURE_SOCKET:-false} - AUTHENTICATION_PROVIDER: ${AUTHENTICATION_PROVIDER:-basic} - CUSTOM_OIDC_AUTHENTICATION_PROVIDER_NAME: ${CUSTOM_OIDC_AUTHENTICATION_PROVIDER_NAME:-""} - AUTHENTICATION_PUBLIC_KEYS: ${AUTHENTICATION_PUBLIC_KEYS:-[http://localhost:8585/api/v1/system/config/jwks]} - AUTHENTICATION_AUTHORITY: ${AUTHENTICATION_AUTHORITY:-https://accounts.google.com} - AUTHENTICATION_CLIENT_ID: ${AUTHENTICATION_CLIENT_ID:-""} - AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} - AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} - AUTHENTICATION_ENABLE_SELF_SIGNUP: ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} - - # JWT Configuration - RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} - RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} - JWT_ISSUER: ${JWT_ISSUER:-"open-metadata.org"} - JWT_KEY_ID: ${JWT_KEY_ID:-"Gb389a-9f76-gdjs-a92j-0242bk94356"} - # OpenMetadata Server Pipeline Service Client Configuration - PIPELINE_SERVICE_CLIENT_ENDPOINT: ${PIPELINE_SERVICE_CLIENT_ENDPOINT:-http://ingestion:8080} - PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL: ${PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL:-300} - SERVER_HOST_API_URL: ${SERVER_HOST_API_URL:-http://openmetadata-server:8585/api} - PIPELINE_SERVICE_CLIENT_VERIFY_SSL: ${PIPELINE_SERVICE_CLIENT_VERIFY_SSL:-"no-ssl"} - PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH: ${PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH:-""} - # Database configuration for MySQL - DB_DRIVER_CLASS: ${DB_DRIVER_CLASS:-com.mysql.cj.jdbc.Driver} - DB_SCHEME: ${DB_SCHEME:-mysql} - DB_USE_SSL: ${DB_USE_SSL:-false} - DB_USER: ${DB_USER:-openmetadata_user} - DB_USER_PASSWORD: ${DB_USER_PASSWORD:-openmetadata_password} - DB_HOST: ${DB_HOST:-mysql} - DB_PORT: ${DB_PORT:-3306} - OM_DATABASE: ${OM_DATABASE:-openmetadata_db} - # ElasticSearch Configurations - ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:- elasticsearch} - ELASTICSEARCH_PORT: ${ELASTICSEARCH_PORT:-9200} - ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} - ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} - ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} - SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} - ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} - ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} - ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} - ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} - ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} - ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} - ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} - - #eventMonitoringConfiguration - EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} - EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} - EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} - EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} - - #pipelineServiceClientConfiguration - PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} - PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} - PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} - PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} - #airflow parameters - AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} - AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} - AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} - AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} - AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} - FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} - - #secretsManagerConfiguration - SECRET_MANAGER: ${SECRET_MANAGER:-noop} - #parameters: - OM_SM_REGION: ${OM_SM_REGION:-""} - OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} - OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} - - #email configuration: - OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} - OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} - AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} - OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} - OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} - SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} - SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} - SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} - SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} - SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} - - #changeEventConfig - OM_URI: ${OM_URI:- "http://localhost:8585"} - - #extensionConfiguration - OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} - OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} - - - # Heap OPTS Configurations - OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} - # Application Config - OM_CUSTOM_LOGO_URL_PATH: ${OM_CUSTOM_LOGO_URL_PATH:-""} - OM_CUSTOM_MONOGRAM_URL_PATH: ${OM_CUSTOM_MONOGRAM_URL_PATH:-""} - OM_MAX_FAILED_LOGIN_ATTEMPTS: ${OM_MAX_FAILED_LOGIN_ATTEMPTS:-3} - OM_LOGIN_ACCESS_BLOCK_TIME: ${OM_LOGIN_ACCESS_BLOCK_TIME:-600} - OM_JWT_EXPIRY_TIME: ${OM_JWT_EXPIRY_TIME:-3600} - # Mask passwords values in UI - MASK_PASSWORDS_API: ${MASK_PASSWORDS_API:-false} - - #OpenMetadata Web Configuration - WEB_CONF_URI_PATH: ${WEB_CONF_URI_PATH:-"/api"} - #HSTS - WEB_CONF_HSTS_ENABLED: ${WEB_CONF_HSTS_ENABLED:-false} - WEB_CONF_HSTS_MAX_AGE: ${WEB_CONF_HSTS_MAX_AGE:-"365 days"} - WEB_CONF_HSTS_INCLUDE_SUBDOMAINS: ${WEB_CONF_HSTS_INCLUDE_SUBDOMAINS:-"true"} - WEB_CONF_HSTS_PRELOAD: ${WEB_CONF_HSTS_PRELOAD:-"true"} - #Frame Options - WEB_CONF_FRAME_OPTION_ENABLED: ${WEB_CONF_FRAME_OPTION_ENABLED:-false} - WEB_CONF_FRAME_OPTION: ${WEB_CONF_FRAME_OPTION:-"SAMEORIGIN"} - WEB_CONF_FRAME_ORIGIN: ${WEB_CONF_FRAME_ORIGIN:-""} - #Content Type - WEB_CONF_CONTENT_TYPE_OPTIONS_ENABLED: ${WEB_CONF_CONTENT_TYPE_OPTIONS_ENABLED:-false} - #XSS-Protection - WEB_CONF_XSS_PROTECTION_ENABLED: ${WEB_CONF_XSS_PROTECTION_ENABLED:-false} - WEB_CONF_XSS_PROTECTION_ON: ${WEB_CONF_XSS_PROTECTION_ON:-true} - WEB_CONF_XSS_PROTECTION_BLOCK: ${WEB_CONF_XSS_PROTECTION_BLOCK:-true} - #CSP - WEB_CONF_XSS_CSP_ENABLED: ${WEB_CONF_XSS_CSP_ENABLED:-false} - WEB_CONF_XSS_CSP_POLICY: ${WEB_CONF_XSS_CSP_POLICY:-"default-src 'self'"} - WEB_CONF_XSS_CSP_REPORT_ONLY_POLICY: ${WEB_CONF_XSS_CSP_REPORT_ONLY_POLICY:-""} - + image: docker.getcollate.io/openmetadata/server:1.1.0 + env_file: + - mysql-omserver.env expose: - 8585 - 8586 @@ -205,6 +81,8 @@ services: condition: service_started mysql: condition: service_healthy + execute-migrate-all: + condition: service_completed_successfully networks: - app_net healthcheck: @@ -212,7 +90,7 @@ services: ingestion: container_name: openmetadata_ingestion - image: docker.getcollate.io/openmetadata/ingestion:1.0.1 + image: docker.getcollate.io/openmetadata/ingestion:1.1.0 depends_on: elasticsearch: condition: service_started diff --git a/docker/docker-compose-quickstart/mysql-omserver.env b/docker/docker-compose-quickstart/mysql-omserver.env new file mode 100644 index 000000000000..7213a8e2bcf0 --- /dev/null +++ b/docker/docker-compose-quickstart/mysql-omserver.env @@ -0,0 +1,137 @@ +OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} +SERVER_PORT: ${SERVER_PORT:-8585} +SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} +LOG_LEVEL: ${LOG_LEVEL:-INFO} +OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} + +# OpenMetadata Server Authentication Configuration +AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} +AUTHORIZER_REQUEST_FILTER: ${AUTHORIZER_REQUEST_FILTER:-org.openmetadata.service.security.JwtFilter} +AUTHORIZER_ADMIN_PRINCIPALS: ${AUTHORIZER_ADMIN_PRINCIPALS:-[admin]} +AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN: ${AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN:-["all"]} +AUTHORIZER_INGESTION_PRINCIPALS: ${AUTHORIZER_INGESTION_PRINCIPALS:-[ingestion-bot]} +AUTHORIZER_PRINCIPAL_DOMAIN: ${AUTHORIZER_PRINCIPAL_DOMAIN:-"openmetadata.org"} +AUTHORIZER_ENFORCE_PRINCIPAL_DOMAIN: ${AUTHORIZER_ENFORCE_PRINCIPAL_DOMAIN:-false} +AUTHORIZER_ENABLE_SECURE_SOCKET: ${AUTHORIZER_ENABLE_SECURE_SOCKET:-false} +AUTHENTICATION_PROVIDER: ${AUTHENTICATION_PROVIDER:-basic} +CUSTOM_OIDC_AUTHENTICATION_PROVIDER_NAME: ${CUSTOM_OIDC_AUTHENTICATION_PROVIDER_NAME:-""} +AUTHENTICATION_PUBLIC_KEYS: ${AUTHENTICATION_PUBLIC_KEYS:-[http://localhost:8585/api/v1/system/config/jwks]} +AUTHENTICATION_AUTHORITY: ${AUTHENTICATION_AUTHORITY:-https://accounts.google.com} +AUTHENTICATION_CLIENT_ID: ${AUTHENTICATION_CLIENT_ID:-""} +AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} +AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} +AUTHENTICATION_ENABLE_SELF_SIGNUP: ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} + +# JWT Configuration +RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} +RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} +JWT_ISSUER: ${JWT_ISSUER:-"open-metadata.org"} +JWT_KEY_ID: ${JWT_KEY_ID:-"Gb389a-9f76-gdjs-a92j-0242bk94356"} +# OpenMetadata Server Pipeline Service Client Configuration +PIPELINE_SERVICE_CLIENT_ENDPOINT: ${PIPELINE_SERVICE_CLIENT_ENDPOINT:-http://ingestion:8080} +PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL: ${PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL:-300} +SERVER_HOST_API_URL: ${SERVER_HOST_API_URL:-http://openmetadata-server:8585/api} +PIPELINE_SERVICE_CLIENT_VERIFY_SSL: ${PIPELINE_SERVICE_CLIENT_VERIFY_SSL:-"no-ssl"} +PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH: ${PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH:-""} +# Database configuration for MySQL +DB_DRIVER_CLASS: ${DB_DRIVER_CLASS:-com.mysql.cj.jdbc.Driver} +DB_SCHEME: ${DB_SCHEME:-mysql} +DB_USE_SSL: ${DB_USE_SSL:-false} +DB_USER: ${DB_USER:-openmetadata_user} +DB_USER_PASSWORD: ${DB_USER_PASSWORD:-openmetadata_password} +DB_HOST: ${DB_HOST:-mysql} +DB_PORT: ${DB_PORT:-3306} +OM_DATABASE: ${OM_DATABASE:-openmetadata_db} +# ElasticSearch Configurations +ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:- elasticsearch} +ELASTICSEARCH_PORT: ${ELASTICSEARCH_PORT:-9200} +ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} +ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} +ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} +SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} +ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} +ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} +ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} +ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} +ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} +ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} +ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} + +#eventMonitoringConfiguration +EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} +EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} +EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} +EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} + +#pipelineServiceClientConfiguration +PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} +PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} +PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} +PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} +#airflow parameters +AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} +AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} +AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} +AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} +AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} +FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} + +#secretsManagerConfiguration +SECRET_MANAGER: ${SECRET_MANAGER:-noop} +#parameters: +OM_SM_REGION: ${OM_SM_REGION:-""} +OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} +OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} + +#email configuration: +OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} +OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} +AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} +OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} +OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} +SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} +SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} +SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} +SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} +SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} + +#changeEventConfig +OM_URI: ${OM_URI:- "http://localhost:8585"} + +#extensionConfiguration +OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} +OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} + + +# Heap OPTS Configurations +OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} +# Application Config +OM_CUSTOM_LOGO_URL_PATH: ${OM_CUSTOM_LOGO_URL_PATH:-""} +OM_CUSTOM_MONOGRAM_URL_PATH: ${OM_CUSTOM_MONOGRAM_URL_PATH:-""} +OM_MAX_FAILED_LOGIN_ATTEMPTS: ${OM_MAX_FAILED_LOGIN_ATTEMPTS:-3} +OM_LOGIN_ACCESS_BLOCK_TIME: ${OM_LOGIN_ACCESS_BLOCK_TIME:-600} +OM_JWT_EXPIRY_TIME: ${OM_JWT_EXPIRY_TIME:-3600} +# Mask passwords values in UI +MASK_PASSWORDS_API: ${MASK_PASSWORDS_API:-false} + +#OpenMetadata Web Configuration +WEB_CONF_URI_PATH: ${WEB_CONF_URI_PATH:-"/api"} +#HSTS +WEB_CONF_HSTS_ENABLED: ${WEB_CONF_HSTS_ENABLED:-false} +WEB_CONF_HSTS_MAX_AGE: ${WEB_CONF_HSTS_MAX_AGE:-"365 days"} +WEB_CONF_HSTS_INCLUDE_SUBDOMAINS: ${WEB_CONF_HSTS_INCLUDE_SUBDOMAINS:-"true"} +WEB_CONF_HSTS_PRELOAD: ${WEB_CONF_HSTS_PRELOAD:-"true"} +#Frame Options +WEB_CONF_FRAME_OPTION_ENABLED: ${WEB_CONF_FRAME_OPTION_ENABLED:-false} +WEB_CONF_FRAME_OPTION: ${WEB_CONF_FRAME_OPTION:-"SAMEORIGIN"} +WEB_CONF_FRAME_ORIGIN: ${WEB_CONF_FRAME_ORIGIN:-""} +#Content Type +WEB_CONF_CONTENT_TYPE_OPTIONS_ENABLED: ${WEB_CONF_CONTENT_TYPE_OPTIONS_ENABLED:-false} +#XSS-Protection +WEB_CONF_XSS_PROTECTION_ENABLED: ${WEB_CONF_XSS_PROTECTION_ENABLED:-false} +WEB_CONF_XSS_PROTECTION_ON: ${WEB_CONF_XSS_PROTECTION_ON:-true} +WEB_CONF_XSS_PROTECTION_BLOCK: ${WEB_CONF_XSS_PROTECTION_BLOCK:-true} +#CSP +WEB_CONF_XSS_CSP_ENABLED: ${WEB_CONF_XSS_CSP_ENABLED:-false} +WEB_CONF_XSS_CSP_POLICY: ${WEB_CONF_XSS_CSP_POLICY:-"default-src 'self'"} +WEB_CONF_XSS_CSP_REPORT_ONLY_POLICY: ${WEB_CONF_XSS_CSP_REPORT_ONLY_POLICY:-""} \ No newline at end of file diff --git a/docker/docker-compose-quickstart/postgres-omserver.env b/docker/docker-compose-quickstart/postgres-omserver.env new file mode 100644 index 000000000000..cbbe6a7418ad --- /dev/null +++ b/docker/docker-compose-quickstart/postgres-omserver.env @@ -0,0 +1,136 @@ +OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} +SERVER_PORT: ${SERVER_PORT:-8585} +SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} +LOG_LEVEL: ${LOG_LEVEL:-INFO} +OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} + +# OpenMetadata Server Authentication Configuration +AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} +AUTHORIZER_REQUEST_FILTER: ${AUTHORIZER_REQUEST_FILTER:-org.openmetadata.service.security.JwtFilter} +AUTHORIZER_ADMIN_PRINCIPALS: ${AUTHORIZER_ADMIN_PRINCIPALS:-[admin]} +AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN: ${AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN:-["all"]} +AUTHORIZER_INGESTION_PRINCIPALS: ${AUTHORIZER_INGESTION_PRINCIPALS:-[ingestion-bot]} +AUTHORIZER_PRINCIPAL_DOMAIN: ${AUTHORIZER_PRINCIPAL_DOMAIN:-"openmetadata.org"} +AUTHORIZER_ENFORCE_PRINCIPAL_DOMAIN: ${AUTHORIZER_ENFORCE_PRINCIPAL_DOMAIN:-false} +AUTHORIZER_ENABLE_SECURE_SOCKET: ${AUTHORIZER_ENABLE_SECURE_SOCKET:-false} +AUTHENTICATION_PROVIDER: ${AUTHENTICATION_PROVIDER:-basic} +CUSTOM_OIDC_AUTHENTICATION_PROVIDER_NAME: ${CUSTOM_OIDC_AUTHENTICATION_PROVIDER_NAME:-""} +AUTHENTICATION_PUBLIC_KEYS: ${AUTHENTICATION_PUBLIC_KEYS:-[http://localhost:8585/api/v1/system/config/jwks]} +AUTHENTICATION_AUTHORITY: ${AUTHENTICATION_AUTHORITY:-https://accounts.google.com} +AUTHENTICATION_CLIENT_ID: ${AUTHENTICATION_CLIENT_ID:-""} +AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} +AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} +AUTHENTICATION_ENABLE_SELF_SIGNUP: ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} + +# JWT Configuration +RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} +RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} +JWT_ISSUER: ${JWT_ISSUER:-"open-metadata.org"} +JWT_KEY_ID: ${JWT_KEY_ID:-"Gb389a-9f76-gdjs-a92j-0242bk94356"} +# OpenMetadata Server Pipeline Service Client Configuration +PIPELINE_SERVICE_CLIENT_ENDPOINT: ${PIPELINE_SERVICE_CLIENT_ENDPOINT:-http://ingestion:8080} +PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL: ${PIPELINE_SERVICE_CLIENT_HEALTH_CHECK_INTERVAL:-300} +SERVER_HOST_API_URL: ${SERVER_HOST_API_URL:-http://openmetadata-server:8585/api} +PIPELINE_SERVICE_CLIENT_VERIFY_SSL: ${PIPELINE_SERVICE_CLIENT_VERIFY_SSL:-"no-ssl"} +PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH: ${PIPELINE_SERVICE_CLIENT_SSL_CERT_PATH:-""} +#Database configuration for postgresql +DB_DRIVER_CLASS: ${DB_DRIVER_CLASS:-org.postgresql.Driver} +DB_SCHEME: ${DB_SCHEME:-postgresql} +DB_USE_SSL: ${DB_USE_SSL:-false} +DB_USER: ${DB_USER:-openmetadata_user} +DB_USER_PASSWORD: ${DB_USER_PASSWORD:-openmetadata_password} +DB_HOST: ${DB_HOST:-postgresql} +DB_PORT: ${DB_PORT:-5432} +OM_DATABASE: ${OM_DATABASE:-openmetadata_db} +# ElasticSearch Configurations +ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:- elasticsearch} +ELASTICSEARCH_PORT: ${ELASTICSEARCH_PORT:-9200} +ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} +ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} +ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} +SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} +ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} +ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} +ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} +ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} +ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} +ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} +ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} + +#eventMonitoringConfiguration +EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} +EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} +EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} +EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} + +#pipelineServiceClientConfiguration +PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} +PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} +PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} +PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} +#airflow parameters +AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} +AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} +AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} +AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} +AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} +FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} + +#secretsManagerConfiguration +SECRET_MANAGER: ${SECRET_MANAGER:-noop} +#parameters: +OM_SM_REGION: ${OM_SM_REGION:-""} +OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} +OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} + +#email configuration: +OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} +OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} +AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} +OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} +OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} +SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} +SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} +SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} +SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} +SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} + +#changeEventConfig +OM_URI: ${OM_URI:- "http://localhost:8585"} + +#extensionConfiguration +OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} +OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} + +# Heap OPTS Configurations +OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} +# Application Config +OM_CUSTOM_LOGO_URL_PATH: ${OM_CUSTOM_LOGO_URL_PATH:-""} +OM_CUSTOM_MONOGRAM_URL_PATH: ${OM_CUSTOM_MONOGRAM_URL_PATH:-""} +OM_MAX_FAILED_LOGIN_ATTEMPTS: ${OM_MAX_FAILED_LOGIN_ATTEMPTS:-3} +OM_LOGIN_ACCESS_BLOCK_TIME: ${OM_LOGIN_ACCESS_BLOCK_TIME:-600} +OM_JWT_EXPIRY_TIME: ${OM_JWT_EXPIRY_TIME:-3600} +# Mask passwords values in UI +MASK_PASSWORDS_API: ${MASK_PASSWORDS_API:-false} + +#OpenMetadata Web Configuration +WEB_CONF_URI_PATH: ${WEB_CONF_URI_PATH:-"/api"} +#HSTS +WEB_CONF_HSTS_ENABLED: ${WEB_CONF_HSTS_ENABLED:-false} +WEB_CONF_HSTS_MAX_AGE: ${WEB_CONF_HSTS_MAX_AGE:-"365 days"} +WEB_CONF_HSTS_INCLUDE_SUBDOMAINS: ${WEB_CONF_HSTS_INCLUDE_SUBDOMAINS:-"true"} +WEB_CONF_HSTS_PRELOAD: ${WEB_CONF_HSTS_PRELOAD:-"true"} +#Frame Options +WEB_CONF_FRAME_OPTION_ENABLED: ${WEB_CONF_FRAME_OPTION_ENABLED:-false} +WEB_CONF_FRAME_OPTION: ${WEB_CONF_FRAME_OPTION:-"SAMEORIGIN"} +WEB_CONF_FRAME_ORIGIN: ${WEB_CONF_FRAME_ORIGIN:-""} +#Content Type +WEB_CONF_CONTENT_TYPE_OPTIONS_ENABLED: ${WEB_CONF_CONTENT_TYPE_OPTIONS_ENABLED:-false} +#XSS-Protection +WEB_CONF_XSS_PROTECTION_ENABLED: ${WEB_CONF_XSS_PROTECTION_ENABLED:-false} +WEB_CONF_XSS_PROTECTION_ON: ${WEB_CONF_XSS_PROTECTION_ON:-true} +WEB_CONF_XSS_PROTECTION_BLOCK: ${WEB_CONF_XSS_PROTECTION_BLOCK:-true} +#CSP +WEB_CONF_XSS_CSP_ENABLED: ${WEB_CONF_XSS_CSP_ENABLED:-false} +WEB_CONF_XSS_CSP_POLICY: ${WEB_CONF_XSS_CSP_POLICY:-"default-src 'self'"} +WEB_CONF_XSS_CSP_REPORT_ONLY_POLICY: ${WEB_CONF_XSS_CSP_REPORT_ONLY_POLICY:-""} \ No newline at end of file diff --git a/docker/openmetadata-start.sh b/docker/openmetadata-start.sh index fa5929a6d026..6087907cc7f4 100644 --- a/docker/openmetadata-start.sh +++ b/docker/openmetadata-start.sh @@ -11,8 +11,8 @@ # limitations under the License. echo "Initializing OpenMetadata Server..."; -echo "Migrating the database to the latest version and the indexes in ElasticSearch..."; -./bootstrap/bootstrap_storage.sh migrate-all +# echo "Migrating the database to the latest version and the indexes in ElasticSearch..."; +# ./bootstrap/bootstrap_storage.sh migrate-all echo " ||||||| " echo " |||| |||| ____ " echo " |||| |||| / __ \ "