2. 部署指南

airbyte - 支持全量及增量同步 ETL mysql

https://github.com/airbytehq/airbyte


一款开源的可视化ETL功能，支持很多数据源，并且支持全量及增量同步。


git clone https://github.com/airbytehq/airbyte.git

cd airbyte

./run-ab-platform.sh 


http://g.htmltoo.com:8000

By default,  airbyte / password


docker restart

docker stop init airbyte-temporal   airbyte-db  airbyte-connector-builder-server airbyte-server  airbyte-cron  airbyte-api-server  airbyte-webapp  airbyte-worker   airbyte-proxy  airbyte-bootloader


# postgres

https://abc.htmltoo.com/thread-45066.htm

-创建数据库, airbyte

docker run --name=airbyte-temporal --restart=always --ulimit nofile=262144:262144  -e TZ='Asia/Shanghai' -v /etc/localtime:/etc/localtime:ro -v /data/file:/data/file --user=temporal -e POSTGRES_PWD='wdq2023' -e POSTGRES_SEEDS='postgres' -e POSTGRES_USER='root' -e DB='postgresql' -e DB_PORT='5432' -e DYNAMIC_CONFIG_FILE_PATH='config/dynamicconfig/development.yaml' -e LOG_LEVEL='INFO' -v /opt/airbyte/temporal/dynamicconfig:/etc/temporal/config/dynamicconfig:rw --workdir=/etc/temporal airbyte/temporal:0.50.30

---
docker run --name=airbyte-connector-builder-server \
	--hostname=50fcef4bfd59 \
	--env=AIRBYTE_VERSION=0.50.30 \
	--env=CDK_VERSION= \
	--env=DEPLOYMENT_MODE= \
	--env=PYTHON_VERSION= \
	--network=airbyte_airbyte_internal \
	--workdir=/app \
	-p 80 \
	--restart=unless-stopped \
	--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \
	--label='com.docker.compose.service=airbyte-connector-builder-server' \
	--label='com.docker.compose.version=2.21.0' \
	--label='com.docker.compose.config-hash=be8c99aafdd9150df76f291f6c7a0791553c4987c246289be5e1f840a06fdafa' \
	--label='com.docker.compose.image=sha256:606177ca005355a1d9323979e57da974b095c163208e5ce974bdf9f7c9941b8a' \
	--label='com.docker.compose.project=airbyte' \
	--label='com.docker.compose.project.working_dir=/opt/airbyte' \
	--label='com.docker.compose.oneoff=False' \
	--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \
	--label='com.docker.compose.container-number=1' \
	--log-opt max-size=100m \
	--log-opt max-file=5 \
	--runtime=runc \
	airbyte/connector-builder-server:0.50.30
---
docker run --name=airbyte-server \
	--hostname=a118da6df83a \
	--env=MICRONAUT_ENVIRONMENTS=control-plane \
	--env=DD_DOGSTATSD_PORT= \
	--env=TRACKING_STRATEGY=segment \
	--env=LOG_LEVEL=INFO \
	--env=JOBS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.26.001 \
	--env=SECRET_PERSISTENCE= \
	--env=JOB_ERROR_REPORTING_SENTRY_DSN= \
	--env=WEBAPP_URL=http://localhost:8000/ \
	--env=JOB_MAIN_CONTAINER_MEMORY_LIMIT= \
	--env=CONFIG_DATABASE_URL= \
	--env=WORKSPACE_ROOT=/tmp/workspace \
	--env=CONNECTOR_REGISTRY_BASE_URL= \
	--env=DATABASE_URL=jdbc:postgresql://db:5432/airbyte \
	--env=AIRBYTE_ROLE= \
	--env=DATABASE_PASSWORD=docker \
	--env=CONFIGS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.23.002 \
	--env=FEATURE_FLAG_CLIENT=config \
	--env=JOB_MAIN_CONTAINER_CPU_LIMIT= \
	--env=TEMPORAL_HOST=airbyte-temporal:7233 \
	--env=USE_STREAM_CAPABLE_STATE=true \
	--env=JOB_MAIN_CONTAINER_MEMORY_REQUEST= \
	--env=CONFIG_DATABASE_PASSWORD= \
	--env=JOB_MAIN_CONTAINER_CPU_REQUEST= \
	--env=JOB_ERROR_REPORTING_STRATEGY=logging \
	--env=WORKER_ENVIRONMENT= \
	--env=LAUNCHDARKLY_KEY= \
	--env=AUTO_DETECT_SCHEMA=true \
	--env=DATABASE_USER=docker \
	--env=DD_AGENT_HOST= \
	--env=GITHUB_STORE_BRANCH= \
	--env=NEW_SCHEDULER= \
	--env=CONFIG_DATABASE_USER= \
	--env=SHOULD_RUN_NOTIFY_WORKFLOWS=true \
	--env=AIRBYTE_VERSION=0.50.30 \
	--env=METRIC_CLIENT= \
	--env=MAX_NOTIFY_WORKERS=5 \
	--env=PUBLISH_METRICS=false \
	--env=CONFIG_ROOT=/data \
	--volume=/tmp/airbyte_local:/tmp/airbyte_local:rw \
	--volume=/opt/airbyte/configs:/app/configs:ro \
	--network=airbyte_airbyte_internal \
	--workdir=/app \
	--expose=5005 \
	--expose=8000 \
	-p 8001 \
	--restart=unless-stopped \
	--label='com.docker.compose.image=sha256:bb56184a62d5132029f688b2a1d65a5dbff9213bd97bf36e7e1d5c8b37e3be6b' \
	--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \
	--label='com.docker.compose.container-number=1' \
	--label='com.docker.compose.oneoff=False' \
	--label='com.docker.compose.project.working_dir=/opt/airbyte' \
	--label='com.docker.compose.config-hash=be942fb33c06e57219f490c67944881d466d0c81909bcc1484bdbae3dd68f67f' \
	--label='com.docker.compose.version=2.21.0' \
	--label='com.docker.compose.project=airbyte' \
	--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \
	--label='com.docker.compose.service=server' \
	--log-opt max-file=5 \
	--log-opt max-size=100m \
	--runtime=runc \
	airbyte/server:0.50.30
---
docker run --name=airbyte-cron \
	--hostname=fedc075b76e3 \
	--env=DATABASE_URL=jdbc:postgresql://db:5432/airbyte \
	--env=CONNECTOR_REGISTRY_BASE_URL= \
	--env=DATABASE_USER=docker \
	--env=DEPLOYMENT_MODE= \
	--env=PUBLISH_METRICS=false \
	--env=MICRONAUT_ENVIRONMENTS=control-plane \
	--env=CONNECTOR_REGISTRY_SEED_PROVIDER= \
	--env=CONFIGS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.23.002 \
	--env=TEMPORAL_HISTORY_RETENTION_IN_DAYS= \
	--env=DATABASE_PASSWORD=docker \
	--env=DD_DOGSTATSD_PORT= \
	--env=LOG_LEVEL=INFO \
	--env=AIRBYTE_VERSION=0.50.30 \
	--env=METRIC_CLIENT= \
	--env=WORKSPACE_ROOT=/tmp/workspace \
	--env=UPDATE_DEFINITIONS_CRON_ENABLED= \
	--env=DD_AGENT_HOST= \
	--network=airbyte_airbyte_internal \
	--workdir=/app \
	--restart=unless-stopped \
	--label='com.docker.compose.oneoff=False' \
	--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \
	--label='com.docker.compose.image=sha256:a370493ae5ed0ce0949f3822d2ac7cc146681d52f6eab79e911df2e57438fb12' \
	--label='com.docker.compose.container-number=1' \
	--label='com.docker.compose.config-hash=afb2dc8b1ed72a74c53d10be7fa65820c537df0e9fa2d2168d92cd38d9ea6730' \
	--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \
	--label='com.docker.compose.version=2.21.0' \
	--label='com.docker.compose.project=airbyte' \
	--label='com.docker.compose.service=airbyte-cron' \
	--label='com.docker.compose.project.working_dir=/opt/airbyte' \
	--log-opt max-size=100m \
	--log-opt max-file=5 \
	--runtime=runc \
	airbyte/cron:0.50.30
---
docker run --name=airbyte-api-server \
	--hostname=97d6ccc94626 \
	--env=DEPLOYMENT_MODE= \
	--env=INTERNAL_API_HOST=airbyte-server:8001 \
	--env=AIRBYTE_API_HOST=airbyte-api-server:8006 \
	--env=AIRBYTE_VERSION=0.50.30 \
	--network=airbyte_airbyte_internal \
	--workdir=/app \
	--expose=5005 \
	-p 8006 \
	--restart=unless-stopped \
	--label='com.docker.compose.container-number=1' \
	--label='com.docker.compose.project.working_dir=/opt/airbyte' \
	--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \
	--label='com.docker.compose.image=sha256:166d6311d616eb4a31c1b3bc3e84b6bb807c39655064192ea601996fcc3467ec' \
	--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \
	--label='com.docker.compose.version=2.21.0' \
	--label='com.docker.compose.project=airbyte' \
	--label='com.docker.compose.service=airbyte-api-server' \
	--label='com.docker.compose.config-hash=fdfe8fb6a636467fab9787dc8127a0ec070e1d2da7115ff6979b6ee33e407268' \
	--label='com.docker.compose.oneoff=False' \
	--log-opt max-size=100m \
	--log-opt max-file=5 \
	--runtime=runc \
	airbyte/airbyte-api-server:0.50.30
---
docker run --name=airbyte-webapp \
	--hostname=c82fc0ec4a75 \
	--env=CONNECTOR_BUILDER_API_HOST=airbyte-connector-builder-server:80 \
	--env=TRACKING_STRATEGY=segment \
	--env=KEYCLOAK_INTERNAL_HOST=localhost \
	--env=INTERNAL_API_HOST=airbyte-server:8001 \
	--network=airbyte_airbyte_internal \
	--expose=80 \
	--restart=unless-stopped \
	--label='com.docker.compose.service=webapp' \
	--label='com.docker.compose.config-hash=fab9b588a75da9cab044c0f97381caed7b838691463cce312f78e580698a1d1b' \
	--label='com.docker.compose.oneoff=False' \
	--label='com.docker.compose.image=sha256:866d6b2f13ff4399bdead9c806e0aa21cf7e2d57659030e2c9d60b889062e5c5' \
	--label='com.docker.compose.project.working_dir=/opt/airbyte' \
	--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \
	--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \
	--label='com.docker.compose.project=airbyte' \
	--label='com.docker.compose.container-number=1' \
	--label='com.docker.compose.version=2.21.0' \
	--log-opt max-size=100m \
	--log-opt max-file=5 \
	--runtime=runc \
	airbyte/webapp:0.50.30 \
	nginx -g 'daemon off;
---
docker run --name=airbyte-worker \
	--hostname=45a73fcbecc2 \
	--env=NORMALIZATION_JOB_MAIN_CONTAINER_CPU_REQUEST= \
	--env=TEMPORAL_HOST=airbyte-temporal:7233 \
	--env=INTERNAL_API_HOST=airbyte-server:8001 \
	--env=TRACKING_STRATEGY=segment \
	--env=JOB_MAIN_CONTAINER_MEMORY_LIMIT= \
	--env=JOB_MAIN_CONTAINER_CPU_LIMIT= \
	--env=CONFIG_DATABASE_PASSWORD= \
	--env=ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS= \
	--env=JOB_ERROR_REPORTING_STRATEGY=logging \
	--env=AUTO_DISABLE_FAILING_CONNECTIONS=false \
	--env=JOB_MAIN_CONTAINER_CPU_REQUEST= \
	--env=AIRBYTE_VERSION=0.50.30 \
	--env=WORKSPACE_DOCKER_MOUNT=airbyte_workspace \
	--env=LOCAL_ROOT=/tmp/airbyte_local \
	--env=DATABASE_USER=docker \
	--env=FIELD_SELECTION_WORKSPACES= \
	--env=AUTO_DETECT_SCHEMA=true \
	--env=METRIC_CLIENT= \
	--env=DATABASE_PASSWORD=docker \
	--env=MAX_CHECK_WORKERS=5 \
	--env=ACTIVITY_MAX_ATTEMPT= \
	--env=NORMALIZATION_JOB_MAIN_CONTAINER_MEMORY_LIMIT= \
	--env=MICRONAUT_ENVIRONMENTS=control-plane \
	--env=NORMALIZATION_JOB_MAIN_CONTAINER_CPU_LIMIT= \
	--env=WEBAPP_URL=http://localhost:8000/ \
	--env=CONNECTOR_REGISTRY_BASE_URL= \
	--env=DD_DOGSTATSD_PORT= \
	--env=SYNC_JOB_MAX_TIMEOUT_DAYS=3 \
	--env=LOCAL_DOCKER_MOUNT=/tmp/airbyte_local \
	--env=MAX_SPEC_WORKERS=5 \
	--env=NORMALIZATION_JOB_MAIN_CONTAINER_MEMORY_REQUEST= \
	--env=DEPLOYMENT_MODE= \
	--env=CONFIG_DATABASE_USER= \
	--env=MAX_NOTIFY_WORKERS=5 \
	--env=APPLY_FIELD_SELECTION= \
	--env=FEATURE_FLAG_CLIENT=config \
	--env=DD_AGENT_HOST= \
	--env=WORKFLOW_FAILURE_RESTART_DELAY_SECONDS= \
	--env=LOG_LEVEL=INFO \
	--env=LAUNCHDARKLY_KEY= \
	--env=JOB_ERROR_REPORTING_SENTRY_DSN= \
	--env=SYNC_JOB_INIT_RETRY_TIMEOUT_MINUTES=5 \
	--env=MAX_SYNC_WORKERS=5 \
	--env=JOB_MAIN_CONTAINER_MEMORY_REQUEST= \
	--env=SHOULD_RUN_NOTIFY_WORKFLOWS=true \
	--env=USE_STREAM_CAPABLE_STATE=true \
	--env=SECRET_PERSISTENCE= \
	--env=CONFIGS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.23.002 \
	--env=CONFIG_ROOT=/data \
	--env=OTEL_COLLECTOR_ENDPOINT=http://host.docker.internal:4317 \
	--env=WORKSPACE_ROOT=/tmp/workspace \
	--env=DATABASE_URL=jdbc:postgresql://db:5432/airbyte \
	--env=MAX_DISCOVER_WORKERS=5 \
	--env=JOBS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.26.001 \
	--env=CONFIG_DATABASE_URL= \
	--env=SYNC_JOB_MAX_ATTEMPTS=3 \
	--env=LOG_CONNECTOR_MESSAGES= \
	--env=ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS= \
	--env=PUBLISH_METRICS=false \
	--volume=/var/run/docker.sock:/var/run/docker.sock:rw \
	--volume=/tmp/airbyte_local:/tmp/airbyte_local:rw \
	--network=airbyte_airbyte_internal \
	--workdir=/app \
	--expose=5005 \
	-p 9000 \
	--restart=unless-stopped \
	--label='com.docker.compose.service=worker' \
	--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \
	--label='com.docker.compose.oneoff=False' \
	--label='com.docker.compose.project=airbyte' \
	--label='com.docker.compose.version=2.21.0' \
	--label='com.docker.compose.image=sha256:572902d03265f0f3e336298b2e8dce3dab3c31f05b4880555487d7a7d71fb9de' \
	--label='com.docker.compose.container-number=1' \
	--label='com.docker.compose.project.working_dir=/opt/airbyte' \
	--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \
	--label='com.docker.compose.config-hash=41240d59c5e2453e6bbe6047cc74f69b81b8e799e0cb916c415d9406513b44a2' \
	--log-opt max-size=100m \
	--log-opt max-file=5 \
	--runtime=runc \
	airbyte/worker:0.50.30
---
docker run --name=airbyte-proxy \
	--hostname=6fe9e43f72d6 \
	--env=BASIC_AUTH_USERNAME=airbyte \
	--env=BASIC_AUTH_PASSWORD=password \
	--env=BASIC_AUTH_PROXY_TIMEOUT=900 \
	--network=airbyte_airbyte_internal \
	--workdir=/ \
	--expose=80 \
	-p 8000:8000 \
	-p 8001:8001 \
	-p 8003:8003 \
	-p 8006:8006 \
	--restart=unless-stopped \
	--label='com.docker.compose.project=airbyte' \
	--label='com.docker.compose.oneoff=False' \
	--label='com.docker.compose.config-hash=85233f0674549c03d01a4fcffcfe2b04d40f6a60c56e5b3d16afacb07abf79cb' \
	--label='com.docker.compose.image=sha256:34dfe3228f29fb91737e58c2350925532d75e78e1192ebfd681fcf0954988f22' \
	--label='com.docker.compose.container-number=1' \
	--label='com.docker.compose.depends_on=webapp:service_started:false,server:service_started:false,airbyte-api-server:service_started:false' \
	--label='com.docker.compose.project.working_dir=/opt/airbyte' \
	--label='com.docker.compose.version=2.21.0' \
	--label='com.docker.compose.service=airbyte-proxy' \
	--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \
	--log-opt max-size=30m \
	--log-opt max-file=3 \
	--runtime=runc \
	airbyte/proxy:0.50.30 \
	./run.sh


docker run --name=airbyte-temporal \

--hostname=7f18dfeae49b \

--user=temporal \

--env=POSTGRES_PWD=docker \

--env=POSTGRES_SEEDS=db \

--env=POSTGRES_USER=docker \

--env=DB=postgresql \

--env=DB_PORT=5432 \

--env=DYNAMIC_CONFIG_FILE_PATH=config/dynamicconfig/development.yaml \

--env=LOG_LEVEL=INFO \

--volume=/opt/airbyte/temporal/dynamicconfig:/etc/temporal/config/dynamicconfig:rw \

--network=airbyte_airbyte_internal \

--workdir=/etc/temporal \

--expose=6933 \

--expose=6934 \

--expose=6935 \

--expose=6939 \

--expose=7233 \

--expose=7234 \

--expose=7235 \

--expose=7239 \

--restart=unless-stopped \

--label='com.docker.compose.service=airbyte-temporal' \

--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \

--label='com.docker.compose.project.working_dir=/opt/airbyte' \

--label='com.docker.compose.oneoff=False' \

--label='com.docker.compose.depends_on=' \

--label='com.docker.compose.version=2.21.0' \

--label='com.docker.compose.container-number=1' \

--label='com.docker.compose.config-hash=3f2af1df8c03470e5fe44882ec739524f57329376131f7ec0ec7a32ace6bfc11' \

--label='com.docker.compose.project=airbyte' \

--label='com.docker.compose.image=sha256:0d305b3745d5d5f06be84cc3b471973c126902eb2f50ab779076c9ea244fde7f' \

--log-opt max-file=5 \

--log-opt max-size=100m \

--runtime=runc \

airbyte/temporal:0.50.30


---

docker run --name=airbyte-db \

--hostname=2680525b9f3b \

--env=DATABASE_URL=jdbc:postgresql://db:5432/airbyte \

--env=DATABASE_USER=docker \

--env=POSTGRES_PASSWORD=docker \

--env=POSTGRES_USER=docker \

--env=CONFIG_DATABASE_PASSWORD= \

--env=CONFIG_DATABASE_URL= \

--env=CONFIG_DATABASE_USER= \

--env=DATABASE_PASSWORD=docker \

--network=airbyte_airbyte_internal \

--expose=5432 \

--restart=unless-stopped \

--label='com.docker.compose.project=airbyte' \

--label='com.docker.compose.project.working_dir=/opt/airbyte' \

--label='com.docker.compose.image=sha256:d8c29151cf3f887586c8b77902e19a2192e7c8f8c1c2eebb98f3e8e02edd3c39' \

--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \

--label='com.docker.compose.service=db' \

--label='com.docker.compose.oneoff=False' \

--label='com.docker.compose.container-number=1' \

--label='com.docker.compose.depends_on=' \

--label='com.docker.compose.config-hash=f283860b81ae29701c554549bba863f0b3d7ad40432fe3f40fe7dd774a79d2da' \

--label='com.docker.compose.version=2.21.0' \

--log-opt max-file=5 \

--log-opt max-size=100m \

--runtime=runc \

airbyte/db:0.50.30 \

postgres


---

docker run --name=airbyte-connector-builder-server \

--hostname=50fcef4bfd59 \

--env=AIRBYTE_VERSION=0.50.30 \

--env=CDK_VERSION= \

--env=DEPLOYMENT_MODE= \

--env=PYTHON_VERSION= \

--network=airbyte_airbyte_internal \

--workdir=/app \

-p 80 \

--restart=unless-stopped \

--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \

--label='com.docker.compose.service=airbyte-connector-builder-server' \

--label='com.docker.compose.version=2.21.0' \

--label='com.docker.compose.config-hash=be8c99aafdd9150df76f291f6c7a0791553c4987c246289be5e1f840a06fdafa' \

--label='com.docker.compose.image=sha256:606177ca005355a1d9323979e57da974b095c163208e5ce974bdf9f7c9941b8a' \

--label='com.docker.compose.project=airbyte' \

--label='com.docker.compose.project.working_dir=/opt/airbyte' \

--label='com.docker.compose.oneoff=False' \

--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \

--label='com.docker.compose.container-number=1' \

--log-opt max-size=100m \

--log-opt max-file=5 \

--runtime=runc \

airbyte/connector-builder-server:0.50.30


---

docker run --name=airbyte-server \

--hostname=a118da6df83a \

--env=MICRONAUT_ENVIRONMENTS=control-plane \

--env=DD_DOGSTATSD_PORT= \

--env=TRACKING_STRATEGY=segment \

--env=LOG_LEVEL=INFO \

--env=JOBS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.26.001 \

--env=SECRET_PERSISTENCE= \

--env=JOB_ERROR_REPORTING_SENTRY_DSN= \

--env=WEBAPP_URL=http://localhost:8000/ \

--env=JOB_MAIN_CONTAINER_MEMORY_LIMIT= \

--env=CONFIG_DATABASE_URL= \

--env=WORKSPACE_ROOT=/tmp/workspace \

--env=CONNECTOR_REGISTRY_BASE_URL= \

--env=DATABASE_URL=jdbc:postgresql://db:5432/airbyte \

--env=AIRBYTE_ROLE= \

--env=DATABASE_PASSWORD=docker \

--env=CONFIGS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.23.002 \

--env=FEATURE_FLAG_CLIENT=config \

--env=JOB_MAIN_CONTAINER_CPU_LIMIT= \

--env=TEMPORAL_HOST=airbyte-temporal:7233 \

--env=USE_STREAM_CAPABLE_STATE=true \

--env=JOB_MAIN_CONTAINER_MEMORY_REQUEST= \

--env=CONFIG_DATABASE_PASSWORD= \

--env=JOB_MAIN_CONTAINER_CPU_REQUEST= \

--env=JOB_ERROR_REPORTING_STRATEGY=logging \

--env=WORKER_ENVIRONMENT= \

--env=LAUNCHDARKLY_KEY= \

--env=AUTO_DETECT_SCHEMA=true \

--env=DATABASE_USER=docker \

--env=DD_AGENT_HOST= \

--env=GITHUB_STORE_BRANCH= \

--env=NEW_SCHEDULER= \

--env=CONFIG_DATABASE_USER= \

--env=SHOULD_RUN_NOTIFY_WORKFLOWS=true \

--env=AIRBYTE_VERSION=0.50.30 \

--env=METRIC_CLIENT= \

--env=MAX_NOTIFY_WORKERS=5 \

--env=PUBLISH_METRICS=false \

--env=CONFIG_ROOT=/data \

--volume=/tmp/airbyte_local:/tmp/airbyte_local:rw \

--volume=/opt/airbyte/configs:/app/configs:ro \

--network=airbyte_airbyte_internal \

--workdir=/app \

--expose=5005 \

--expose=8000 \

-p 8001 \

--restart=unless-stopped \

--label='com.docker.compose.image=sha256:bb56184a62d5132029f688b2a1d65a5dbff9213bd97bf36e7e1d5c8b37e3be6b' \

--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \

--label='com.docker.compose.container-number=1' \

--label='com.docker.compose.oneoff=False' \

--label='com.docker.compose.project.working_dir=/opt/airbyte' \

--label='com.docker.compose.config-hash=be942fb33c06e57219f490c67944881d466d0c81909bcc1484bdbae3dd68f67f' \

--label='com.docker.compose.version=2.21.0' \

--label='com.docker.compose.project=airbyte' \

--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \

--label='com.docker.compose.service=server' \

--log-opt max-file=5 \

--log-opt max-size=100m \

--runtime=runc \

airbyte/server:0.50.30


---

docker run --name=airbyte-cron \

--hostname=fedc075b76e3 \

--env=DATABASE_URL=jdbc:postgresql://db:5432/airbyte \

--env=CONNECTOR_REGISTRY_BASE_URL= \

--env=DATABASE_USER=docker \

--env=DEPLOYMENT_MODE= \

--env=PUBLISH_METRICS=false \

--env=MICRONAUT_ENVIRONMENTS=control-plane \

--env=CONNECTOR_REGISTRY_SEED_PROVIDER= \

--env=CONFIGS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.23.002 \

--env=TEMPORAL_HISTORY_RETENTION_IN_DAYS= \

--env=DATABASE_PASSWORD=docker \

--env=DD_DOGSTATSD_PORT= \

--env=LOG_LEVEL=INFO \

--env=AIRBYTE_VERSION=0.50.30 \

--env=METRIC_CLIENT= \

--env=WORKSPACE_ROOT=/tmp/workspace \

--env=UPDATE_DEFINITIONS_CRON_ENABLED= \

--env=DD_AGENT_HOST= \

--network=airbyte_airbyte_internal \

--workdir=/app \

--restart=unless-stopped \

--label='com.docker.compose.oneoff=False' \

--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \

--label='com.docker.compose.image=sha256:a370493ae5ed0ce0949f3822d2ac7cc146681d52f6eab79e911df2e57438fb12' \

--label='com.docker.compose.container-number=1' \

--label='com.docker.compose.config-hash=afb2dc8b1ed72a74c53d10be7fa65820c537df0e9fa2d2168d92cd38d9ea6730' \

--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \

--label='com.docker.compose.version=2.21.0' \

--label='com.docker.compose.project=airbyte' \

--label='com.docker.compose.service=airbyte-cron' \

--label='com.docker.compose.project.working_dir=/opt/airbyte' \

--log-opt max-size=100m \

--log-opt max-file=5 \

--runtime=runc \

airbyte/cron:0.50.30


---

docker run --name=airbyte-api-server \

--hostname=97d6ccc94626 \

--env=DEPLOYMENT_MODE= \

--env=INTERNAL_API_HOST=airbyte-server:8001 \

--env=AIRBYTE_API_HOST=airbyte-api-server:8006 \

--env=AIRBYTE_VERSION=0.50.30 \

--network=airbyte_airbyte_internal \

--workdir=/app \

--expose=5005 \

-p 8006 \

--restart=unless-stopped \

--label='com.docker.compose.container-number=1' \

--label='com.docker.compose.project.working_dir=/opt/airbyte' \

--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \

--label='com.docker.compose.image=sha256:166d6311d616eb4a31c1b3bc3e84b6bb807c39655064192ea601996fcc3467ec' \

--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \

--label='com.docker.compose.version=2.21.0' \

--label='com.docker.compose.project=airbyte' \

--label='com.docker.compose.service=airbyte-api-server' \

--label='com.docker.compose.config-hash=fdfe8fb6a636467fab9787dc8127a0ec070e1d2da7115ff6979b6ee33e407268' \

--label='com.docker.compose.oneoff=False' \

--log-opt max-size=100m \

--log-opt max-file=5 \

--runtime=runc \

airbyte/airbyte-api-server:0.50.30


---

docker run --name=airbyte-webapp \

--hostname=c82fc0ec4a75 \

--env=CONNECTOR_BUILDER_API_HOST=airbyte-connector-builder-server:80 \

--env=TRACKING_STRATEGY=segment \

--env=KEYCLOAK_INTERNAL_HOST=localhost \

--env=INTERNAL_API_HOST=airbyte-server:8001 \

--network=airbyte_airbyte_internal \

--expose=80 \

--restart=unless-stopped \

--label='com.docker.compose.service=webapp' \

--label='com.docker.compose.config-hash=fab9b588a75da9cab044c0f97381caed7b838691463cce312f78e580698a1d1b' \

--label='com.docker.compose.oneoff=False' \

--label='com.docker.compose.image=sha256:866d6b2f13ff4399bdead9c806e0aa21cf7e2d57659030e2c9d60b889062e5c5' \

--label='com.docker.compose.project.working_dir=/opt/airbyte' \

--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \

--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \

--label='com.docker.compose.project=airbyte' \

--label='com.docker.compose.container-number=1' \

--label='com.docker.compose.version=2.21.0' \

--log-opt max-size=100m \

--log-opt max-file=5 \

--runtime=runc \

airbyte/webapp:0.50.30 \

nginx -g 'daemon off;


---

docker run --name=airbyte-worker \

--hostname=45a73fcbecc2 \

--env=NORMALIZATION_JOB_MAIN_CONTAINER_CPU_REQUEST= \

--env=TEMPORAL_HOST=airbyte-temporal:7233 \

--env=INTERNAL_API_HOST=airbyte-server:8001 \

--env=TRACKING_STRATEGY=segment \

--env=JOB_MAIN_CONTAINER_MEMORY_LIMIT= \

--env=JOB_MAIN_CONTAINER_CPU_LIMIT= \

--env=CONFIG_DATABASE_PASSWORD= \

--env=ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS= \

--env=JOB_ERROR_REPORTING_STRATEGY=logging \

--env=AUTO_DISABLE_FAILING_CONNECTIONS=false \

--env=JOB_MAIN_CONTAINER_CPU_REQUEST= \

--env=AIRBYTE_VERSION=0.50.30 \

--env=WORKSPACE_DOCKER_MOUNT=airbyte_workspace \

--env=LOCAL_ROOT=/tmp/airbyte_local \

--env=DATABASE_USER=docker \

--env=FIELD_SELECTION_WORKSPACES= \

--env=AUTO_DETECT_SCHEMA=true \

--env=METRIC_CLIENT= \

--env=DATABASE_PASSWORD=docker \

--env=MAX_CHECK_WORKERS=5 \

--env=ACTIVITY_MAX_ATTEMPT= \

--env=NORMALIZATION_JOB_MAIN_CONTAINER_MEMORY_LIMIT= \

--env=MICRONAUT_ENVIRONMENTS=control-plane \

--env=NORMALIZATION_JOB_MAIN_CONTAINER_CPU_LIMIT= \

--env=WEBAPP_URL=http://localhost:8000/ \

--env=CONNECTOR_REGISTRY_BASE_URL= \

--env=DD_DOGSTATSD_PORT= \

--env=SYNC_JOB_MAX_TIMEOUT_DAYS=3 \

--env=LOCAL_DOCKER_MOUNT=/tmp/airbyte_local \

--env=MAX_SPEC_WORKERS=5 \

--env=NORMALIZATION_JOB_MAIN_CONTAINER_MEMORY_REQUEST= \

--env=DEPLOYMENT_MODE= \

--env=CONFIG_DATABASE_USER= \

--env=MAX_NOTIFY_WORKERS=5 \

--env=APPLY_FIELD_SELECTION= \

--env=FEATURE_FLAG_CLIENT=config \

--env=DD_AGENT_HOST= \

--env=WORKFLOW_FAILURE_RESTART_DELAY_SECONDS= \

--env=LOG_LEVEL=INFO \

--env=LAUNCHDARKLY_KEY= \

--env=JOB_ERROR_REPORTING_SENTRY_DSN= \

--env=SYNC_JOB_INIT_RETRY_TIMEOUT_MINUTES=5 \

--env=MAX_SYNC_WORKERS=5 \

--env=JOB_MAIN_CONTAINER_MEMORY_REQUEST= \

--env=SHOULD_RUN_NOTIFY_WORKFLOWS=true \

--env=USE_STREAM_CAPABLE_STATE=true \

--env=SECRET_PERSISTENCE= \

--env=CONFIGS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.23.002 \

--env=CONFIG_ROOT=/data \

--env=OTEL_COLLECTOR_ENDPOINT=http://host.docker.internal:4317 \

--env=WORKSPACE_ROOT=/tmp/workspace \

--env=DATABASE_URL=jdbc:postgresql://db:5432/airbyte \

--env=MAX_DISCOVER_WORKERS=5 \

--env=JOBS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.26.001 \

--env=CONFIG_DATABASE_URL= \

--env=SYNC_JOB_MAX_ATTEMPTS=3 \

--env=LOG_CONNECTOR_MESSAGES= \

--env=ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS= \

--env=PUBLISH_METRICS=false \

--volume=/var/run/docker.sock:/var/run/docker.sock:rw \

--volume=/tmp/airbyte_local:/tmp/airbyte_local:rw \

--network=airbyte_airbyte_internal \

--workdir=/app \

--expose=5005 \

-p 9000 \

--restart=unless-stopped \

--label='com.docker.compose.service=worker' \

--label='com.docker.compose.depends_on=bootloader:service_completed_successfully:false' \

--label='com.docker.compose.oneoff=False' \

--label='com.docker.compose.project=airbyte' \

--label='com.docker.compose.version=2.21.0' \

--label='com.docker.compose.image=sha256:572902d03265f0f3e336298b2e8dce3dab3c31f05b4880555487d7a7d71fb9de' \

--label='com.docker.compose.container-number=1' \

--label='com.docker.compose.project.working_dir=/opt/airbyte' \

--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \

--label='com.docker.compose.config-hash=41240d59c5e2453e6bbe6047cc74f69b81b8e799e0cb916c415d9406513b44a2' \

--log-opt max-size=100m \

--log-opt max-file=5 \

--runtime=runc \

airbyte/worker:0.50.30


---

docker run --name=airbyte-proxy \

--hostname=6fe9e43f72d6 \

--env=BASIC_AUTH_USERNAME=airbyte \

--env=BASIC_AUTH_PASSWORD=password \

--env=BASIC_AUTH_PROXY_TIMEOUT=900 \

--network=airbyte_airbyte_internal \

--workdir=/ \

--expose=80 \

-p 8000:8000 \

-p 8001:8001 \

-p 8003:8003 \

-p 8006:8006 \

--restart=unless-stopped \

--label='com.docker.compose.project=airbyte' \

--label='com.docker.compose.oneoff=False' \

--label='com.docker.compose.config-hash=85233f0674549c03d01a4fcffcfe2b04d40f6a60c56e5b3d16afacb07abf79cb' \

--label='com.docker.compose.image=sha256:34dfe3228f29fb91737e58c2350925532d75e78e1192ebfd681fcf0954988f22' \

--label='com.docker.compose.container-number=1' \

--label='com.docker.compose.depends_on=webapp:service_started:false,server:service_started:false,airbyte-api-server:service_started:false' \

--label='com.docker.compose.project.working_dir=/opt/airbyte' \

--label='com.docker.compose.version=2.21.0' \

--label='com.docker.compose.service=airbyte-proxy' \

--label='com.docker.compose.project.config_files=/opt/airbyte/docker-compose.yaml' \

--log-opt max-size=30m \

--log-opt max-file=3 \

--runtime=runc \

airbyte/proxy:0.50.30 \

./run.sh


签名：这个人很懒，什么也没有留下！
收藏的用户（0） X
正在加载信息~
猜你喜欢：
最新回复 (0)
返回
发新帖
作者最近主题：
热门主题：
无