如何将单个 docker-compose yml 文件拆分为多个 yml 文件

Use*_*854 2 docker docker-compose

我需要将单个 YML 文件拆分为多个 YML 文件:

微服务.yml:

#-------------------------------------------------------------
#- Docker compose base definition file to run containers.
#-----------------------------------------------------------
---
version: '3.6'
services:

  db-service1:
    build:
      context: ${MONGO_DB_CONTEXT}
      dockerfile: Dockerfile
      args:
        DB_BASE_IMAGE: ${MONGO_DB_BASE_IMAGE}
    container_name: 'mongo1'
    ports:
      - "30001:27017"

  db-service2:
    build:
      context: ${MONGO_DB_CONTEXT}
      dockerfile: Dockerfile
      args:
        DB_BASE_IMAGE: ${MONGO_DB_BASE_IMAGE}
    container_name: 'mongo2'
    ports:
      - "30002:27017"

  db-service3:
    build:
      context: ${MONGO_DB_CONTEXT}
      dockerfile: Dockerfile
      args:
        DB_BASE_IMAGE: ${MONGO_DB_BASE_IMAGE}
    container_name: 'mongo3'
    ports:
      - "30003:27017"


  mongosetup:
    container_name: 'mongoinit'
    build:
      context: ${MONGO_INIT_CONTEXT}
      dockerfile: Dockerfile
      args:
        DB_BASE_IMAGE: ${MONGO_DB_BASE_IMAGE}
    depends_on:
      - db-service1
      - db-service2
      - db-service3
  
  api:
    build:
      context: ${API_CONTEXT}
      dockerfile: Dockerfile
      args:
        API_BASE_IMAGE: ${API_BASE_IMAGE}
        api_artifactid: ${api_artifactid}
        api_java_options: ${java_options} ${REMOTE_DEBUG}
    image: ${API_IMAGE}
    depends_on:
      - db-service1
      - db-service2
      - db-service3
    ports:
      - "9096:8080"
      - "40508:40500"
    environment:
      DATABASE_KEY: mongodb
      MONGODB_DBNAME: ms_eventclassification
      MONGODB_CONNECTIONSTR: mongodb://mongo1:27017,mongo2:27017,mongo3:27017
      temn.msf.security.authz.enabled: "false"
      temn.entitlement.service.enabled: "false"
      class.inbox.dao: com.myproject.microservice.framework.core.inbox.InboxDaoImpl
      class.outbox.dao: com.myproject.microservice.framework.core.outbox.OutboxDaoImpl
      className_GetDictionary: com.myproject.microservice.eventclassification.function.GetDictionaryImpl
      className_ClassifyEvnts: com.myproject.microservice.eventclassification.function.ClassifyEvntsImpl
      className_UpdateDictionary: com.myproject.microservice.eventclassification.function.UpdateDictionaryImpl
      className_PutMessagesToTopic: com.myproject.microservice.eventclassification.function.PutMessagesToTopicImpl
      temn.msf.name: ms_eventclassification      
      temn.msf.stream.vendor: kafka
      temn.msf.stream.kafka.bootstrap.servers: kafka:29092
      temn.msf.ingest.outbox.cache.namespace: eventclassification-outbox
      tmn.ignite.host: cache-service
      tmn.ignite.port: 10800
      

  inboxingester:
    build:
      context: ${INGESTER_CONTEXT}
      dockerfile: Dockerfile
      args:
        BASE_IMAGE: ${INGESTER_APP_BASE_IMAGE}
        artifactid: ${ingester_artifactid}
        java_options: ${java_options} ${REMOTE_DEBUG}
    image: ${INGESTER_IMAGE}
    depends_on:
      - db-service1
      - db-service2
      - db-service3
    ports:
      - "40500:40500"
    environment:
      DATABASE_KEY: mongodb
      MONGODB_DBNAME: ms_eventclassification
      MONGODB_CONNECTIONSTR: mongodb://mongo1:27017,mongo2:27017,mongo3:27017
      temn.msf.name: ms-eventclassification
      temn.msf.stream.vendor: kafka
      temn.msf.stream.kafka.bootstrap.servers: kafka:29092
      temn.msf.ingest.source.stream: ms-eventclassification-inbox-topic
      temn.msf.ingest.source.stream.consumergroup.id: ms-eventclassification-ingester-consumer
      temn.msf.ingest.sink.error.enabled: "false"
      temn.msf.ingest.sink.error.stream.producer.id: ms-eventclassification-ingester-error-producer
      temn.msf.ingest.generic.ingester: com.myproject.microservice.framework.core.ingester.GenericCommandBinaryIngester
      temn.msf.exec.env: server
      temn.msf.raise.received.event: "true"
      class.inbox.dao: com.myproject.microservice.framework.core.inbox.InboxDaoImpl
      class.outbox.dao: com.myproject.microservice.framework.core.outbox.OutboxDaoImpl
      temn.msf.ingest.is.avro.event.ingester: "false"
      temn.msf.security.authz.enabled: "false"
      temn.msf.ingest.outbox.cache.namespace: eventclassification-outbox
      tmn.ignite.host: cache-service
      tmn.ignite.port: 10800
      temn.msf.ingest.inbox.cache.namespace: eventclassification-inbox
    
      
  inboxoutboxprocessorapp:
    build:
      context: ${INBOXOUTBOX_CONTEXT}
      dockerfile: Dockerfile
      args:
        BASE_IMAGE: ${INBOXOUTBOX_BASE_IMAGE}
        artifactid: ${inboxoutbox_artifactid}
        java_options: ${java_options} ${REMOTE_DEBUG}
    image: ${INBOXOUTBOX_IMAGE}
    depends_on:
      - cache-service
    ports:
      - "40514:40500"
    environment:
      DATABASE_KEY: mongodb
      MONGODB_DBNAME: ms_eventclassification
      MONGODB_CONNECTIONSTR: mongodb://mongo1:27017,mongo2:27017,mongo3:27017      
      temn.msf.name: ms-eventclassification
      temn.msf.stream.vendor: kafka
      temn.msf.stream.kafka.bootstrap.servers: kafka:29092
      temn.msf.exec.env: server
      temn.msf.stream.outbox.topic:
      temn.msf.ingest.generic.ingester: com.myproject.microservice.framework.core.ingester.GenericCommandBinaryIngester
      temn.msf.function.class.ClassifyEvnts: com.myproject.microservice.eventclassification.function.ClassifyEvntsImpl
      temn.msf.function.class.UpdateDictionary: com.myproject.microservice.eventclassification.function.UpdateDictionaryImpl
      temn.msf.function.class.PutMessagesToTopic: com.myproject.microservice.eventclassification.function.PutMessagesToTopicImpl
      class.package.name: com.myproject.microservice.eventclassification.function
      class.inbox.dao: com.myproject.microservice.framework.core.inbox.InboxDaoImpl
      class.outbox.dao: com.myproject.microservice.framework.core.outbox.OutboxDaoImpl
      temn.msf.security.authz.enabled: "false"
      tmn.inbox.source.namespace: eventclassification-inbox
      tmn.outbox.source.namespace: eventclassification-outbox
      temn.msf.ingest.outbox.cache.namespace: eventclassification-outbox
      tmn.ignite.host: cache-service
      tmn.ignite.port: 10800
      tmn.inbox.thread.pool.count: 10
      tmn.outbox.thread.pool.count: 10
     
Run Code Online (Sandbox Code Playgroud)

我把它分成两个文件

  1. 数据库yml
  2. 摄取者yml

我已将所有 DB 相关服务复制到 DB YML 文件,并将摄取相关服务复制到摄取 YML 文件。由于 Ingester 依赖于数据库服务,因此我删除了这些依赖项。我应该确保摄取 YML 仅当数据库服务完全启动并运行时才运行。

数据库.yml

#-------------------------------------------------------------
#- Docker compose base definition file to run containers.
#-----------------------------------------------------------
---
version: '3.6'
services:
  db-service1:
    build:
      context: ${MONGO_DB_CONTEXT}
      dockerfile: Dockerfile
      args:
        DB_BASE_IMAGE: ${MONGO_DB_BASE_IMAGE}
    container_name: 'mongo1'
    ports:
      - "30001:27017"

  db-service2:
    build:
      context: ${MONGO_DB_CONTEXT}
      dockerfile: Dockerfile
      args:
        DB_BASE_IMAGE: ${MONGO_DB_BASE_IMAGE}
    container_name: 'mongo2'
    ports:
      - "30002:27017"

  db-service3:
    build:
      context: ${MONGO_DB_CONTEXT}
      dockerfile: Dockerfile
      args:
        DB_BASE_IMAGE: ${MONGO_DB_BASE_IMAGE}
    container_name: 'mongo3'
    ports:
      - "30003:27017"


  mongosetup:
    container_name: 'mongoinit'
    build:
      context: ${MONGO_INIT_CONTEXT}
      dockerfile: Dockerfile
      args:
        DB_BASE_IMAGE: ${MONGO_DB_BASE_IMAGE}
    depends_on:
      - db-service1
      - db-service2
      - db-service3
  
Run Code Online (Sandbox Code Playgroud)

Ingester.yml

#-------------------------------------------------------------
#- Docker compose base definition file to run containers.
#-----------------------------------------------------------
---
version: '3.6'
services:

  inboxingester:
    build:
      context: ${INGESTER_CONTEXT}
      dockerfile: Dockerfile
      args:
        BASE_IMAGE: ${INGESTER_APP_BASE_IMAGE}
        artifactid: ${ingester_artifactid}
        java_options: ${java_options} ${REMOTE_DEBUG}
    image: ${INGESTER_IMAGE}
    ports:
      - "40500:40500"
    environment:
      DATABASE_KEY: mongodb
      MONGODB_DBNAME: ms_eventclassification
      MONGODB_CONNECTIONSTR: mongodb://mongo1:27017,mongo2:27017,mongo3:27017
      temn.msf.name: ms-eventclassification
      temn.msf.stream.vendor: kafka
      temn.msf.stream.kafka.bootstrap.servers: kafka:29092
      temn.msf.ingest.source.stream: ms-eventclassification-inbox-topic
      temn.msf.ingest.source.stream.consumergroup.id: ms-eventclassification-ingester-consumer
      temn.msf.ingest.sink.error.enabled: "false"
      temn.msf.ingest.sink.error.stream.producer.id: ms-eventclassification-ingester-error-producer
      temn.msf.ingest.generic.ingester: com.myproject.microservice.framework.core.ingester.GenericCommandBinaryIngester
      temn.msf.exec.env: server
      temn.msf.raise.received.event: "true"
      class.inbox.dao: com.myproject.microservice.framework.core.inbox.InboxDaoImpl
      class.outbox.dao: com.myproject.microservice.framework.core.outbox.OutboxDaoImpl
      temn.msf.ingest.is.avro.event.ingester: "false"
      temn.msf.security.authz.enabled: "false"
      temn.msf.ingest.outbox.cache.namespace: eventclassification-outbox
      tmn.ignite.host: cache-service
      tmn.ignite.port: 10800
      temn.msf.ingest.inbox.cache.namespace: eventclassification-inbox
    
      
  inboxoutboxprocessorapp:
    build:
      context: ${INBOXOUTBOX_CONTEXT}
      dockerfile: Dockerfile
      args:
        BASE_IMAGE: ${INBOXOUTBOX_BASE_IMAGE}
        artifactid: ${inboxoutbox_artifactid}
        java_options: ${java_options} ${REMOTE_DEBUG}
    image: ${INBOXOUTBOX_IMAGE}
    ports:
      - "40514:40500"
    environment:
      DATABASE_KEY: mongodb
      MONGODB_DBNAME: ms_eventclassification
      MONGODB_CONNECTIONSTR: mongodb://mongo1:27017,mongo2:27017,mongo3:27017      
      temn.msf.name: ms-eventclassification
      temn.msf.stream.vendor: kafka
      temn.msf.stream.kafka.bootstrap.servers: kafka:29092
      temn.msf.exec.env: server
      temn.msf.stream.outbox.topic:
      temn.msf.ingest.generic.ingester: com.myproject.microservice.framework.core.ingester.GenericCommandBinaryIngester
      temn.msf.function.class.ClassifyEvnts: com.myproject.microservice.eventclassification.function.ClassifyEvntsImpl
      temn.msf.function.class.UpdateDictionary: com.myproject.microservice.eventclassification.function.UpdateDictionaryImpl
      temn.msf.function.class.PutMessagesToTopic: com.myproject.microservice.eventclassification.function.PutMessagesToTopicImpl
      class.package.name: com.myproject.microservice.eventclassification.function
      class.inbox.dao: com.myproject.microservice.framework.core.inbox.InboxDaoImpl
      class.outbox.dao: com.myproject.microservice.framework.core.outbox.OutboxDaoImpl
      temn.msf.security.authz.enabled: "false"
      tmn.inbox.source.namespace: eventclassification-inbox
      tmn.outbox.source.namespace: eventclassification-outbox
      temn.msf.ingest.outbox.cache.namespace: eventclassification-outbox
      tmn.ignite.host: cache-service
      tmn.ignite.port: 10800
      tmn.inbox.thread.pool.count: 10
      tmn.outbox.thread.pool.count: 10
      
Run Code Online (Sandbox Code Playgroud)

这是正确的方法吗?

Cha*_*hai 5

是的,你可以这么做。为什么你会这样做可能是个人喜好。有几点需要注意:

联网

Docker-compose 将为所有服务生成一个默认网络,以便它们可以相互连接。当您启动服务docker-compose -f file1.yaml -f file2.yaml up时,docker-compose 将合并 yaml 并创建一个名为 name 的网络folderName_default。我还没有测试过它,但是将 yaml 放在不同的文件夹中可能意味着您必须指定一个自定义网络,并将该网络用于您的服务。您还可以单独启动服务,然后也是一样:如果它们位于同一文件夹中,那么应该可以工作。

依赖于取决于

如果您depends_on在 yaml 中使用密钥,则所依赖的服务和它所依赖的服务都应在同一个 yaml 文件中指定,或者您必须使用该方式将它们调出docker-compose -f file1.yaml -f file2.yaml up,以便将它们合并。

环境

另外,顺便说一句,可以使用 env 文件作为环境变量。这对于处理多个环境和/或长变量列表非常有用:

version: '3.6'
services:

  inboxingester:
    build:
      context: ${INGESTER_CONTEXT}
      dockerfile: Dockerfile
      args:
        BASE_IMAGE: ${INGESTER_APP_BASE_IMAGE}
        artifactid: ${ingester_artifactid}
        java_options: ${java_options} ${REMOTE_DEBUG}
    image: ${INGESTER_IMAGE}
    ports:
      - "40500:40500"
    env_file:
      - ./env/database-vars
      - ./env/some-other-vars
Run Code Online (Sandbox Code Playgroud)

另请参阅文档