multitenany_snippet.py

VERSION='v1.0.3'

# DAG Factory
factory = DAGFactory(config.environment)

the_first_dag = factory.create('Module_1').build()
process_messages_dag = factory.create('Module_2').build()


def create_main_dag(dag_id, org_config):
  with DAG(dag_id=f'main_{VERSION}',
           default_args=default_args,
           ...
      ) as dag:

      # Reconfigure the dag object as a subdag 
      # under our main dag
      task_1 = SubDagOperator(
          task_id='task_1',
          subdag=sub_dag_1,
      )

      task_2 = SubDagOperator(
          task_id='task_2',
          subdag=sub_dag_2,
      )
      
      return dag

    
# Loop over dynamic config and auto generate 
# dags for each client. 
for client_config in client_configs: 
    parsed_client_config = config.parse_config(client_config)
    main_dag_id = f"{client_config['identifier']}_main_{VERSION}"
    globals()[main_dag_id] = create_main_dag(
        main_dag_id,
        parsed_client_config
    )