refactor running dags

Author: ia-tests

cd/prod.yaml

@@ -139,7 +139,7 @@ steps:
           'deploy-wordcount-jar'
           ]
   args: [
-          '-dagList=./config/ci_dags.txt',
+          '-dagList=./config/running_dags.txt',
           '-dagsFolder=./dags',
           '-project=${PROJECT_ID}',
           '-region=${_COMPOSER_REGION}',

cloudbuild.yaml

@@ -201,7 +201,7 @@ steps:
           'clean-up-data-dir-dags',
           ]
   args: [
-          '-dagList=./config/ci_dags.txt',
+          '-dagList=./config/running_dags.txt',
           '-dagsFolder=./dags',
           '-project=${PROJECT_ID}',
           '-region=${_COMPOSER_REGION}',

composer/config/ci_dags.txt

@@ -0,0 +1,3 @@
+wordcount_dag
+tutorial
+ephemeral_dataproc_spark_dag

composer/config/running_dags.txt

@@ -30,12 +30,12 @@ def setUp(self):
         self.dagbag = DagBag(
             dag_folder=os.environ.get('AIRFLOW_HOME', "~/airflow/") + '/dags/',
             include_examples=False)
-        with open('./config/ci_dags.txt') as running_dags_txt:
+        with open('./config/running_dags.txt') as running_dags_txt:
             self.running_dag_ids = running_dags_txt.read().splitlines()
 
     def test_no_ignore_running_dags(self):
         """
-        Tests that we don't have any dags in ci_dags.txt that are
+        Tests that we don't have any dags in running_dags.txt that are
         ignored by .airflowignore
         """
         for dag_id in self.running_dag_ids: