Update for the changed API of Pipeline.node_dependencies (FoundryAI#3)

Author: tolomea

.circleci/config.yml

@@ -27,10 +27,10 @@ jobs:
           name: Pip install dependencies
           command: |
             make install-pip-setuptools
-            pip install "kedro>=0.dev0"
+            pip install git+https://github.com/quantumblacklabs/kedro
             export AIRFLOW_GPL_UNIDECODE=yes
-            pip install -r requirements.txt -U
-            pip install -r test_requirements.txt -U
+            pip install -r requirements.txt
+            pip install -r test_requirements.txt
        - run:
           name: Run pylint and flake8
           command: |

kedro_airflow/runner.py

@@ -114,8 +114,9 @@ def _run(self, pipeline: Pipeline, catalog: DataCatalog) -> None:
                 )
             )
 
+        node_dependencies = pipeline.node_dependencies
         operators_by_node = {}
-        for node in pipeline.nodes:
+        for node in node_dependencies:
             name = slugify(node.name)
             operators_by_node[node] = PythonOperator(
                 task_id=name,
@@ -125,5 +126,6 @@ def _run(self, pipeline: Pipeline, catalog: DataCatalog) -> None:
                 **self._operator_arguments(name)
             )
 
-        for child, parent in pipeline.node_dependencies:
-            operators_by_node[child].set_upstream(operators_by_node[parent])
+        for node, dependencies in node_dependencies.items():
+            for dependency in dependencies:
+                operators_by_node[node].set_upstream(operators_by_node[dependency])