parsing_loop需要等待所有processor和callback都执行完毕才能退出

shinnytech · Apr 2, 2024 · ed2d3be · ed2d3be
1 parent e9cceaa
commit ed2d3be
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/airflow/dag_processing/manager.py b/airflow/dag_processing/manager.py
@@ -1159,6 +1159,11 @@ def max_runs_reached(self):
                 return False
         if self._num_run < self._max_runs:
             return False
+        # 由于我们只run一次，所以需要在这里确保所有的callback和processors都已经完成
+        if self._callback_to_execute:
+            return False
+        if self._processors:
+            return False
         return True
 
     def terminate(self):