Merge pull request #13 from black-cape/feature-support-async-processors

Add support for async processors
black-cape · May 12, 2023 · 58183c9 · 58183c9
2 parents d88ee83 + 9d9c511
commit 58183c9
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/etl/general_event_processor.py b/etl/general_event_processor.py
@@ -283,7 +283,11 @@ def process_file(
 
             success = True
             try:
-                run_method(*(str(local_data_file), ), **method_kwargs)
+                import asyncio
+                if asyncio.iscoroutinefunction(run_method):
+                    asyncio.run(run_method(*(str(local_data_file), ), **method_kwargs))
+                else:
+                    run_method(*(str(local_data_file), ), **method_kwargs)
             except Exception as e:
                 logger.error(f"Error response from configured processor {processor.python}: {e}")
                 success = False