SS
Коллеги, кто-то сталкивался с тем, что Airflow не может использовать PythonOperator, если включена опция передачи дагов на воркеры в виде пиклов ?
в логах воркера вижу такое:
[2018-02-02 15:11:03,796] {cli.py:356} INFO - Loading pickle id 5572592
Traceback (most recent call last):
File "/usr/local/bin/airflow", line 27, in <module>
args.func(args)
File "/usr/local/lib/python3.6/site-packages/airflow/bin/cli.py", line 358, in run
DagPickle).filter(DagPickle.id == args.pickle).first()
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/orm/query.py", line 2778, in first
ret = list(self[0:1])
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/orm/query.py", line 2570, in getitem
return list(res)
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/orm/loading.py", line 97, in instances
util.raise_from_cause(err)
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 203, in raise_from_cause
reraise(type(exception), exception, tb=exc_tb, cause=cause)
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 187, in reraise
raise value
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/orm/loading.py", line 78, in instances
rows = [proc(row) for row in fetch]
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/orm/loading.py", line 78, in <listcomp>
rows = [proc(row) for row in fetch]
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/orm/loading.py", line 492, in _instance
loaded_instance, populate_existing, populators)
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/orm/loading.py", line 592, in _populate_full
dict_[key] = getter(row)
File "/usr/local/lib/python3.6/site-packages/sqlalchemy/sql/sqltypes.py", line 1565, in process
return loads(value)
File "/usr/local/lib/python3.6/site-packages/dill/dill.py", line 299, in loads
return load(file)
File "/usr/local/lib/python3.6/site-packages/dill/dill.py", line 288, in load
obj = pik.load()
File "/usr/local/lib/python3.6/site-packages/dill/dill.py", line 445, in find_class
return StockUnpickler.find_class(self, module, name)
ModuleNotFoundError: No module named 'unusual_prefix_fe9494a050de360593feb7fd98f49ebb67e04ef6_test'