You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
file = (p | 'States' >> beam.Create(['Vermont'])
| 'Links' >> beam.ParDo(Links())
| 'Download from Github to GCS' >> beam.ParDo(DownloadAsItIs())
| 'Read the file from GCS' >> beam.io.ReadAllFromText()
| 'Transform lines' >> beam.Map(lambda s: data_ingestion.parse_line(s))
| 'Filter lines' >> beam.Filter(is_validGeometry)
| 'Transform for Postgres' >> beam.Map(lambda s: postgres_ingestion.parse_line(s))
| 'Writing to DB' >> relational_db.Write(
source_config=source_config,
table_config=table_config)
)
Error
Error message from worker: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line 279, in loads return dill.loads(s) File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 275, in loads return load(file, ignore, **kwds) File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 270, in load return Unpickler(file, ignore=ignore, **kwds).load() File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 472, in load obj = StockUnpickler.load(self) File "/usr/local/lib/python3.7/site-packages/sqlalchemy/engine/url.py", line 100, in __new__ return URL.create(*arg, **kw) TypeError: create() missing 1 required positional argument: 'drivername' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py", line 649, in do_work work_executor.execute() File "/usr/local/lib/python3.7/site-packages/dataflow_worker/executor.py", line 179, in execute op.start() File "apache_beam/runners/worker/operations.py", line 695, in apache_beam.runners.worker.operations.DoOperation.start File "apache_beam/runners/worker/operations.py", line 697, in apache_beam.runners.worker.operations.DoOperation.start File "apache_beam/runners/worker/operations.py", line 698, in apache_beam.runners.worker.operations.DoOperation.start File "apache_beam/runners/worker/operations.py", line 308, in apache_beam.runners.worker.operations.Operation.start File "apache_beam/runners/worker/operations.py", line 314, in apache_beam.runners.worker.operations.Operation.start File "apache_beam/runners/worker/operations.py", line 644, in apache_beam.runners.worker.operations.DoOperation.setup File "apache_beam/runners/worker/operations.py", line 645, in apache_beam.runners.worker.operations.DoOperation.setup File "apache_beam/runners/worker/operations.py", line 289, in apache_beam.runners.worker.operations.Operation.setup File "apache_beam/runners/worker/operations.py", line 303, in apache_beam.runners.worker.operations.Operation.setup File "apache_beam/runners/worker/operations.py", line 779, in apache_beam.runners.worker.operations.DoOperation._get_runtime_performance_hints File "/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line 283, in loads return dill.loads(s) File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 275, in loads return load(file, ignore, **kwds) File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 270, in load return Unpickler(file, ignore=ignore, **kwds).load() File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 472, in load obj = StockUnpickler.load(self) File "/usr/local/lib/python3.7/site-packages/sqlalchemy/engine/url.py", line 100, in __new__ return URL.create(*arg, **kw) TypeError: create() missing 1 required positional argument: 'drivername'
The text was updated successfully, but these errors were encountered:
versions
beam-nuggets==0.18.0
pg8000==1.16.5
SQLAlchemy==1.4.0
configuration in the code
Error
Error message from worker: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line 279, in loads return dill.loads(s) File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 275, in loads return load(file, ignore, **kwds) File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 270, in load return Unpickler(file, ignore=ignore, **kwds).load() File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 472, in load obj = StockUnpickler.load(self) File "/usr/local/lib/python3.7/site-packages/sqlalchemy/engine/url.py", line 100, in __new__ return URL.create(*arg, **kw) TypeError: create() missing 1 required positional argument: 'drivername' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py", line 649, in do_work work_executor.execute() File "/usr/local/lib/python3.7/site-packages/dataflow_worker/executor.py", line 179, in execute op.start() File "apache_beam/runners/worker/operations.py", line 695, in apache_beam.runners.worker.operations.DoOperation.start File "apache_beam/runners/worker/operations.py", line 697, in apache_beam.runners.worker.operations.DoOperation.start File "apache_beam/runners/worker/operations.py", line 698, in apache_beam.runners.worker.operations.DoOperation.start File "apache_beam/runners/worker/operations.py", line 308, in apache_beam.runners.worker.operations.Operation.start File "apache_beam/runners/worker/operations.py", line 314, in apache_beam.runners.worker.operations.Operation.start File "apache_beam/runners/worker/operations.py", line 644, in apache_beam.runners.worker.operations.DoOperation.setup File "apache_beam/runners/worker/operations.py", line 645, in apache_beam.runners.worker.operations.DoOperation.setup File "apache_beam/runners/worker/operations.py", line 289, in apache_beam.runners.worker.operations.Operation.setup File "apache_beam/runners/worker/operations.py", line 303, in apache_beam.runners.worker.operations.Operation.setup File "apache_beam/runners/worker/operations.py", line 779, in apache_beam.runners.worker.operations.DoOperation._get_runtime_performance_hints File "/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line 283, in loads return dill.loads(s) File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 275, in loads return load(file, ignore, **kwds) File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 270, in load return Unpickler(file, ignore=ignore, **kwds).load() File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 472, in load obj = StockUnpickler.load(self) File "/usr/local/lib/python3.7/site-packages/sqlalchemy/engine/url.py", line 100, in __new__ return URL.create(*arg, **kw) TypeError: create() missing 1 required positional argument: 'drivername'
The text was updated successfully, but these errors were encountered: