openzagreb / proracun

Visualize budgets from various levels of the Croatian government; using the OpenSpending API
http://proracun.org
MIT License
1 stars 0 forks source link

01-HR error importing to OpenSpending #6

Open schlos opened 4 years ago

schlos commented 4 years ago

Publishing status: datapackage.json - Failed

dump.to_sql
ERROR   :Traceback (most recent call last):
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1170, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py", line 683, in do_executemany
ERROR   :cursor.executemany(statement, parameters)
ERROR   :psycopg2
ERROR   :.
ERROR   :IntegrityError
ERROR   ::
ERROR   :duplicate key value violates unique constraint "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d_pkey"
DETAIL:  Key (date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(1, 3, 1022, 1, 28) already exists.
ERROR   :The above exception was the direct cause of the following exception:
ERROR   :Traceback (most recent call last):
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/specs/../lib/dump/to_sql.py", line 15, in <module>
ERROR   :spew_flow(flow(ctx.parameters), ctx)
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/wrapper/wrapper.py", line 179, in __exit__
ERROR   :spew(self.datapackage, self.resource_iterator, stats=self.stats)
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/wrapper/wrapper.py", line 73, in spew
ERROR   :for rec in res:
ERROR   :File "/usr/local/lib/python3.6/site-packages/dataflows/processors/dumpers/dumper_base.py", line 68, in row_counter
ERROR   :for row in iterator:
ERROR   :File "/usr/local/lib/python3.6/site-packages/tableschema_sql/writer.py", line 49, in write
ERROR   :for wr in self.__insert():
ERROR   :File "/usr/local/lib/python3.6/site-packages/tableschema_sql/writer.py", line 80, in __insert
ERROR   :statement.execute(self.__buffer)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/sql/base.py", line 386, in execute
ERROR   :return e._execute_clauseelement(self, multiparams, params)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1060, in _execute_clauseelement
ERROR   :compiled_sql, distilled_params
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1200, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1413, in _handle_dbapi_exception
ERROR   :exc_info
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 265, in raise_from_cause
ERROR   :reraise(type(exception), exception, tb=exc_tb, cause=cause)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 248, in reraise
ERROR   :raise value.with_traceback(tb)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1170, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py", line 683, in do_executemany
ERROR   :cursor.executemany(statement, parameters)
ERROR   :sqlalchemy.exc
ERROR   :.
ERROR   :IntegrityError
ERROR   ::
ERROR   :(psycopg2.IntegrityError) duplicate key value violates unique constraint "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d_pkey"
DETAIL:  Key (date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(1, 3, 1022, 1, 28) already exists.
 [SQL: 'INSERT INTO "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d" (iznos, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id) VALUES (%(iznos)s, %(date_id)s, %(direction_id)s, %(economic_classification_id)s, %(functional_classification_id)s, %(unknown_id)s)'] [parameters: ({'iznos': Decimal('347672'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 50, 'functional_classification_id': 110, 'unknown_id': 23}, {'iznos': Decimal('582885'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 51, 'functional_classification_id': 110, 'unknown_id': 23}, {'iznos': Decimal('243163'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 52, 'functional_classification_id': 110, 'unknown_id': 23}, {'iznos': Decimal('1576686'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 53, 'functional_classification_id': 110, 'unknown_id': 23}, {'iznos': Decimal('105484'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 54, 'functional_classification_id': 110, 'unknown_id': 23}, {'iznos': Decimal('970248'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 55, 'functional_classification_id': 110, 'unknown_id': 23}, {'iznos': Decimal('34131'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 62, 'functional_classification_id': 110, 'unknown_id': 23}, {'iznos': Decimal('620272'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 64, 'functional_classification_id': 110, 'unknown_id': 23}  ... displaying 10 of 1001 total bound parameter sets ...  {'iznos': Decimal('2200'), 'date_id': 3, 'direction_id': 3, 'economic_classification_id': 1022, 'functional_classification_id': 73, 'unknown_id': 28}, {'iznos': Decimal('0'), 'date_id': 3, 'direction_id': 3, 'economic_classification_id': 1022, 'functional_classification_id': 74, 'unknown_id': 28})] (Background on this error at: http://sqlalche.me/e/gkpj)
schlos commented 4 years ago
(iznos, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id) 
VALUES (%(iznos)s, %(date_id)s, %(direction_id)s, %(economic_classification_id)s, %(functional_classification_id)s, %(unknown_id)s)'] 
[parameters: (
{'iznos': Decimal('347672'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 50, 'functional_classification_id': 110, 'unknown_id': 23}, 
{'iznos': Decimal('582885'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 51, 'functional_classification_id': 110, 'unknown_id': 23}, 
{'iznos': Decimal('243163'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 52, 'functional_classification_id': 110, 'unknown_id': 23}, 
{'iznos': Decimal('1576686'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 53, 'functional_classification_id': 110, 'unknown_id': 23}, 
{'iznos': Decimal('105484'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 54, 'functional_classification_id': 110, 'unknown_id': 23}, 
{'iznos': Decimal('970248'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 55, 'functional_classification_id': 110, 'unknown_id': 23}, 
{'iznos': Decimal('34131'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 62, 'functional_classification_id': 110, 'unknown_id': 23}, 
{'iznos': Decimal('620272'), 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 64, 'functional_classification_id': 110, 'unknown_id': 23}  
... displaying 10 of 1001 total bound parameter sets ...  
{'iznos': Decimal('2200'), 'date_id': 3, 'direction_id': 3, 'economic_classification_id': 1022, 'functional_classification_id': 73, 'unknown_id': 28}, 
{'iznos': Decimal('0'), 'date_id': 3, 'direction_id': 3, 'economic_classification_id': 1022, 'functional_classification_id': 74, 'unknown_id': 28})
schlos commented 4 years ago

Publishing status: datapackage.json - Failed

dump.to_sql
ERROR   :Traceback (most recent call last):
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1170, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py", line 683, in do_executemany
ERROR   :cursor.executemany(statement, parameters)
ERROR   :psycopg2
ERROR   :.
ERROR   :IntegrityError
ERROR   ::
ERROR   :duplicate key value violates unique constraint "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d_pkey"
DETAIL:  Key (administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(13, 1, 3, 1022, 11, 6) already exists.
ERROR   :The above exception was the direct cause of the following exception:
ERROR   :Traceback (most recent call last):
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/specs/../lib/dump/to_sql.py", line 15, in <module>
ERROR   :spew_flow(flow(ctx.parameters), ctx)
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/wrapper/wrapper.py", line 179, in __exit__
ERROR   :spew(self.datapackage, self.resource_iterator, stats=self.stats)
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/wrapper/wrapper.py", line 73, in spew
ERROR   :for rec in res:
ERROR   :File "/usr/local/lib/python3.6/site-packages/dataflows/processors/dumpers/dumper_base.py", line 68, in row_counter
ERROR   :for row in iterator:
ERROR   :File "/usr/local/lib/python3.6/site-packages/tableschema_sql/writer.py", line 49, in write
ERROR   :for wr in self.__insert():
ERROR   :File "/usr/local/lib/python3.6/site-packages/tableschema_sql/writer.py", line 80, in __insert
ERROR   :statement.execute(self.__buffer)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/sql/base.py", line 386, in execute
ERROR   :return e._execute_clauseelement(self, multiparams, params)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1060, in _execute_clauseelement
ERROR   :compiled_sql, distilled_params
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1200, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1413, in _handle_dbapi_exception
ERROR   :exc_info
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 265, in raise_from_cause
ERROR   :reraise(type(exception), exception, tb=exc_tb, cause=cause)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 248, in reraise
ERROR   :raise value.with_traceback(tb)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1170, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py", line 683, in do_executemany
ERROR   :cursor.executemany(statement, parameters)
ERROR   :sqlalchemy.exc
ERROR   :.
ERROR   :IntegrityError
ERROR   ::
ERROR   :(psycopg2.IntegrityError) duplicate key value violates unique constraint "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d_pkey"
DETAIL:  Key (administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(13, 1, 3, 1022, 11, 6) already exists.
 [SQL: 'INSERT INTO "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d" (iznos, administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id) VALUES (%(iznos)s, %(administrator_id)s, %(date_id)s, %(direction_id)s, %(economic_classification_id)s, %(functional_classification_id)s, %(unknown_id)s)'] [parameters: ({'iznos': Decimal('347672'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 50, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('582885'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 51, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('243163'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 52, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('1576686'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 53, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('105484'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 54, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('970248'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 55, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('34131'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 62, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('620272'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 64, 'functional_classification_id': 110, 'unknown_id': 3}  ... displaying 10 of 1001 total bound parameter sets ...  {'iznos': Decimal('22'), 'administrator_id': 13, 'date_id': 3, 'direction_id': 3, 'economic_classification_id': 1022, 'functional_classification_id': 83, 'unknown_id': 6}, {'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 3, 'direction_id': 3, 'economic_classification_id': 1022, 'functional_classification_id': 84, 'unknown_id': 6})] (Background on this error at: http://sqlalche.me/e/gkpj)
schlos commented 4 years ago
DETAIL:  Key (administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(13, 1, 3, 1022, 11, 6) already exists.

 [SQL: 'INSERT INTO "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d" (iznos, administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id) 
VALUES (%(iznos)s, %(administrator_id)s, %(date_id)s, %(direction_id)s, %(economic_classification_id)s, %(functional_classification_id)s, %(unknown_id)s)'] 
[parameters: (
{'iznos': Decimal('347672'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 50, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('582885'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 51, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('243163'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 52, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('1576686'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 53, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('105484'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 54, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('970248'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 55, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('34131'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 62, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('620272'), 'administrator_id': 12, 'date_id': 12, 'direction_id': 3, 'economic_classification_id': 64, 'functional_classification_id': 110, 'unknown_id': 3}  
... displaying 10 of 1001 total bound parameter sets ...  
{'iznos': Decimal('22'), 'administrator_id': 13, 'date_id': 3, 'direction_id': 3, 'economic_classification_id': 1022, 'functional_classification_id': 83, 'unknown_id': 6}, 
{'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 3, 'direction_id': 3, 'economic_classification_id': 1022, 'functional_classification_id': 84, 'unknown_id': 6})] (Background on this error at: http://sqlalche.me/e/gkpj)
schlos commented 4 years ago
Publishing status:
datapackage.json - Failed
dump.to_sql
ERROR   :Traceback (most recent call last):
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1170, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py", line 683, in do_executemany
ERROR   :cursor.executemany(statement, parameters)
ERROR   :psycopg2
ERROR   :.
ERROR   :IntegrityError
ERROR   ::
ERROR   :duplicate key value violates unique constraint "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d_pkey"
DETAIL:  Key (administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(13, 1, 3, 1028, 1, 6) already exists.
ERROR   :The above exception was the direct cause of the following exception:
ERROR   :Traceback (most recent call last):
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/specs/../lib/dump/to_sql.py", line 15, in <module>
ERROR   :spew_flow(flow(ctx.parameters), ctx)
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/wrapper/wrapper.py", line 179, in __exit__
ERROR   :spew(self.datapackage, self.resource_iterator, stats=self.stats)
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/wrapper/wrapper.py", line 73, in spew
ERROR   :for rec in res:
ERROR   :File "/usr/local/lib/python3.6/site-packages/dataflows/processors/dumpers/dumper_base.py", line 68, in row_counter
ERROR   :for row in iterator:
ERROR   :File "/usr/local/lib/python3.6/site-packages/tableschema_sql/writer.py", line 49, in write
ERROR   :for wr in self.__insert():
ERROR   :File "/usr/local/lib/python3.6/site-packages/tableschema_sql/writer.py", line 80, in __insert
ERROR   :statement.execute(self.__buffer)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/sql/base.py", line 386, in execute
ERROR   :return e._execute_clauseelement(self, multiparams, params)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1060, in _execute_clauseelement
ERROR   :compiled_sql, distilled_params
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1200, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1413, in _handle_dbapi_exception
ERROR   :exc_info
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 265, in raise_from_cause
ERROR   :reraise(type(exception), exception, tb=exc_tb, cause=cause)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 248, in reraise
ERROR   :raise value.with_traceback(tb)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1170, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py", line 683, in do_executemany
ERROR   :cursor.executemany(statement, parameters)
ERROR   :sqlalchemy.exc
ERROR   :.
ERROR   :IntegrityError
ERROR   ::
ERROR   :(psycopg2.IntegrityError) duplicate key value violates unique constraint "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d_pkey"
DETAIL:  Key (administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(13, 1, 3, 1028, 1, 6) already exists.
 [SQL: 'INSERT INTO "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d" (iznos, administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id) VALUES (%(iznos)s, %(administrator_id)s, %(date_id)s, %(direction_id)s, %(economic_classification_id)s, %(functional_classification_id)s, %(unknown_id)s)'] [parameters: ({'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 574, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('563597'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 578, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 579, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 580, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 581, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 584, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 585, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 586, 'functional_classification_id': 110, 'unknown_id': 3}  ... displaying 10 of 1001 total bound parameter sets ...  {'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 6, 'direction_id': 3, 'economic_classification_id': 1028, 'functional_classification_id': 61, 'unknown_id': 6}, {'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 6, 'direction_id': 3, 'economic_classification_id': 1028, 'functional_classification_id': 62, 'unknown_id': 6})] (Background on this error at: http://sqlalche.me/e/gkpj)
ERROR   :(psycopg2.IntegrityError) duplicate key value violates unique constraint "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d_pkey"
DETAIL:  Key (administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(13, 1, 3, 1028, 1, 6) already exists.

 [SQL: 'INSERT INTO "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d" (iznos, administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id) VALUES (%(iznos)s, %(administrator_id)s, %(date_id)s, %(direction_id)s, %(economic_classification_id)s, %(functional_classification_id)s, %(unknown_id)s)'] 
[parameters: (
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 574, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('563597'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 578, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 579, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 580, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 581, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 584, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 585, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 586, 'functional_classification_id': 110, 'unknown_id': 3} 
 ... displaying 10 of 1001 total bound parameter sets ...  
{'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 6, 'direction_id': 3, 'economic_classification_id': 1028, 'functional_classification_id': 61, 'unknown_id': 6}, 
{'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 6, 'direction_id': 3, 'economic_classification_id': 1028, 'functional_classification_id': 62, 'unknown_id': 6})]
schlos commented 4 years ago

Publishing status: datapackage.json - Failed

dump.to_sql
ERROR   :Traceback (most recent call last):
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1170, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py", line 683, in do_executemany
ERROR   :cursor.executemany(statement, parameters)
ERROR   :psycopg2
ERROR   :.
ERROR   :IntegrityError
ERROR   ::
ERROR   :duplicate key value violates unique constraint "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d_pkey"
DETAIL:  Key (administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(13, 1, 3, 1028, 1, 6) already exists.
ERROR   :The above exception was the direct cause of the following exception:
ERROR   :Traceback (most recent call last):
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/specs/../lib/dump/to_sql.py", line 15, in <module>
ERROR   :spew_flow(flow(ctx.parameters), ctx)
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/wrapper/wrapper.py", line 179, in __exit__
ERROR   :spew(self.datapackage, self.resource_iterator, stats=self.stats)
ERROR   :File "/usr/local/lib/python3.6/site-packages/datapackage_pipelines/wrapper/wrapper.py", line 73, in spew
ERROR   :for rec in res:
ERROR   :File "/usr/local/lib/python3.6/site-packages/dataflows/processors/dumpers/dumper_base.py", line 68, in row_counter
ERROR   :for row in iterator:
ERROR   :File "/usr/local/lib/python3.6/site-packages/tableschema_sql/writer.py", line 49, in write
ERROR   :for wr in self.__insert():
ERROR   :File "/usr/local/lib/python3.6/site-packages/tableschema_sql/writer.py", line 80, in __insert
ERROR   :statement.execute(self.__buffer)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/sql/base.py", line 386, in execute
ERROR   :return e._execute_clauseelement(self, multiparams, params)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1060, in _execute_clauseelement
ERROR   :compiled_sql, distilled_params
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1200, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1413, in _handle_dbapi_exception
ERROR   :exc_info
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 265, in raise_from_cause
ERROR   :reraise(type(exception), exception, tb=exc_tb, cause=cause)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/util/compat.py", line 248, in reraise
ERROR   :raise value.with_traceback(tb)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/engine/base.py", line 1170, in _execute_context
ERROR   :context)
ERROR   :File "/usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py", line 683, in do_executemany
ERROR   :cursor.executemany(statement, parameters)
ERROR   :sqlalchemy.exc
ERROR   :.
ERROR   :IntegrityError
ERROR   ::
ERROR   :(psycopg2.IntegrityError) duplicate key value violates unique constraint "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d_pkey"
DETAIL:  Key (administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(13, 1, 3, 1028, 1, 6) already exists.
 [SQL: 'INSERT INTO "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d" (iznos, administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id) VALUES (%(iznos)s, %(administrator_id)s, %(date_id)s, %(direction_id)s, %(economic_classification_id)s, %(functional_classification_id)s, %(unknown_id)s)'] [parameters: ({'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 574, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('563597'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 578, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 579, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 580, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 581, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 584, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 585, 'functional_classification_id': 110, 'unknown_id': 3}, {'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 586, 'functional_classification_id': 110, 'unknown_id': 3}  ... displaying 10 of 1001 total bound parameter sets ...  {'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 6, 'direction_id': 3, 'economic_classification_id': 1028, 'functional_classification_id': 61, 'unknown_id': 6}, {'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 6, 'direction_id': 3, 'economic_classification_id': 1028, 'functional_classification_id': 62, 'unknown_id': 6})] (Background on this error at: http://sqlalche.me/e/gkpj)
DETAIL:  Key (administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id)=(13, 1, 3, 1028, 1, 6) already exists.

 [SQL: 'INSERT INTO "6f9de6393bf997134dc1afbb45096b769e8bbb91c43a1a1d" (iznos, administrator_id, date_id, direction_id, economic_classification_id, functional_classification_id, unknown_id) VALUES (%(iznos)s, %(administrator_id)s, %(date_id)s, %(direction_id)s, %(economic_classification_id)s, %(functional_classification_id)s, %(unknown_id)s)'] 
[parameters: (
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 574, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('563597'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 578, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 579, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 580, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 581, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 584, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 585, 'functional_classification_id': 110, 'unknown_id': 3}, 
{'iznos': Decimal('0'), 'administrator_id': 12, 'date_id': 13, 'direction_id': 2, 'economic_classification_id': 586, 'functional_classification_id': 110, 'unknown_id': 3}  
... displaying 10 of 1001 total bound parameter sets ...  
{'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 6, 'direction_id': 3, 'economic_classification_id': 1028, 'functional_classification_id': 61, 'unknown_id': 6}, 
{'iznos': Decimal('0'), 'administrator_id': 13, 'date_id': 6, 'direction_id': 3, 'economic_classification_id': 1028, 'functional_classification_id': 62, 'unknown_id': 6})]