flow
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/tabulator/loaders/remote.py", line 63, in load
bytes = _RemoteStream(source, self.__http_session, self.__http_timeout).open()
File "/usr/local/lib/python3.9/site-packages/tabulator/loaders/remote.py", line 121, in open
self.seek(0)
File "/usr/local/lib/python3.9/site-packages/tabulator/loaders/remote.py", line 143, in seek
self.__response.raise_for_status()
File "/usr/local/lib/python3.9/site-packages/requests/models.py", line 1026, in raise_for_status
raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: https://data-input.obudget.org/api/datarecords/hierarchy
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/dataflows/processors/load.py", line 125, in process_datapackage
return self.safe_process_datapackage(dp)
File "/usr/local/lib/python3.9/site-packages/dataflows/processors/load.py", line 186, in safe_process_datapackage
stream: Stream = Stream(self.load_source, **self.options).open()
File "/usr/local/lib/python3.9/site-packages/tabulator/stream.py", line 425, in open
self.__parser.open(source, encoding=self.__encoding)
File "/usr/local/lib/python3.9/site-packages/tabulator/parsers/json.py", line 40, in open
self.__bytes = self.__loader.load(source, mode='b', encoding=encoding)
File "/usr/local/lib/python3.9/site-packages/tabulator/loaders/remote.py", line 72, in load
raise exceptions.HTTPError(str(exception))
tabulator.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: https://data-input.obudget.org/api/datarecords/hierarchy
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 79, in _process
self.datapackage = self.process_datapackage(self.datapackage)
File "/usr/local/lib/python3.9/site-packages/dataflows/processors/load.py", line 127, in process_datapackage
raise SourceLoadError('Failed to load source {!r} and options {!r}: {}'
dataflows.base.exceptions.SourceLoadError: Failed to load source 'https://data-input.obudget.org/api/datarecords/hierarchy' and options {'format': 'json', 'property': 'result', 'custom_parsers': {'xml': <class 'dataflows.processors.parsers.xml_parser.XMLParser'>, 'excel-xml': <class 'dataflows.processors.parsers.excel_xml_parser.ExcelXMLParser'>, 'sql': <class 'dataflows.processors.parsers.sql_parser.ExtendedSQLParser'>, 'geojson': <class 'dataflows.processors.parsers.geojson_parser.GeoJsonParser'>}, 'ignore_blank_headers': True, 'skip_rows': [{'type': 'preset', 'value': 'auto'}], 'headers': 1, 'sample_size': 1000}: 500 Server Error: Internal Server Error for url: https://data-input.obudget.org/api/datarecords/hierarchy
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/datapackage_pipelines/specs/../lib/flow.py", line 15, in <module>
spew_flow(flow, ctx)
File "/usr/local/lib/python3.9/site-packages/datapackage_pipelines/utilities/flow_utils.py", line 46, in spew_flow
datastream = flow.datastream()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/flow.py", line 19, in datastream
return self._chain(ds)._process()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 75, in _process
datastream = self.source._process()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 75, in _process
datastream = self.source._process()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 75, in _process
datastream = self.source._process()
[Previous line repeated 16 more times]
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 86, in _process
self.raise_exception(exception)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 97, in raise_exception
raise cause
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 79, in _process
self.datapackage = self.process_datapackage(self.datapackage)
File "/usr/local/lib/python3.9/site-packages/dataflows/helpers/iterable_loader.py", line 112, in process_datapackage
raise self.exc
File "/usr/local/lib/python3.9/site-packages/dataflows/helpers/iterable_loader.py", line 60, in describe
sample = list(itertools.islice(self.iterable, self.SAMPLE_SIZE))
File "/usr/local/lib/python3.9/site-packages/dataflows/helpers/iterable_loader.py", line 89, in handle_iterable
for x in self.iterable:
File "/datapackage_pipelines_budgetkey/pipelines/units/social_services/social_services.py", line 21, in all_units
hierarchies = datarecords('hierarchy')
File "/datapackage_pipelines_budgetkey/pipelines/units/social_services/social_services.py", line 7, in datarecords
DF.Flow(
File "/usr/local/lib/python3.9/site-packages/dataflows/base/flow.py", line 13, in results
return self._chain().results(on_error=on_error)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 127, in results
ds, results = self.safe_process(return_results=True, on_error=on_error)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 119, in safe_process
self.raise_exception(exception)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 97, in raise_exception
raise cause
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 102, in safe_process
ds = self._process()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 86, in _process
self.raise_exception(exception)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 96, in raise_exception
raise error from cause
dataflows.base.exceptions.ProcessorError: Errored in processor load in position #1: Failed to load source 'https://data-input.obudget.org/api/datarecords/hierarchy' and options {'format': 'json', 'property': 'result', 'custom_parsers': {'xml': <class 'dataflows.processors.parsers.xml_parser.XMLParser'>, 'excel-xml': <class 'dataflows.processors.parsers.excel_xml_parser.ExcelXMLParser'>, 'sql': <class 'dataflows.processors.parsers.sql_parser.ExtendedSQLParser'>, 'geojson': <class 'dataflows.processors.parsers.geojson_parser.GeoJsonParser'>}, 'ignore_blank_headers': True, 'skip_rows': [{'type': 'preset', 'value': 'auto'}], 'headers': 1, 'sample_size': 1000}: 500 Server Error: Internal Server Error for url: https://data-input.obudget.org/api/datarecords/hierarchy
Pipeline ID: units/social_services/social_services
flow
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/tabulator/loaders/remote.py", line 63, in load
bytes = _RemoteStream(source, self.__http_session, self.__http_timeout).open()
File "/usr/local/lib/python3.9/site-packages/tabulator/loaders/remote.py", line 121, in open
self.seek(0)
File "/usr/local/lib/python3.9/site-packages/tabulator/loaders/remote.py", line 143, in seek
self.__response.raise_for_status()
File "/usr/local/lib/python3.9/site-packages/requests/models.py", line 1026, in raise_for_status
raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: https://data-input.obudget.org/api/datarecords/hierarchy
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/dataflows/processors/load.py", line 125, in process_datapackage
return self.safe_process_datapackage(dp)
File "/usr/local/lib/python3.9/site-packages/dataflows/processors/load.py", line 186, in safe_process_datapackage
stream: Stream = Stream(self.load_source, **self.options).open()
File "/usr/local/lib/python3.9/site-packages/tabulator/stream.py", line 425, in open
self.__parser.open(source, encoding=self.__encoding)
File "/usr/local/lib/python3.9/site-packages/tabulator/parsers/json.py", line 40, in open
self.__bytes = self.__loader.load(source, mode='b', encoding=encoding)
File "/usr/local/lib/python3.9/site-packages/tabulator/loaders/remote.py", line 72, in load
raise exceptions.HTTPError(str(exception))
tabulator.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: https://data-input.obudget.org/api/datarecords/hierarchy
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 79, in _process
self.datapackage = self.process_datapackage(self.datapackage)
File "/usr/local/lib/python3.9/site-packages/dataflows/processors/load.py", line 127, in process_datapackage
raise SourceLoadError('Failed to load source {!r} and options {!r}: {}'
dataflows.base.exceptions.SourceLoadError: Failed to load source 'https://data-input.obudget.org/api/datarecords/hierarchy' and options {'format': 'json', 'property': 'result', 'custom_parsers': {'xml': <class 'dataflows.processors.parsers.xml_parser.XMLParser'>, 'excel-xml': <class 'dataflows.processors.parsers.excel_xml_parser.ExcelXMLParser'>, 'sql': <class 'dataflows.processors.parsers.sql_parser.ExtendedSQLParser'>, 'geojson': <class 'dataflows.processors.parsers.geojson_parser.GeoJsonParser'>}, 'ignore_blank_headers': True, 'skip_rows': [{'type': 'preset', 'value': 'auto'}], 'headers': 1, 'sample_size': 1000}: 500 Server Error: Internal Server Error for url: https://data-input.obudget.org/api/datarecords/hierarchy
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.9/site-packages/datapackage_pipelines/specs/../lib/flow.py", line 15, in <module>
spew_flow(flow, ctx)
File "/usr/local/lib/python3.9/site-packages/datapackage_pipelines/utilities/flow_utils.py", line 46, in spew_flow
datastream = flow.datastream()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/flow.py", line 19, in datastream
return self._chain(ds)._process()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 75, in _process
datastream = self.source._process()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 75, in _process
datastream = self.source._process()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 75, in _process
datastream = self.source._process()
[Previous line repeated 16 more times]
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 86, in _process
self.raise_exception(exception)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 97, in raise_exception
raise cause
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 79, in _process
self.datapackage = self.process_datapackage(self.datapackage)
File "/usr/local/lib/python3.9/site-packages/dataflows/helpers/iterable_loader.py", line 112, in process_datapackage
raise self.exc
File "/usr/local/lib/python3.9/site-packages/dataflows/helpers/iterable_loader.py", line 60, in describe
sample = list(itertools.islice(self.iterable, self.SAMPLE_SIZE))
File "/usr/local/lib/python3.9/site-packages/dataflows/helpers/iterable_loader.py", line 89, in handle_iterable
for x in self.iterable:
File "/datapackage_pipelines_budgetkey/pipelines/units/social_services/social_services.py", line 21, in all_units
hierarchies = datarecords('hierarchy')
File "/datapackage_pipelines_budgetkey/pipelines/units/social_services/social_services.py", line 7, in datarecords
DF.Flow(
File "/usr/local/lib/python3.9/site-packages/dataflows/base/flow.py", line 13, in results
return self._chain().results(on_error=on_error)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 127, in results
ds, results = self.safe_process(return_results=True, on_error=on_error)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 119, in safe_process
self.raise_exception(exception)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 97, in raise_exception
raise cause
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 102, in safe_process
ds = self._process()
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 86, in _process
self.raise_exception(exception)
File "/usr/local/lib/python3.9/site-packages/dataflows/base/datastream_processor.py", line 96, in raise_exception
raise error from cause
dataflows.base.exceptions.ProcessorError: Errored in processor load in position #1: Failed to load source 'https://data-input.obudget.org/api/datarecords/hierarchy' and options {'format': 'json', 'property': 'result', 'custom_parsers': {'xml': <class 'dataflows.processors.parsers.xml_parser.XMLParser'>, 'excel-xml': <class 'dataflows.processors.parsers.excel_xml_parser.ExcelXMLParser'>, 'sql': <class 'dataflows.processors.parsers.sql_parser.ExtendedSQLParser'>, 'geojson': <class 'dataflows.processors.parsers.geojson_parser.GeoJsonParser'>}, 'ignore_blank_headers': True, 'skip_rows': [{'type': 'preset', 'value': 'auto'}], 'headers': 1, 'sample_size': 1000}: 500 Server Error: Internal Server Error for url: https://data-input.obudget.org/api/datarecords/hierarchy
Pipeline ID: units/social_services/social_services