Source code for kingfisher_scrapy.spiders.panama_dgcp_bulk

from kingfisher_scrapy.base_spiders import PeriodicSpider
from kingfisher_scrapy.util import parameters


[docs] class PanamaDGCPBulk(PeriodicSpider): """ Domain Panama Dirección General de Contrataciones Públicas (DGCP) Caveats The default date for historical data is 1900-01-01 Spider arguments from_date Download only data from this date onward (YYYY-MM-DD format). Defaults to '1900-01-01'. until_date Download only data until this date (YYYY-MM-DD format). Defaults to today. Swagger API documentation https://ocds.panamacompraencifras.gob.pa/swagger/index.html """ name = 'panama_dgcp_bulk' # BaseSpider date_format = 'date' date_required = True default_from_date = '1900-01-01' # SimpleSpider data_type = 'record_package' # PeriodicSpider formatter = staticmethod(parameters('DateFrom', 'DateTo')) pattern = ( 'https://ocds.panamacompraencifras.gob.pa/Descarga?DateFrom={0:%Y-%m-%d}&DateTo={1:%Y-%m-%d}&FileType=json' ) # The API returns HTTP 400 error for intervals longer than a month and times out for intervals of a month. step = 15