Source code for kingfisher_scrapy.spiders.panama_dgcp_bulk

from kingfisher_scrapy.base_spiders import SimpleSpider
from kingfisher_scrapy.util import parameters

[docs]class PanamaDGCPBulk(SimpleSpider): """ Domain Panama Dirección General de Contrataciones Públicas (DGCP) Caveats The default date for historical data is 1900-01-01 Spider arguments from_date Download only data from this date onward (YYYY-MM-DD format). Defaults to '1900-01-01'. until_date Download only data until this date (YYYY-MM-DD format). Defaults to today. Swagger API documentation """ name = 'panama_dgcp_bulk' # BaseSpider date_format = 'date' date_required = True default_from_date = '1900-01-01' # SimpleSpider data_type = 'record_package' def start_requests(self): yield self.build_request(f'{self.from_date}&DateTo=' f'{self.until_date}&FileType=json', formatter=parameters('DateFrom', 'DateTo'))