Source code for kingfisher_scrapy.spiders.uruguay_records

from kingfisher_scrapy.spiders.uruguay_base import UruguayBase
from kingfisher_scrapy.util import components, handle_http_error


[docs]class UruguayRecords(UruguayBase): """ Domain Agencia Reguladora de Compras Estatales (ARCE) Spider arguments from_date Download only data from this month onward (YYYY-MM format). Defaults to '2017-11'. until_date Download only data until this month (YYYY-MM format). Defaults to the current month. API documentation https://www.gub.uy/agencia-compras-contrataciones-estado/datos-y-estadisticas/datos/open-contracting """ name = 'uruguay_records' # BaseSpider skip_pluck = 'Already covered (see code for details)' # uruguay_releases # SimpleSpider data_type = 'record_package' @handle_http_error def parse_list(self, response): url_prefix = 'https://www.comprasestatales.gub.uy/ocds/record/' titles = response.xpath('//item/title/text()').getall() if self.sample: titles = [titles[0]] for title in titles: identifier = title.split(',')[0].split(':')[1] yield self.build_request(f'{url_prefix}{identifier}', formatter=components(-1))