Source code for kingfisher_scrapy.spiders.mexico_administracion_publica_federal_api

import scrapy

from kingfisher_scrapy.base_spiders import IndexSpider


[docs]class MexicoAdministracionPublicaFederalAPI(IndexSpider): """ Domain Administración Pública Federal (APF): Secretaria de la Función Pública (SFP) - Secretaría de Hacienda y Crédito Público (SHCP) API documentation https://www.datos.gob.mx/busca/dataset/api-de-contrataciones-abiertas-de-la-apf """ name = 'mexico_administracion_publica_federal_api' # BaseSpider root_path = 'results.item' skip_pluck = 'Already covered (see code for details)' # mexico_administracion_publica_federal_bulk # SimpleSpider data_type = 'record_package' # IndexSpider result_count_pointer = '/pagination/total' limit = '/pagination/pageSize' use_page = True def start_requests(self): # The pageSize query string parameter can be increased, but large values (like 10000) cause service failure. url = 'https://api.datos.gob.mx/v2/contratacionesabiertas' # The pages are in reverse chronological order. yield scrapy.Request(url, meta={'file_name': 'page-1.json'}, callback=self.parse_list)