Source code for kingfisher_scrapy.spiders.united_kingdom_contracts_finder_records
from kingfisher_scrapy.spiders.united_kingdom_contracts_finder_base import UnitedKingdomContractsFinderBase
from kingfisher_scrapy.util import components
[docs]
class UnitedKingdomContractsFinderRecords(UnitedKingdomContractsFinderBase):
"""
Domain
Contracts Finder
Spider arguments
from_date
Download only data from this time onward (YYYY-MM-DDThh:mm:ss format). Defaults to '2014-01-01T00:00:00'.
until_date
Download only data until this time (YYYY-MM-DDThh:mm:ss format). Defaults to now.
API documentation
https://www.contractsfinder.service.gov.uk/apidocumentation/home
"""
name = "united_kingdom_contracts_finder_records"
# BaseSpider
skip_pluck = "Already covered (see code for details)" # united_kingdom_contracts_finder_releases
# SimpleSpider
data_type = "record_package"
# UnitedKingdomContractsFinderBase
def parse_page(self, response):
for release in response.json()["releases"]:
yield self.build_request(
f"https://www.contractsfinder.service.gov.uk/Published/OCDS/Record/{release['ocid']}",
formatter=components(-1),
)
yield self.next_link(response, callback=self.parse_page)