Source code for kingfisher_scrapy.spiders.nigeria_portal

import scrapy

from kingfisher_scrapy.base_spiders import CompressedFileSpider
from kingfisher_scrapy.util import MAX_DOWNLOAD_TIMEOUT



[docs]
class NigeriaPortal(CompressedFileSpider):
    """
    Domain
      Nigeria Open Contracting Portal (NOCOPO) - Bureau of Public Procurement (BPP)
    Bulk download documentation
        https://nocopo.bpp.gov.ng/Open-Data
    """

    name = "nigeria_portal"
    custom_settings = {
        "DOWNLOAD_TIMEOUT": MAX_DOWNLOAD_TIMEOUT * 2,  # 1h
    }

    # SimpleSpider
    data_type = "release_package"

    # CompressedFileSpider
    skip_empty_releases = True

    async def start(self):
        # This follows a meta refresh.
        yield scrapy.Request("https://nocopo.bpp.gov.ng/ocdsjson.ashx?ocid=all", meta={"file_name": "all.zip"})