Base Spider Classes

• Base Spider
  • BaseSpider
    • BaseSpider.VALID_DATE_FORMATS
    • BaseSpider.date_required
    • BaseSpider.dont_truncate
    • BaseSpider.encoding
    • BaseSpider.concatenated_json
    • BaseSpider.line_delimited
    • BaseSpider.root_path
    • BaseSpider.unflatten
    • BaseSpider.unflatten_args
    • BaseSpider.ocds_version
    • BaseSpider.max_attempts
    • BaseSpider.retry_http_codes
    • BaseSpider.available_steps
    • BaseSpider.date_format
    • BaseSpider.from_crawler()
    • BaseSpider.is_http_success()
    • BaseSpider.is_http_retryable()
    • BaseSpider.get_start_time()
    • BaseSpider.get_retry_wait_time()
    • BaseSpider.build_request()
    • BaseSpider.build_file_from_response()
    • BaseSpider.build_file()
    • BaseSpider.build_file_item()
    • BaseSpider.build_file_error_from_response()
    • BaseSpider.get_default_until_date()
• Compressed File Spider
  • CompressedFileSpider
    • CompressedFileSpider.dont_truncate
    • CompressedFileSpider.yield_non_archive_file
    • CompressedFileSpider.resize_package
    • CompressedFileSpider.file_name_must_contain
    • CompressedFileSpider.parse()
• Simple Spider
  • SimpleSpider
    • SimpleSpider.parse()
• Big File Spider
  • BigFileSpider
    • BigFileSpider.resize_package
    • BigFileSpider.from_crawler()
    • BigFileSpider.parse()
• Index Spider
  • IndexSpider
    • IndexSpider.use_page
    • IndexSpider.start_page
    • IndexSpider.chronological_order
    • IndexSpider.param_page
    • IndexSpider.param_limit
    • IndexSpider.param_offset
    • IndexSpider.base_url
    • IndexSpider.parse_list_callback
    • IndexSpider.parse_list()
    • IndexSpider.parse_list_loader()
    • IndexSpider.page_count_range_generator()
    • IndexSpider.pages_url_builder()
    • IndexSpider.limit_offset_range_generator()
    • IndexSpider.limit_offset_url_builder()
    • IndexSpider.result_count_range_generator()
• Links Spider
  • LinksSpider
    • LinksSpider.next_pointer
    • LinksSpider.parse()
    • LinksSpider.next_link()
• Periodic Spider
  • PeriodicSpider
    • PeriodicSpider.date_required
    • PeriodicSpider.start_requests_callback
    • PeriodicSpider.start_requests()
    • PeriodicSpider.build_urls()