diff --git a/extractor-api-lib/src/extractor_api_lib/impl/extractors/sitemap_extractor.py b/extractor-api-lib/src/extractor_api_lib/impl/extractors/sitemap_extractor.py index de51712..18010cc 100644 --- a/extractor-api-lib/src/extractor_api_lib/impl/extractors/sitemap_extractor.py +++ b/extractor-api-lib/src/extractor_api_lib/impl/extractors/sitemap_extractor.py @@ -107,7 +107,7 @@ def _parse_sitemap_loader_parameters(self, extraction_parameters: ExtractionPara """ sitemap_loader_parameters = {} for x in extraction_parameters.kwargs: - if x.key == "header_template": + if x.key == "header_template" or x.key == "requests_kwargs": try: sitemap_loader_parameters[x.key] = json.loads(x.value) except (json.JSONDecodeError, TypeError):