From 42e793ec8d18682aa0a024e3f948599c064836b0 Mon Sep 17 00:00:00 2001 From: Andreas Klos Date: Mon, 23 Jun 2025 06:57:37 +0200 Subject: [PATCH] fix: allow additional requests_kwargs parameter in sitemap loader --- .../src/extractor_api_lib/impl/extractors/sitemap_extractor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extractor-api-lib/src/extractor_api_lib/impl/extractors/sitemap_extractor.py b/extractor-api-lib/src/extractor_api_lib/impl/extractors/sitemap_extractor.py index de51712..18010cc 100644 --- a/extractor-api-lib/src/extractor_api_lib/impl/extractors/sitemap_extractor.py +++ b/extractor-api-lib/src/extractor_api_lib/impl/extractors/sitemap_extractor.py @@ -107,7 +107,7 @@ def _parse_sitemap_loader_parameters(self, extraction_parameters: ExtractionPara """ sitemap_loader_parameters = {} for x in extraction_parameters.kwargs: - if x.key == "header_template": + if x.key == "header_template" or x.key == "requests_kwargs": try: sitemap_loader_parameters[x.key] = json.loads(x.value) except (json.JSONDecodeError, TypeError):