hindawi: added curl headers for API call

SCOAP3 · May 29, 2024 · b602e5d · b602e5d
1 parent f9118d7
commit b602e5d
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/hepcrawl/spiders/hindawi_spider.py b/hepcrawl/spiders/hindawi_spider.py
@@ -71,7 +71,10 @@ def __init__(self, source_file=None, *args, **kwargs):
     def start_requests(self):
         """Default starting point for scraping shall be the local XML file."""
         self.log('Harvest started.', logging.INFO)
-        yield Request(self.source_file)
+        headers = {
+            'User-Agent': 'curl/7.64.1'
+        }
+        yield Request(self.source_file, headers=headers)
 
     def parse_node(self, response, node):
         self.log('Parsing node...', logging.INFO)