Skip to content

Commit e43f5a2

Browse files
authored
Use Zyte-Client (#114)
1 parent 4d7495e commit e43f5a2

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

scrapy_zyte_smartproxy/middleware.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -220,9 +220,9 @@ def process_request(self, request, spider):
220220
if self.job_id:
221221
job_header = 'Zyte-JobId' if targets_zyte_api else 'X-Crawlera-JobId'
222222
request.headers[job_header] = self.job_id
223-
if not targets_zyte_api:
224-
from scrapy_zyte_smartproxy import __version__
225-
request.headers['X-Crawlera-Client'] = 'scrapy-zyte-smartproxy/%s' % __version__
223+
user_agent_header = "Zyte-Client" if targets_zyte_api else "X-Crawlera-Client"
224+
from scrapy_zyte_smartproxy import __version__
225+
request.headers[user_agent_header] = 'scrapy-zyte-smartproxy/%s' % __version__
226226
self.crawler.stats.inc_value('zyte_smartproxy/request')
227227
self.crawler.stats.inc_value('zyte_smartproxy/request/method/%s' % request.method)
228228
self._translate_headers(request, targets_zyte_api=targets_zyte_api)

tests/test_all.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -983,7 +983,7 @@ def test_client_header(self):
983983
)
984984
self.assertEqual(mw.process_request(req2, self.spider), None)
985985
self.assertEqual(req2.headers.get('X-Crawlera-Client'), None)
986-
self.assertEqual(req2.headers.get('Zyte-Client'), None)
986+
self.assertEqual(req2.headers.get('Zyte-Client'), client)
987987

988988
def test_scrapy_httpproxy_integration(self):
989989
self.spider.zyte_smartproxy_enabled = True

0 commit comments

Comments
 (0)