provide bogus user agent to avoid '418 I'm a teapot'

amalysh · May 11, 2022 · 447be8c · 447be8c
1 parent 9f06135
commit 447be8c
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/src/fear_and_greed/cnn.py b/src/fear_and_greed/cnn.py
@@ -26,7 +26,13 @@ class Fetcher:
     """Fetcher gets the HTML contents of CNN's Fear & Greed Index website."""
 
     def __call__(self) -> dict:
-        r = requests.get(URL)
+        headers = {
+            'User-Agent': 'Mozilla',
+        }
+        r = requests.get(URL, headers=headers)
+        if r.status_code != 200:
+            raise ValueError("Unexpected response code: '{status_code}', response: '{response}'".format(
+                status_code=r.status_code, response=r.text))
         return r.json()