add custom WGET_USER_AGENT override option

akgyzv · Jul 6, 2017 · acf59fa · acf59fa
1 parent 8330639
commit acf59fa
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/config.py b/config.py
@@ -28,6 +28,7 @@
 ARCHIVE_PERMISSIONS =    os.getenv('ARCHIVE_PERMISSIONS',    '755'              )
 CHROME_BINARY =          os.getenv('CHROME_BINARY',          'chromium-browser' )  # change to google-chrome browser if using google-chrome
 WGET_BINARY =            os.getenv('WGET_BINARY',            'wget'             )
+WGET_USER_AGENT =        os.getenv('WGET_USER_AGENT',         None)
 TIMEOUT =                int(os.getenv('TIMEOUT',            '60'))
 INDEX_TEMPLATE =         os.getenv('INDEX_TEMPLATE',         'templates/index.html')
 INDEX_ROW_TEMPLATE =     os.getenv('INDEX_ROW_TEMPLATE',     'templates/index_row.html')

diff --git a/fetch.py b/fetch.py
@@ -17,6 +17,7 @@
     FETCH_AUDIO,
     FETCH_VIDEO,
     FETCH_FAVICON,
+    WGET_USER_AGENT,
     TIMEOUT,
     ANSI,
     progress,
@@ -32,6 +33,7 @@ def fetch_wget(out_dir, link, overwrite=False, requisites=True, timeout=TIMEOUT)
         CMD = [
             *'wget --timestamping --adjust-extension --no-parent'.split(' '),                # Docs: https://www.gnu.org/software/wget/manual/wget.html
             *(('--page-requisites', '--convert-links') if requisites else ()),
+            *(('--user-agent="{}"'.format(WGET_USER_AGENT)) if WGET_USER_AGENT else ()),
             link['url'],
         ]
         end = progress(timeout, prefix='      ')