Tell requests to detect encoding.

Changed the get_file_by_url function to infer/guess the encoding of the content we receive.

diff --git a/updateHostsFile.py b/updateHostsFile.py
index 3e2b001852c9c27f96dfcc7941f822b05d07f850..b8d64a29cf5c592e5666d7b2efc6eb14242b7aec 100644 (file)
--- a/updateHostsFile.py
+++ b/updateHostsFile.py
@@ -1467,7 +1467,9 @@ def maybe_copy_example_file(file_path):
 
 
 def get_file_by_url(url, params, **kwargs):
-    return requests.get(url=url, params=params, **kwargs).text
+    req = requests.get(url=url, params=params, **kwargs)
+    req.encoding = req.apparent_encoding
+    return req.text
 
 
 def write_data(f, data):