Move useragent to config

diff --git a/config.defaults.json b/config.defaults.json
index d0fe2a987db3d6e3313496d83400e19c1feb4a3d..97a5258ec484d96f3b240dea8455a0aadf604b47 100644 (file)
--- a/config.defaults.json
+++ b/config.defaults.json
@@ -1,4 +1,5 @@
 {
     "base_url": "",
-    "port": 8069
+    "port": 8069,
+    "useragent": "Mozilla/5.0 (Windows NT 10.0; rv:102.0) Gecko/20100101 Firefox/102.0"
 }

diff --git a/fetch_blocks.py b/fetch_blocks.py
index 31e3f72b0aa071c3aeaecc1f44fa084d7924c93b..9c9ee454c5bedb9fe2e28287e18ebb7d3f313560 100644 (file)
--- a/fetch_blocks.py
+++ b/fetch_blocks.py
@@ -4,11 +4,15 @@ from hashlib import sha256
 import sqlite3
 from bs4 import BeautifulSoup
 from json import dumps
+from json import loads
 import re
 from time import time
 
+with open("config.json") as f:
+    config = loads(f.read())
+
 headers = {
-    "user-agent": "Mozilla/5.0 (Windows NT 10.0; rv:102.0) Gecko/20100101 Firefox/102.0"
+    "user-agent": config["useragent"]
 }
 
 

diff --git a/fetch_instances.py b/fetch_instances.py
index d20bd317347b41d2d962954f85c3d29ef1760b0d..7d6f7c8e82d634ec5dbf115a83b1c2c9b5c87f8d 100644 (file)
--- a/fetch_instances.py
+++ b/fetch_instances.py
@@ -4,6 +4,9 @@ import sqlite3
 import sys
 import json
 
+with open("config.json") as f:
+    config = json.loads(f.read())
+
 domain = sys.argv[1]
 
 blacklist = [
@@ -13,7 +16,7 @@ blacklist = [
 ]
 
 headers = {
-    "user-agent": "Mozilla/5.0 (Windows NT 10.0; rv:102.0) Gecko/20100101 Firefox/102.0"
+    "user-agent": config["useragent"]
 }