fix get list request to nocodb

hicsail · Feb 9, 2025 · 06b5783 · 06b5783
1 parent b1114f8
commit 06b5783
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scraper/app.py b/scraper/app.py
@@ -92,7 +92,7 @@ def scrape_country(country, latest_date, keywords):
             }
 
             req = requests.get(url, headers=headers, params=params)
-            if len(req.json().get("list")) > 0:
+            if len(req.json()["list"]) > 0:
                 print(f"[MOF Scraper] Article {link} already exists in the database, skipping...")
                 continue
 
@@ -255,7 +255,7 @@ def scrape():
 
                 # check if article already exists in the database
                 req = requests.get(url, headers=headers, params=params)
-                if len(req.json().get("list")) == 0:
+                if len(req.json()["list"]) == 0:
                     requests.post(url, headers=headers, json=article)
 
             timeend = datetime.now()