Skip to content

Commit

Permalink
add IndexNow script
Browse files Browse the repository at this point in the history
  • Loading branch information
thestinger committed May 12, 2024
1 parent 19f8de4 commit 79f9218
Show file tree
Hide file tree
Showing 3 changed files with 38 additions and 0 deletions.
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
/indexnow-key.txt
/lock
/nginx-tmp/
/node_modules/
Expand Down
35 changes: 35 additions & 0 deletions indexnow
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
#!/usr/bin/env python3

import sys

import requests
import validators

if len(sys.argv) > 1:
urls = sys.argv[1:]
else:
urls = sys.stdin.read().splitlines()

for url in urls:
if not validators.url(url):
sys.exit(2)

if not urls:
sys.exit(3)

host = "grapheneos.org"
api_url = "https://api.indexnow.org/indexnow"

with open("indexnow-key.txt") as keyfile:
key = keyfile.read().strip()

def submit(urls):
data = {
"host": host,
"key": key,
"urlList": urls
}
r = requests.post(api_url, json=data)
print(r.status_code)

submit(urls)
2 changes: 2 additions & 0 deletions process-static
Original file line number Diff line number Diff line change
Expand Up @@ -92,5 +92,7 @@ for file in static-tmp/**/*.@(atom|xml); do
xmllint --noblanks "$file" --output "$file"
done

[[ -f indexnow-key.txt ]] && index_now_key="$(cat indexnow-key.txt)" && echo "$index_now_key" > "static-tmp/$index_now_key.txt"

find static-tmp -regex '.+\.\(atom\|css\|html\|ico\|js\|json\|mjs\|pdf\|svg\|txt\|webmanifest\|xml\)' |
parallel -q ::: brotli zopfli :::: -

0 comments on commit 79f9218

Please sign in to comment.