Add bingbot

This commit is contained in:
Lord Alfred
2021-11-22 21:43:57 +03:00
parent 00fa4bc2ee
commit 00badb2811
3 changed files with 28 additions and 0 deletions

20
bing/downloader.sh Normal file
View File

@@ -0,0 +1,20 @@
#!/bin/bash
# https://www.bing.com/webmasters/help/verify-bingbot-2195837f
set -euo pipefail
set -x
# get from public ranges
curl -s https://www.bing.com/toolbox/bingbot.json > /tmp/bing.json
# save ipv4
jq '.prefixes[] | [.ipv4Prefix][] | select(. != null)' -r /tmp/bing.json > /tmp/bing-ipv4.txt
# ipv6 not provided
# sort & uniq
sort -h /tmp/bing-ipv4.txt | uniq > bing/ipv4.txt