Add current http user agent module and support for fetch-uri. - annna - Annna the nice friendly bot. HTML git clone git://bitreich.org/annna/ git://enlrupgkhuxnvlhsf6lc3fziv5h2hhfrinws65d7roiv6bfj7d652fid.onion/annna/ DIR Log DIR Files DIR Refs DIR Tags DIR README --- DIR commit 9f216582f4f0539d89d85c9890e6ff7183630d4b DIR parent 4c01d8108ec317371e198de78a6a0cdfd1ec3040 HTML Author: Annna Robert-Houdin <annna@bitreich.org> Date: Thu, 16 Mar 2023 18:45:04 +0100 Add current http user agent module and support for fetch-uri. Thanks eidolon for the suggestion. Diffstat: M fetch-uri | 6 +++++- A http-user-agent | 4 ++++ A modules/http-user-agent/get-user-a… | 15 +++++++++++++++ 3 files changed, 24 insertions(+), 1 deletion(-) --- DIR diff --git a/fetch-uri b/fetch-uri @@ -1,5 +1,7 @@ #!/bin/sh +export PATH="$HOME/bin:$PATH" + usage() { printf "usage: %s [-h] URI\n" "$(basename "$0")" >&2 exit 1 @@ -17,11 +19,13 @@ then shift fi + + curl \ --preproxy socks5://127.0.0.1:9100 \ -s \ -L --max-redirs 3 \ -m 5 \ - -H 'User-Agent:' \ + -H "User-Agent: $(http-user-agent)" \ $opth \ "$1" 2>/dev/null DIR diff --git a/http-user-agent b/http-user-agent @@ -0,0 +1,4 @@ +#!/bin/sh + +useragentfile="$HOME/bin/modules/http-user-agent/user-agents.txt" +shuf -n 1 ${useragentfile} DIR diff --git a/modules/http-user-agent/get-user-agents.sh b/modules/http-user-agent/get-user-agents.sh @@ -0,0 +1,15 @@ +#!/bin/sh + +useragentfile="$HOME/bin/modules/user-agent/user-agents.txt" + +{ + for browser in chrome firefox; + do + for os in windows osx; + do + curl -s "https://api.user-agent.io/?browser=${browser}&os=${os}" + printf "\n" + done + done +} > $useragentfile +