feat: update arts

This commit is contained in:
dusk 2024-11-02 19:00:05 +09:00
parent 7517990273
commit a32954e841
Signed by: dusk
SSH Key Fingerprint: SHA256:Abmvag+juovVufZTxyWY8KcVgrznxvBjQpJesv071Aw
2 changed files with 4499 additions and 62 deletions

File diff suppressed because it is too large Load Diff

View File

@ -3,9 +3,13 @@
touch filtered_arts.txt
while IFS= read -r line
do
header=$(curl -o save -w "%{header_json}" "$line" 2> /dev/null)
echo $header | jq -e '.location[]' >/dev/null
if [ "$?" = "0" ]; then
if [[ $line == *"twitter.com"* ]]; then
header=$(curl -o save -w "%{header_json}" "$line" 2> /dev/null)
echo $header | jq -e '.location[]' >/dev/null
if [ "$?" = "0" ]; then
echo "$line" >> filtered_arts.txt
fi
else
echo "$line" >> filtered_arts.txt
fi
done < $1
done < $1