feat: update arts

This commit is contained in:
dusk 2024-11-02 19:00:05 +09:00
parent 7517990273
commit a32954e841
Signed by: dusk
SSH Key Fingerprint: SHA256:Abmvag+juovVufZTxyWY8KcVgrznxvBjQpJesv071Aw
2 changed files with 4499 additions and 62 deletions

File diff suppressed because it is too large Load Diff

View File

@ -3,9 +3,13 @@
touch filtered_arts.txt touch filtered_arts.txt
while IFS= read -r line while IFS= read -r line
do do
header=$(curl -o save -w "%{header_json}" "$line" 2> /dev/null) if [[ $line == *"twitter.com"* ]]; then
echo $header | jq -e '.location[]' >/dev/null header=$(curl -o save -w "%{header_json}" "$line" 2> /dev/null)
if [ "$?" = "0" ]; then echo $header | jq -e '.location[]' >/dev/null
if [ "$?" = "0" ]; then
echo "$line" >> filtered_arts.txt
fi
else
echo "$line" >> filtered_arts.txt echo "$line" >> filtered_arts.txt
fi fi
done < $1 done < $1