dusk/limbusart
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: update scripts

Browse Source
This commit is contained in:
dusk 2024-06-11 02:51:07 +03:00
parent 8b1ba19279
commit fc73c0aeee
Signed by: dusk
SSH Key Fingerprint: SHA256:Abmvag+juovVufZTxyWY8KcVgrznxvBjQpJesv071Aw
3 changed files with 11761 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11746
utils/arts.txt Normal file
View File

File diff suppressed because it is too large Load Diff

11
utils/filter-dead-twitter-links.sh Executable file
View File

@ -0,0 +1,11 @@
#!/usr/bin/env bash
touch filtered_arts.txt
while IFS= read -r line
do
header=$(curl -o save -w "%{header_json}" "$line" 2> /dev/null)
echo $header | jq -e '.location[]' >/dev/null
if [ "$?" = "0" ]; then
echo "$line" >> filtered_arts.txt
fi
done < $1

4
utils/safebooru-download.sh
View File

@ -1,9 +1,11 @@
#!/usr/bin/env bash
touch all.json
for i in $(seq 0 38); do
for i in $(seq 0 $1); do
curl "https://safebooru.org/index.php?page=dapi&s=post&q=index&tags=project_moon&limit=100&pid=$i&json=1" > temp.json
jq -sr '. | add' temp.json all.json > all.json.temp
mv all.json.temp all.json
rm temp.json
done
jq -r '.[].id | tostring | "https://safebooru.org/index.php?page=post&s=view&id=" + .' all.json > links.txt