32 lines
887 B
Bash
Executable File
32 lines
887 B
Bash
Executable File
#!/bin/sh
|
|
|
|
# Validate input
|
|
if [ "$#" -ne 2 ]; then
|
|
echo "Usage: $0 <input_file_with_urls> <output_file_for_extracted_img_urls>"
|
|
exit 1
|
|
fi
|
|
|
|
input_file="$1"
|
|
output_file="$2"
|
|
error_file="error_urls.txt"
|
|
|
|
# Loop through each URL, extract, decode, and save the 'img_url', with indexing
|
|
index=0
|
|
while IFS= read -r line; do
|
|
# Increment our index counter
|
|
index=$((index+1))
|
|
|
|
# Extract the 'img_url' query parameter
|
|
extracted_url=$(echo "$line" | awk -F 'img_url=' '{print $2}' | cut -d'&' -f1 | python3 -c "import sys; from urllib.parse import unquote; print(unquote(sys.stdin.read()));")
|
|
|
|
# Save and print the results
|
|
if [ -n "$extracted_url" ]; then
|
|
echo "$index: $extracted_url"
|
|
echo "$extracted_url" >> "$output_file"
|
|
else
|
|
echo "$index: No 'img_url' found"
|
|
echo "$line" >> "$error_file"
|
|
fi
|
|
done < "$input_file"
|
|
|