grab_munpia.sh (euc-kr) 2011-03-26

grab_munpia.sh

#!/bin/sh

TARGET_URL="$1"
BASE_URL=$(dirname $TARGET_URL)
NEXT_URL="go first"

until [ -z "$NEXT_URL" ]
do
w3m -I cp949 -O cp949 -cols 72 -dump $TARGET_URL | awk 'BEGIN {sw=""} /\[목록보기\]/ {sw=""} {if (sw) print} /댓글 부분으로/ {sw="ok"}'
NEXT_URL=$(w3m -dump_source $TARGET_URL | grep -m 1 "윗글" | awk -F\' '{print $2}')
TARGET_URL="$BASE_URL/$NEXT_URL"
done