#!/bin/sh
#start_url='http://wiki19.wikidiy.com/Special:OLPC?command=start'
start_url='http://www.wikihow.com/Special:OLPC?command=start'
base_dir='./tmp'
home_page="http://www.wikihow.com/wikiHow:OLPC_Homepage?useskin=olpc"

#auth='--auth=diy:diy267'
#server='http:\/\/wiki19.wikidiy.com';
server='http:\/\/www.wikihow.com';
mkdir $base_dir
rm -rf $base_dir/*
for url in `lynx $auth --source=1  --dump $start_url`
do
    title=`echo $url | sed 's/.*title=\([^&]*\)/\1/'`
	category=`echo $url | sed 's/.*getcategory=//g'`
	
    if [ "$title" != "$url" ]
    then
    	title=`echo $title | sed 's/&.*//g'`
		echo "Saving article $title ($url) to $base_dir/$title.html";
        `lynx $auth --source=1 --dump $url > $base_dir/$title.html`
	elif [ "$category" != "$url" ]
	then
    	category=`echo $category | sed 's/&.*//g'`
		echo "Saving category $category ($url) to $base_dir/Category:$category.html";
		save_file="Category:$category.html"
        `lynx $auth --source=1 --dump $url > $base_dir/$save_file`
	else
        # not an article
        save_file=`echo $url | sed "s/$server//g"`
        path=${save_file%/*}
		echo "Saving other file  ($url) to $base_dir$save_file.html";
        mkdir -p "$base_dir$path" > /dev/null
#echo $base_dir$path $save_file
        `lynx $auth --source=1 --dump $url > $base_dir$save_file`
    fi
done

# make skin path relative
sed 's/\/skins/.\/skins/g' $base_dir/skins/Olpc/newskin.css > $base_dir/newskin.css
lynx $auth --source=1 --dump $home_page |  sed 's/<h1.*<\/h1>//g' > $base_dir/index.html