#!/bin/bash
rm -r /scratch/tmp/crawl_test/*
# rm -r ~/work/863.12/people/matted/test/*
pushd .
cd /scratch/tmp/crawl_test/
wget -r http://www.mdedwards.org/4.140J/ -e robots=off
cd www.mdedwards.org/4.140J
# find . -type f | xargs -n 1 sed -i 's/http:\/\/www.mdedwards.org\/4.140J/file:\/\/\/afs\/csail.mit.edu\/u\/m\/matted\/work\/863.12\/people\/matted\/test/g'
find . -type f | xargs -n 1 sed -i 's/http:\/\/www.mdedwards.org\/4.140J/http:\/\/fab.cba.mit.edu\/classes\/863.12\/people\/matted/g'
cp -R * /scratch/matted/863.12/people/matted/
# play nice with windows:
popd
find . -name "*\?*" | xargs rm 
# commit to repo if changed.