12,782
edits
OER in Education:TODO/Gateway: Difference between revisions
From OER in Education
no edit summary
(Created page with "The script below produces gateway timeouts. <pre> #!/usr/bin/perl foreach (<DATA>) { s/\n//; $i++; mkdir("pages") if !-e "pages"; system("wget -O pages/$i.htm...") |
No edit summary |
||
| Line 33: | Line 33: | ||
</pre> | |||
= Another script = | |||
<pre> | |||
#!/usr/bin/perl | |||
if ($ARGV[0] eq "") { | |||
foreach (<DATA>) { | |||
# Compare with static page: | |||
# $_ = "http://oer.educ.cam.ac.uk/download"; | |||
s/\n//; | |||
$i++; | |||
mkdir("pages") if !-e "pages"; | |||
# system("wget -O pages/$i.html '$_' &"); | |||
system("perl $0 $i '$_' &"); | |||
# limit number of pages: | |||
exit if $i > 6; | |||
# Introduce some time lag between requests: | |||
sleep 10; | |||
} | |||
} else { | |||
($date = `date +"%s"`) =~ s/\n//; | |||
# Add -p to fetch requisites as well: | |||
system("wget -p -q --save-headers -O pages/$ARGV[0].html '$ARGV[1]'"); | |||
($date2 = `date +"%s"`) =~ s/\n//; | |||
$s = $date2 - $date; | |||
print "$s\t$ARGV[0]\t$ARGV[1]\n"; | |||
}; | |||
__DATA__ | |||
(use same data as above) | |||
</pre> | </pre> | ||
