#!/usr/bin/perl

use Socket;

$datafile = "./dat2.txt";
$| = 1;

open (FILE,"$datafile");
@DATA = <FILE>;
close (FILE);

 foreach $line (@DATA) {
  $line =~ s/\n//g;
  $line =~ s/\r//g;
  $line =~ s/\t+/\t/g;
  ($name,$dat_name) = split (/\t/,$line);
  if ("$name" eq ""){next;}
  print "Target : $name\t";
  ($hostname,$filename) = split (/\//,$dat_name,2);
  $filename = "/" . $filename;sleep(20);
  $addr = (gethostbyname("$hostname"))[4];
  $socket_name = pack("S n a4 x8", 2, 80, $addr);
  socket(S, 2, 1, 0);
  connect(S, $socket_name);
  binmode(S);
  select(S);
  $|=1;
  select(stdout);
 print S "GET ".$filename." HTTP/1.1\r\nHost: ".$hostname."\r\n";
 print S "Connection: close \r\nUser-Agent: Monazilla/1.00 (2ch_text_de_jikkuri_cgi/1.0)\r\nAccept: */* \r\nAccept-Language: ja\r\n\r\n";
 open(FILE,">$name");
 print FILE "<html><head><title>$name</title></head><body bgcolor=#efefef><dl>";
 $res_count = 0;
 while (<S>) {
   if ($_ !~ /<>/) {next;}
   $res_count++;
   @kiji = split(/<>/,$_);
   $kiji[0] =~ s/<b>//g;
   $kiji[0] =~ s/<\/b>//g;
   $kiji[3] =~ s/<a href=.*>//g;
   $kiji[3] =~ s/<\/a>//g;
   $kiji[3] =~ s/&gt;/>/g;
   $kiji[3] =~ s/&lt;/</g;
   $kiji[3] =~ s/&nbsp;/\@/g;
   $kiji[3] =~ s/&thinsp;/\ /g;
   $kiji[3] =~ s/^ //g;

   print FILE $res_count . ":";
   print FILE " <font color=green><b>" . $kiji[0] . "</b></font>";
   if ("$kiji[1]" ne ""){
    print FILE "(mailto:" . $kiji[1] . ")";}
   print FILE " " . $kiji[2] . "<dd>";
   print FILE $kiji[3];
   print FILE "<dt><p>";
  }
 print FILE "</dl></body></html>";
 close(FILE);
 close(S);
 print "done.\n";
 }
