5 $sFile = "sample.log.txt";
6 $sHost1 = 'http://mq-open-search-lm02.ihost.aol.com:8000/nominatim/v1';
7 $sHost2 = 'http://mq-open-search-lm03.ihost.aol.com:8000/nominatim/v1';
10 $sHost1Escaped = str_replace('/', '\\/', $sHost1);
11 $sHost2Escaped = str_replace('/', '\\/', $sHost2);
13 $aToDo = array(251, 293, 328, 399.1, 455.1, 479, 496, 499, 574, 609, 702, 790, 846, 865, 878, 894, 902, 961, 980);
15 $hFile = @fopen($sFile, "r");
18 echo "Unable to open file: $sFile\n";
23 while (($sLine = fgets($hFile, 10000)) !== false)
26 if (!in_array($i, $aToDo)) continue;
28 if (preg_match('#"GET (.*) HTTP/1.[01]"#', $sLine, $aResult))
30 $sURL1 = $sHost1.$aResult[1];
31 $sURL2 = $sHost2.$aResult[1];
35 while(!$sRes1 && $k < 10)
37 $sRes1 = file_get_contents($sURL1);
39 if (!$sRes1) sleep(10);
41 $sRes2 = file_get_contents($sURL2);
43 // Strip out the things that will always change
44 $sRes1 = preg_replace('# timestamp=\'[^\']*\'#', '', $sRes1);
45 $sRes1 = str_replace($sHost1, '', $sRes1);
46 $sRes1 = str_replace($sHost1Escaped, '', $sRes1);
47 $sRes2 = preg_replace('# timestamp=\'[^\']*\'#', '', $sRes2);
48 $sRes2 = str_replace($sHost2, '', $sRes2);
49 $sRes2 = str_replace($sHost2Escaped, '', $sRes2);
54 var_dump($sURL1, $sURL2);
57 for ($j = 0; $j < strlen($sRes1); $j+=40)
59 $sRes .= substr($sRes1, $j, 40)."\n";
61 file_put_contents('log/'.$i.'.1', $sRes);
64 for ($j = 0; $j < strlen($sRes2); $j+=40)
66 $sRes .= substr($sRes2, $j, 40)."\n";
68 file_put_contents('log/'.$i.'.2', $sRes);