--- original/spiderfuncs.php	2010-03-04 13:14:12.000000000 -0500
+++ spiderfuncs.php	2010-03-04 13:16:40.000000000 -0500
@@ -128,7 +128,7 @@
 			while ($answer) {
 				$answer = fgets($fp, 4096);
 
-				if (preg_match("/Location: *([^\n\r ]+)/", $answer, $regs) && $httpcode == 3 && $full_httpcode != 302) {
+				if (preg_match("/Location: *([^\n\r ]+)/i", $answer, $regs) && $httpcode == 3 && $full_httpcode != 302) {
 					$status['path'] = $regs[1];
 					$status['state'] = "Relocation: http $full_httpcode";
 					fclose($fp);
@@ -201,7 +201,7 @@
 		$regs = Array ();
 		$this_agent= "";
 		while (list ($id, $line) = each($robot)) {
-			if (preg_match("/^user-agent: *([^#]+) */", $line, $regs)) {
+			if (preg_match("/^user-agent: *([^#]+) */i", $line, $regs)) {
 				$this_agent = trim($regs[1]);
 				if ($this_agent == '*' || $this_agent == $user_agent)
 					$check = 1;
@@ -209,13 +209,13 @@
 					$check = 0;
 			}
 
-			if (preg_match("/disallow: *([^#]+)/", $line, $regs) && $check == 1) {
+			if (preg_match("/disallow: *([^#]+)/i", $line, $regs) && $check == 1) {
 				$disallow_str = preg_replace("/[\n ]+/i", "", $regs[1]);
 				if (trim($disallow_str) != "") {
 					$omit[] = $disallow_str;
 				} else {
 					if ($this_agent == '*' || $this_agent == $user_agent) {
-						return null;
+						continue;
 					}
 				}
 			}