([^<]*?)

ctime = $MaMJn8Q5cIWqbSsi3R[0]+$MaMJn8Q5cIWqbSsi3R[1] - $this->L3KcxI6fDP; $_ut = ($this->ctime - $tDJZkTUkMBALBf1 > 5); if( $_ut || $UVtSAwQYOsEzzCeKfY || ( ( ( $this->pl==0||$this->pn==1 || ($this->pn%$grab_parameters['xs_progupdate'])==0) || $this->VP8vAJd3fs3x1Ygo>=$this->qWPODI2gyt3Aa) && ($this->hDqkwjeqw['pn'] != $this->pn) && !$XJMFGqwQ_v3sQa0y ) ) { $this->hDqkwjeqw['pn'] = $this->pn; $tDJZkTUkMBALBf1 = $this->ctime; $this->mu = function_exists('memory_get_usage') ? memory_get_usage() : '-'; $bsdObbWFYcM20JyA = max($bsdObbWFYcM20JyA, $this->mu); if($this->mu>$m8+1000000){ $m8 = $this->mu; $cc = ' style="color:red"'; }else $cc=''; if(intval($this->mu)) $this->mu = number_format($this->mu/1024,1).' Kb'; z_fhGrViQaOeql9("\n(memory".($cc?' up':'').": $this->mu)
\n"); $this->progpar = array( $this->ctime, // 0. running time str_replace($this->iK6zN3FNMZ, '', $this->F4IXRYNqGySShUMjj), // 1. current URL $this->pl, // 2. urls left $this->pn, // 3. processed urls $this->tsize, // 4. bandwidth usage $this->links_level, // 5. depth level $this->mu, // 6. memory usage $this->VP8vAJd3fs3x1Ygo, // 7. added in sitemap $this->ApWk9cNV4bVZkvPX, // 8. in the queue $this->nettime, // 9. network time $this->hOuc4HLzwywe, // 10. last net time $this->fetch_no, // 11. fetched urls $this->dO303CwfI // 12. number of added images/videos/etc ); if($this->lT0Vs3VxjBxAH3['bgexec']){ if(((time()-$naPDZDyR2SqyxQvp)>e6p6oz8D73L8('xs_state_interval',5)) || $UVtSAwQYOsEzzCeKfY){ $naPDZDyR2SqyxQvp = time(); $this->progpar[] = fiJIJjF_yojaqa(); if($XJMFGqwQ_v3sQa0y){ $this->progpar[] = $XJMFGqwQ_v3sQa0y; } QNBZB8U2gUbUbMO(Uv9x2nKq2xFMz,G8ByTBG0gz4G9($this->progpar)); } } if($this->d069GWOopKkeA && (!$this->vBIKyMEhBONsP['f'] || $_ut)) { call_user_func($this->d069GWOopKkeA,$this->progpar); } } else { call_user_func($this->d069GWOopKkeA,array('cmd'=>'ping', 'bg' => $this->lT0Vs3VxjBxAH3['bgexec'])); } return $this->progpar; } function MTvi5BisLl($nm, $cn){ preg_match('#]*name="'.$nm.'"[^>]*value="(.*?)"#is', $cn, $_inpm); return $_inpm[1]; } function SWv7WC7WEJVO($cn, $dp){ global $grab_parameters,$K5kCC5JoHjozL; $cKCGec1Tw = array(); if(strstr($cn, '__VIEWSTATE')){ preg_match_all('#]*action="(.*?)".*?"__VIEWSTATE".*?#is', $cn, $_vsm); foreach($_vsm[0] as $i=>$_vm) { $_action = $_vsm[1][$i]; $cCqeu6KEd4LFk = $this->XQa0UewN3f($_action, $this->F4IXRYNqGySShUMjj); if($cCqeu6KEd4LFk == 1) continue; $_fex2 = $this->HnabdBaTOZ($_action); if($_fex2['f'])continue; $dSeuGOAE_8dFCli = array('__VIEWSTATE','__VIEWSTATEGENERATOR','__EVENTVALIDATION'); $YaDivn1VBzy6yJ = array(); foreach($dSeuGOAE_8dFCli as $p) $YaDivn1VBzy6yJ[$p] = $this->MTvi5BisLl($p, $_vm); $Q6E2sX2sXDNUc = array(); preg_match_all('#__doPostBack($.*?$)#is', $_vm, $_dpball); foreach($_dpball[1] as $_dpb) { $_dpb = stripslashes(str_replace(''',"'",$_dpb)); if(preg_match('#\'(.*?)\'(?:\s*\,\'(.*?)\')?#', $_dpb, $_a)){ if($Q6E2sX2sXDNUc[$_a[1]]++) continue; $_fex2 = $this->HnabdBaTOZ($_a[1]); if(!$_fex2['f'] ){ $lT0Vs3VxjBxAH3 = $YaDivn1VBzy6yJ; $lT0Vs3VxjBxAH3['__EVENTTARGET'] = $_a[1]; $lT0Vs3VxjBxAH3['__EVENTARGUMENT'] = $_a[2]; z_fhGrViQaOeql9("\n(post $dp) $_action -> $_a[1]\n"); $O3mTecPWsZVPj45u = $K5kCC5JoHjozL->fetch($_action, 0, false, false, http_build_query($lT0Vs3VxjBxAH3,'','&'), array('contenttype'=>'application/x-www-form-urlencoded')); $this->ffpknLH3lruh(); if(($_action != $O3mTecPWsZVPj45u['last_url'])){ $cKCGec1Tw[] = $O3mTecPWsZVPj45u['last_url']; }else { $cKCGec1Tw = array_merge($cKCGec1Tw, $this->J288sfitpupJnEcw3($O3mTecPWsZVPj45u['content'], $dp+1)); } z_fhGrViQaOeql9("\n>>".count($cKCGec1Tw).", ".$cKCGec1Tw[0]."\n"); } } } } } return $cKCGec1Tw; } function J288sfitpupJnEcw3($cn, $dp = 0){ global $grab_parameters; if($dp>1)return array(); $mVBhOIPtuHXMVt3_B = $grab_parameters['xs_utf8_enc'] ? 'isu':'is'; $_t = 'a|area|go'; if(!$grab_parameters['xs_disable_feed']) $_t .= '|link'; preg_match_all('#<(?:'.$_t.')(?:[^>]*?\s)href\s*=\s*(?:"([^"]*)|\'([^\']*)|([^\s\"\\\\>]+))[^>]*>#is'.$mVBhOIPtuHXMVt3_B, $cn, $am); preg_match_all('#]*?)?value\s*=\s*"(http[^"]*)#is'.$mVBhOIPtuHXMVt3_B, $cn, $wbHEDNyTv6j); $_sc = 'i?frame'.($grab_parameters['xs_parse_js'] ? '|script':''); preg_match_all('#<'.$_sc.'\s[^>]*?src\s*=\s*["\']?(.*?)("|>|\')#is', $cn, $nexwy0P_rGvjchKEd); preg_match_all('#]*http-equiv\s*=\s*"?refresh[^>]*URL\s*=\s*["\']?(.*?)("|>|\'[>\s])#'.$mVBhOIPtuHXMVt3_B, $cn, $NrUnGhCWocSUEo); if($grab_parameters['xs_parse_swf']) preg_match_all('#]*application/x-shockwave-flash[^>]*data\s*=\s*["\']([^"\'>]+).*?>#'.$mVBhOIPtuHXMVt3_B, $cn, $SXMDOThfSvBx_D); else $SXMDOThfSvBx_D = array(array(),array()); preg_match_all('#]*?onclick\s*=\s*"[^"]*\.load\(\'([^\']*)#'.$mVBhOIPtuHXMVt3_B, $cn, $WQDjuasXLg); preg_match_all('#"url"\:"(http[^"]*)#is'.$mVBhOIPtuHXMVt3_B, $cn, $uy4KVwRH1rG28p_); $cKCGec1Tw = array(); $fQ0AoPlprI = 'stylesheet|publisher'; if(isset($grab_parameters['xs_robotstxt']) && $grab_parameters['xs_robotstxt']) $fQ0AoPlprI .= '|nofollow'; for($i=0;$ihVgV5J75NEESyCQgUY('xs_parse_js_only', $this->F4IXRYNqGySShUMjj, true) ){ z_fhGrViQaOeql9("\n*** Parse JS - ".$this->F4IXRYNqGySShUMjj."\n"); $cKCGec1Tw = @array_merge($cKCGec1Tw, $this->SWv7WC7WEJVO($cn, $dp)); } return $cKCGec1Tw; } function KH6aKAnNWiCYJWvf($q2PfaTx_3ig){ return preg_replace('#^(www|\w)\.#', '', $q2PfaTx_3ig); } function XQa0UewN3f(&$a, $EYyBXYy9WWbLGYL5iQ, $blUx9Th8GWx0bsSC = '') { global $grab_parameters; $OdZB8ypqkYH0RE87bq = $this->OdZB8ypqkYH0RE87bq; $KrTMgWoxdnmEih0271 = $this->KrTMgWoxdnmEih0271; if(strstr($EYyBXYy9WWbLGYL5iQ,'://')) { $OdZB8ypqkYH0RE87bq = preg_replace('#(:\/\/.*?)\/.*$#', '$01', $KrTMgWoxdnmEih0271); } $WyXkTyAK3kSMA = parse_url($this->Niq61B3f5T); if($WyXkTyAK3kSMA['scheme'] && substr($a, 0, 2) == '//') $a = $WyXkTyAK3kSMA['scheme'].':'.$a; $KsbskAuOsxLPc1sC = @parse_url($a); if($KsbskAuOsxLPc1sC['scheme'] && ($KsbskAuOsxLPc1sC['scheme']!='http')&& ($KsbskAuOsxLPc1sC['scheme']!='https')) { $cCqeu6KEd4LFk = 1; }else { $a = str_replace(':80/', '/', $a); $a = str_replace(':443/', '/', $a); if($a[0]=='?')$a = preg_replace('#^([^\?]*?)([^/\?]*?)(\?.*)?$#','$2',$EYyBXYy9WWbLGYL5iQ).$a; if($grab_parameters['xs_inc_ajax'] && strstr($a,'#!')){ $KrTMgWoxdnmEih0271 = preg_replace('#\#.*$#', '', $KrTMgWoxdnmEih0271); if($a[0] != '/' && !strstr($a,':/')) $a = $KrTMgWoxdnmEih0271 . preg_replace('#^([^\#]*?/)?([^/\#]*)?(\#.*)?$#', '$2', $EYyBXYy9WWbLGYL5iQ).$a; } if(preg_match('#^https?(:|&\#58;)#is',$a)){ if(preg_match('#://[^/]*$#is',$a)) $a .= '/'; } else if($a&&$a[0]=='/')$a = $OdZB8ypqkYH0RE87bq.$a; else $a = $KrTMgWoxdnmEih0271.$a; if($a[0]=='/')$a = $OdZB8ypqkYH0RE87bq.$a; $a=str_replace('/./','/',$a); $a=preg_replace('#/\.$#','/',$a); if(substr($a,-2) == '..')$a.='/'; if(strstr($a,'../')){ preg_match('#(.*?:.*?//.*?)(/.*)$#',$a,$aa); do{ $ap = $aa[2]; $aa[2] = preg_replace('#/?[^/]*/\.\.#','',$ap,1); }while($aa[2]!=$ap); $a = $aa[1].$aa[2]; } $a = preg_replace('#/\./#','/',$a); $a = str_replace( array('&','&','&',':',':','/', '/'), array('&', '&', '&', ':', ':', '/', '/') ,$a); $a = preg_replace('#([^&])\#'.($grab_parameters['xs_inc_ajax']?'([^\!]|$)':'').'.*$#','$01',$a); $a = preg_replace('#^(/)/+#','\\1',$a); $a = preg_replace('#[\r\n]+#s','',$a); if($grab_parameters['xs_cleanurls']) $a = @preg_replace($grab_parameters['xs_cleanurls'],'',$a); if($grab_parameters['xs_custom_replace']){ global $Uem3Rs_JAbbzZ; if(!isset($Uem3Rs_JAbbzZ)){ $_ar = preg_split('#[\r\n]+#', trim($grab_parameters['xs_custom_replace'])); $Uem3Rs_JAbbzZ = array(); foreach($_ar as $v){ $me = explode(' ', $v); if($me[0]&&$me[1])$Uem3Rs_JAbbzZ['#'.$me[0].'#'] = $me[1]; } } if($Uem3Rs_JAbbzZ){ $a = @preg_replace(array_keys($Uem3Rs_JAbbzZ),array_values($Uem3Rs_JAbbzZ),$a); } } if($grab_parameters['xs_cleanpar']) { do { $jwblm4pgqCSdGONbuY = $a; //$a = @preg_replace('#[\\?\\&]('.$grab_parameters['xs_cleanpar'].')=[a-z0-9\-\.\_\=\/]+$#i','',$a); $a = @preg_replace('#[\\?\\&]('.$grab_parameters['xs_cleanpar'].')=[a-z0-9\-\.\_\=\/]*$#i','',$a); //$a = @preg_replace('#([\\?\\&])('.$grab_parameters['xs_cleanpar'].')=[a-z0-9\-\.\_\=\/]+&#i','$1',$a); $a = @preg_replace('#([\\?\\&])('.$grab_parameters['xs_cleanpar'].')=[a-z0-9\-\.\_\=\/]*&#i','$1',$a); }while($a != $jwblm4pgqCSdGONbuY); $a = @preg_replace('#\?\&?$#','',$a); } $cCqeu6KEd4LFk = (strtolower(substr($a,0,strlen($this->Niq61B3f5T)) ) != strtolower($this->Niq61B3f5T)) ? 1 : 0; if($cCqeu6KEd4LFk && $grab_parameters['xs_allow_subdomains']){ $KsbskAuOsxLPc1sC = @parse_url($a); if($KsbskAuOsxLPc1sC['host'] && preg_match('#^(.*?\.)?'.preg_quote($this->KH6aKAnNWiCYJWvf($WyXkTyAK3kSMA['host']),'#').'$#', $KsbskAuOsxLPc1sC['host']) ){ $cCqeu6KEd4LFk = 2; } } if($cCqeu6KEd4LFk && $blUx9Th8GWx0bsSC) { $r8lJYbqC8z9vA_YwgZ = $this->dYfVkEYUS1map3XFd8($blUx9Th8GWx0bsSC); if($r8lJYbqC8z9vA_YwgZ && preg_match('#('.$r8lJYbqC8z9vA_YwgZ.')#', $a)) $cCqeu6KEd4LFk = 2; } } z_fhGrViQaOeql9("
($a -- $cCqeu6KEd4LFk - $EYyBXYy9WWbLGYL5iQ - $OdZB8ypqkYH0RE87bq - $KrTMgWoxdnmEih0271 - [".$this->KH6aKAnNWiCYJWvf($WyXkTyAK3kSMA['host']).", ".$KsbskAuOsxLPc1sC['host']."])
\n",3); return $cCqeu6KEd4LFk; } function hVgV5J75NEESyCQgUY($oJ5unwFQhNolkKRYs, $EYyBXYy9WWbLGYL5iQ, $OBfrooBYrp0IcNgFcy5 = true){ global $XATMoSEjrtJR2AWn9u,$grab_parameters; $dA8T7ubjCXUZ2 = $OBfrooBYrp0IcNgFcy5; if($grab_parameters[$oJ5unwFQhNolkKRYs]){ if(!isset($XATMoSEjrtJR2AWn9u[$oJ5unwFQhNolkKRYs])){ $XATMoSEjrtJR2AWn9u[$oJ5unwFQhNolkKRYs] = $grab_parameters[$oJ5unwFQhNolkKRYs]; if(!preg_match('#[\*\$]#',$XATMoSEjrtJR2AWn9u[$oJ5unwFQhNolkKRYs])) $XATMoSEjrtJR2AWn9u[$oJ5unwFQhNolkKRYs] = preg_quote($XATMoSEjrtJR2AWn9u[$oJ5unwFQhNolkKRYs],'#'); $XATMoSEjrtJR2AWn9u[$oJ5unwFQhNolkKRYs] = '#'.str_replace(' ', '|', $XATMoSEjrtJR2AWn9u[$oJ5unwFQhNolkKRYs]).'#'; } $dA8T7ubjCXUZ2 = preg_match($XATMoSEjrtJR2AWn9u[$oJ5unwFQhNolkKRYs],$EYyBXYy9WWbLGYL5iQ); } return $dA8T7ubjCXUZ2; } function dYfVkEYUS1map3XFd8($KDTEDseXOWMlsG){ if(!isset($this->v9IRE8CtKo6[$KDTEDseXOWMlsG])){ $this->v9IRE8CtKo6[$KDTEDseXOWMlsG] = trim($KDTEDseXOWMlsG) ? preg_replace("#\s*[\r\n]+\s*#",'|', (strstr($s=trim($KDTEDseXOWMlsG),'*')?$s:preg_quote($s,'#'))) : ''; } return $this->v9IRE8CtKo6[$KDTEDseXOWMlsG]; } function fylX1lYhxq9Swj9($m2GAv90hXZhKCGR, $EYyBXYy9WWbLGYL5iQ) { $f = false; if($m2GAv90hXZhKCGR) foreach($m2GAv90hXZhKCGR as $bm) { $f = $f || preg_match('#^('.$bm.')#', $EYyBXYy9WWbLGYL5iQ); } return $f; } function VFZlf5sNkzX7GF7k($EYyBXYy9WWbLGYL5iQ) { return $this->fylX1lYhxq9Swj9($this->Nt_1IROZP14owm4DAeH, $EYyBXYy9WWbLGYL5iQ) && !$this->fylX1lYhxq9Swj9($this->botmatch_allow, $EYyBXYy9WWbLGYL5iQ); } function HnabdBaTOZ(&$EYyBXYy9WWbLGYL5iQ) { global $grab_parameters; if(isset($this->xNVJOXeK2sW[$EYyBXYy9WWbLGYL5iQ])) $EYyBXYy9WWbLGYL5iQ =$this->xNVJOXeK2sW[$EYyBXYy9WWbLGYL5iQ]; $f = $this->HDxSUg0eWtUQjt && preg_match('#'.$grab_parameters['xs_exc_skip'].'#i',$EYyBXYy9WWbLGYL5iQ); if($this->GjJcq8T1P9&&!$f)$f=$f||@preg_match('#('.$this->GjJcq8T1P9.')#',$EYyBXYy9WWbLGYL5iQ); if($this->duBMhqfH7kGKH && $f && $grab_parameters['xs_incl_force']) $f = !preg_match('#('.$this->duBMhqfH7kGKH.')#',$EYyBXYy9WWbLGYL5iQ); $f = $f || $this->VFZlf5sNkzX7GF7k($this->T_IVB6tYAThxWS . $EYyBXYy9WWbLGYL5iQ); $f2 = false; $mXVOQkdQzwnNzlTzU = false; if(!$f) { $f2 = $this->kNSV2dId7YB && preg_match('#'.$grab_parameters['xs_inc_skip'].'#i',$EYyBXYy9WWbLGYL5iQ); if($this->duBMhqfH7kGKH && !$f2) $f2 = $f2||(preg_match('#('.$this->duBMhqfH7kGKH.')#',$EYyBXYy9WWbLGYL5iQ)); if($grab_parameters['xs_parse_only'] && !$f2 && $EYyBXYy9WWbLGYL5iQ && ($EYyBXYy9WWbLGYL5iQ!='/')) { $f2 = $f2 || !$this->hVgV5J75NEESyCQgUY('xs_parse_only', $EYyBXYy9WWbLGYL5iQ, true); } } $f3 = false; if($this->noincmask)$f3=@preg_match('#('.$this->noincmask.')#',$EYyBXYy9WWbLGYL5iQ); return array('f' => $f, 'f2' => $f2, 'f3' => $f3); } function pJIy8HIUg($lT0Vs3VxjBxAH3,&$urls_completed) { global $grab_parameters,$K5kCC5JoHjozL; error_reporting(E_ALL&~E_NOTICE); $this->lT0Vs3VxjBxAH3 = $lT0Vs3VxjBxAH3; @set_time_limit($grab_parameters['xs_exec_time']); if($this->lT0Vs3VxjBxAH3['bgexec']) { ignore_user_abort(true); } register_shutdown_function('MjfS99JQfMEzIgi'); if(function_exists('ini_set')) { @ini_set("zlib.output_compression", 0); @ini_set("output_buffering", 0); } $MaMJn8Q5cIWqbSsi3R = explode(" ",microtime()); $this->L3KcxI6fDP = $MaMJn8Q5cIWqbSsi3R[0]+$MaMJn8Q5cIWqbSsi3R[1]; $starttime = $u3Aj3kpP8f7NX = time(); $bsdObbWFYcM20JyA = $this->nettime = 0; $this->iK6zN3FNMZ = $this->lT0Vs3VxjBxAH3['initurl']; $this->qWPODI2gyt3Aa = $this->lT0Vs3VxjBxAH3['maxpg']>0 ? $this->lT0Vs3VxjBxAH3['maxpg'] : 1E10; $RlO1HaAgQ = $this->lT0Vs3VxjBxAH3['maxdepth'] ? $this->lT0Vs3VxjBxAH3['maxdepth'] : -1; $this->d069GWOopKkeA = $this->lT0Vs3VxjBxAH3['progress_callback']; $this->GjJcq8T1P9 = $this->dYfVkEYUS1map3XFd8($grab_parameters['xs_excl_urls']); $this->duBMhqfH7kGKH = $this->dYfVkEYUS1map3XFd8($grab_parameters['xs_incl_urls']); $this->noincmask = $this->dYfVkEYUS1map3XFd8($grab_parameters['xs_noincl_urls']); $b7bWC1DiTPmt8mWhN = $this->dYfVkEYUS1map3XFd8($grab_parameters['xs_prev_sm_incl']); $Hqm42kdaBr = $gjEB17v5UJj1SxRZ = array(); $ZR1vtYkW3IIT6ji = ''; $tV12hsJy_ = preg_split('#[\r\n]+#', $grab_parameters['xs_ind_attr']); $gk7xyukmlMb = '#200'.($grab_parameters['xs_allow_httpcode']?'|'.$grab_parameters['xs_allow_httpcode']:'').'#'; $kYhgTL6xjtaMnUKyj = '#400|429'.($grab_parameters['xs_badreq_httpcode']?'|'.$grab_parameters['xs_badreq_httpcode']:'').'#'; if($grab_parameters['xs_memsave']) { if(!file_exists(QKL711IVYlu7s9YRPO)) mkdir(QKL711IVYlu7s9YRPO, 0777); else if($this->lT0Vs3VxjBxAH3['resume']=='') Znq7ffD8tRtK7G7k(QKL711IVYlu7s9YRPO, '.txt'); } foreach($tV12hsJy_ as $ia) if($ia) { $is = explode(',', $ia); if($is[0][0]=='$') $fAd6l0J5ko7BH6Qi = substr($is[0], 1); else $fAd6l0J5ko7BH6Qi = str_replace(array('\\^', '\\$'), array('^','$'), preg_quote($is[0],'#')); $gjEB17v5UJj1SxRZ[] = $fAd6l0J5ko7BH6Qi; $Hqm42kdaBr[] = array('lm' => $is[1], 'f' => $is[2], 'p' => $is[3]); } if($gjEB17v5UJj1SxRZ) $ZR1vtYkW3IIT6ji = '('.implode(')|(',$gjEB17v5UJj1SxRZ).')'; $bcUHiUvk1__NNu9qID = parse_url($this->iK6zN3FNMZ); if(!$bcUHiUvk1__NNu9qID['path']){$this->iK6zN3FNMZ.='/';$bcUHiUvk1__NNu9qID = parse_url($this->iK6zN3FNMZ);} if($grab_parameters['xs_moreurls']){ $this->mu = preg_split('#[\r\n]+#', $grab_parameters['xs_moreurls']); foreach($this->mu as $mi=>$nO36g2p2q_KYnh7qxVo){ $nO36g2p2q_KYnh7qxVo = str_replace($this->Niq61B3f5T, '', $nO36g2p2q_KYnh7qxVo); $O3mTecPWsZVPj45u = $K5kCC5JoHjozL->fetch($nO36g2p2q_KYnh7qxVo,0,true); if($mi>3)break; } } $O3mTecPWsZVPj45u = $K5kCC5JoHjozL->fetch($this->iK6zN3FNMZ,0,true);// the first request is to skip session id $X74d424h9xleHSS = !preg_match($gk7xyukmlMb,$O3mTecPWsZVPj45u['code']); if($X74d424h9xleHSS) { $X74d424h9xleHSS = ''; foreach($O3mTecPWsZVPj45u['headers'] as $k=>$v) $X74d424h9xleHSS .= $k.': '.$v.'
'; return array( 'errmsg'=>'There was an error while retrieving the URL specified: '.$this->iK6zN3FNMZ.''. ($O3mTecPWsZVPj45u['errormsg']?'
Error message: '.$O3mTecPWsZVPj45u['errormsg']:''). '
HTTP Code:
'.$O3mTecPWsZVPj45u['protoline']. '
HTTP headers:
'.$X74d424h9xleHSS. '
HTTP output:
'.$O3mTecPWsZVPj45u['content'] , ); } $this->iK6zN3FNMZ = $O3mTecPWsZVPj45u['last_url']; $urls_completed = array(); $urls_ext = array(); $urls_404 = array(); $this->OdZB8ypqkYH0RE87bq = $bcUHiUvk1__NNu9qID['scheme'].'://'.$bcUHiUvk1__NNu9qID['host'].((!$bcUHiUvk1__NNu9qID['port'] || ($bcUHiUvk1__NNu9qID['port']=='80'))?'':(':'.$bcUHiUvk1__NNu9qID['port'])); $this->pn = $this->tsize = $retrno = $D8EOhUUDgGFotoZ8 = $gOJkENRoH = $this->fetch_no = 0; $this->Niq61B3f5T = YePgHxjTNXTAB($this->OdZB8ypqkYH0RE87bq.'/', A4sNJQoe6O47I_YC4($bcUHiUvk1__NNu9qID['path'])); $MMwXOhanJ6q = parse_url($this->Niq61B3f5T); $this->T_IVB6tYAThxWS = preg_replace('#^.+://[^/]+#', '', $this->Niq61B3f5T); $fdata2 = $K5kCC5JoHjozL->fetch($this->iK6zN3FNMZ,0,true,true); $Ur6IsVd9ao9Ycn = str_replace($this->Niq61B3f5T,'',$this->iK6zN3FNMZ); $urls_list_full = array($Ur6IsVd9ao9Ycn=>1); if(!$Ur6IsVd9ao9Ycn)$Ur6IsVd9ao9Ycn=''; $urls_list = array($Ur6IsVd9ao9Ycn=>1); $urls_list2 = $urls_list_skipped = array(); $this->xNVJOXeK2sW = array(); $this->links_level = 0; $eYgPj3ZHK0T12hAy = $ref_links = $ref_links2 = $ref_links_list = array(); $NgBWwllTme = 0; $Ho3EyQEy5sso9sRWd = $this->qWPODI2gyt3Aa; if(!$grab_parameters['xs_progupdate'])$grab_parameters['xs_progupdate'] = 20; $this->Nt_1IROZP14owm4DAeH = array(); $this->botmatch_allow = array(); if(isset($grab_parameters['xs_robotstxt']) && $grab_parameters['xs_robotstxt']) { $YlUEXWvoXpwz6PaGySd = $K5kCC5JoHjozL->fetch($this->OdZB8ypqkYH0RE87bq.'/robots.txt'); if($this->OdZB8ypqkYH0RE87bq.'/' != $this->Niq61B3f5T) { $GRmeg_68ZvfdvyJw8v = $K5kCC5JoHjozL->fetch($this->Niq61B3f5T.'robots.txt'); $YlUEXWvoXpwz6PaGySd['content'] .= "\n".$GRmeg_68ZvfdvyJw8v['content']; } $ra=preg_split('#user-agent:\s*#im',$YlUEXWvoXpwz6PaGySd['content']); $NBx_26Cujx04fN=$KPnlaCP0s89m=array(); for($i=1;$iNt_1IROZP14owm4DAeH[]=implode('|', array_slice($NBx_26Cujx04fN, $i,200)); for($i=0;$ibotmatch_allow[]=implode('|', array_slice($KPnlaCP0s89m, $i,200)); } if($grab_parameters['xs_inc_ajax']) $grab_parameters['xs_proto_skip'] = str_replace( '\#', '\#(?:[^\!]|$)', $grab_parameters['xs_proto_skip']); $this->HDxSUg0eWtUQjt = $grab_parameters['xs_exc_skip']!='\\.()'; $this->kNSV2dId7YB = $grab_parameters['xs_inc_skip']!='\\.()'; $grab_parameters['xs_inc_skip'] .= '(?:$|\?)'; $grab_parameters['xs_exc_skip'] .= '(?:$|\?)'; if($grab_parameters['xs_debug']) { $_GET['ddbg']=1; PMVKiWGsLbTpXo0qagQ(); } $paeh3sXfU = 0; $runstate = array(); $url_ind = 0; $cnu = 1; $pf = tMsFwxcfs9YfeVoHZkr(ebJGVa__YE.wLyh1d0ilMb,'w');fclose($pf); $Qw4OhMRiQXE9Pvp0y22 = false; if($this->lT0Vs3VxjBxAH3['resume']!=''){ $AngxaIfOJ = @IcPgk0YCJ(RWenvmRCuyBW(ebJGVa__YE.smWzxPC1LKDbUte, true)); if($AngxaIfOJ) { $Qw4OhMRiQXE9Pvp0y22 = true; echo 'Resuming the last session (last updated: '.date('Y-m-d H:i:s',$AngxaIfOJ['time']).')'."\n"; extract($AngxaIfOJ); foreach($AngxaIfOJ as $k=>$v){ if(isset($this->$k))$this->$k=$v; } $this->L3KcxI6fDP-=$this->ctime; $paeh3sXfU = $this->ctime; unset($AngxaIfOJ); } } $CycjTbE1bsdEES4EbPq = 0; if(!$Qw4OhMRiQXE9Pvp0y22){ if($grab_parameters['xs_moreurls']){ $this->mu = preg_split('#[\r\n]+#', $grab_parameters['xs_moreurls']); foreach($this->mu as $nO36g2p2q_KYnh7qxVo){ $cCqeu6KEd4LFk = $this->XQa0UewN3f($nO36g2p2q_KYnh7qxVo, $this->F4IXRYNqGySShUMjj); $urls_list[$nO36g2p2q_KYnh7qxVo]++; } } if($grab_parameters['xs_prev_sm_base']){ if($sm_base = @RWenvmRCuyBW(ebJGVa__YE.'sm_base.db',true)){ $sm_base = @unserialize($sm_base); } if(is_array($sm_base) && ($grab_parameters['xs_prev_sm_base_min']$_e) $urls_list[$_u]++; } else $sm_base = array(); } $CycjTbE1bsdEES4EbPq = count($urls_list); $urls_list_full = $urls_list; $cnu = count($urls_list); } $CUx3ZI0WzO = explode('|', $grab_parameters['xs_force_inc']); $fge8exEbRfdVJOzP8V_ = $bT1vStOWyX = array(); $this->VP8vAJd3fs3x1Ygo = count($urls_completed); $this->ApWk9cNV4bVZkvPX = count($urls_list2); sleep(1); @jgYSLBDPtmpAo(ebJGVa__YE.wLyh1d0ilMb); $this->ffpknLH3lruh(); if($urls_list) do { YHHPuGcJpxLDUfERty('pre',true); YHHPuGcJpxLDUfERty('pre1'); if($fge8exEbRfdVJOzP8V_) { $_ul = array_shift($fge8exEbRfdVJOzP8V_); }else $_ul = each($urls_list); list($this->F4IXRYNqGySShUMjj, $DUZrQcBoQ) = $_ul; $b5bOuoZcPCglzF = ($DUZrQcBoQ>0 && $DUZrQcBoQ<1) ? $DUZrQcBoQ : 0; $url_ind++; z_fhGrViQaOeql9("\n[ $url_ind - $this->F4IXRYNqGySShUMjj, $DUZrQcBoQ] \n"); unset($urls_list[$this->F4IXRYNqGySShUMjj]); $KDdCtJPGUBu9Wq = yiI3GJqLr5Z($this->F4IXRYNqGySShUMjj); $XSgHgDDEhTbwopK_PT = false; $LyZYub5sAF58GG = ''; YHHPuGcJpxLDUfERty('pre1',true); YHHPuGcJpxLDUfERty('pre2a'); $O3mTecPWsZVPj45u = array(); $cn = ''; $this->vBIKyMEhBONsP = $_fex = $this->HnabdBaTOZ($this->F4IXRYNqGySShUMjj); extract($_fex); YHHPuGcJpxLDUfERty('pre2a',true); YHHPuGcJpxLDUfERty('pre2b'); if(!$f && ($this->VP8vAJd3fs3x1Ygo>0) && ($mXVOQkdQzwnNzlTzU = $sm_base[$this->F4IXRYNqGySShUMjj])){ $f2 = true; } YHHPuGcJpxLDUfERty('pre2b',true); if($fdata2 && strstr($fdata2['content'],'header'))$f2 = true; do{ $sHQF4BoAenBu9haawqS = count($urls_list) + $this->ApWk9cNV4bVZkvPX + $this->VP8vAJd3fs3x1Ygo; $f3 = $CUx3ZI0WzO[2] && ( ($Ho3EyQEy5sso9sRWd*$CUx3ZI0WzO[2]+1000)< ($M_05edZvR-$url_ind-$CycjTbE1bsdEES4EbPq)); if(!$f && !$f2) { $E45nP_d0Gh = ($CUx3ZI0WzO[1] && ( (($this->ctime>$CUx3ZI0WzO[0]) && ($this->pn>$this->qWPODI2gyt3Aa*$CUx3ZI0WzO[1])) || $f3)); $i64_RzaxP7PMd7s = ($CUx3ZI0WzO[3] && $this->qWPODI2gyt3Aa && (($sHQF4BoAenBu9haawqS>$this->qWPODI2gyt3Aa*$CUx3ZI0WzO[3]))); if($CUx3ZI0WzO[3] && $this->qWPODI2gyt3Aa && (($this->pn>$this->qWPODI2gyt3Aa*$CUx3ZI0WzO[3]))){ $urls_list = $urls_list2 = array(); $this->ApWk9cNV4bVZkvPX = 0; $cnu = 0; } if($RlO1HaAgQ<=0 || $this->links_level<$RlO1HaAgQ) { YHHPuGcJpxLDUfERty('extract'); $nBkwKlofG1 = microtime(true); $Pj81O2W_d6lwy = YePgHxjTNXTAB($this->Niq61B3f5T, $this->F4IXRYNqGySShUMjj); if(e6p6oz8D73L8('xs_http_parallel')){ if(!$fge8exEbRfdVJOzP8V_ && !isset($K5kCC5JoHjozL->mPLdZvfSTzaO[$Pj81O2W_d6lwy])){ $fge8exEbRfdVJOzP8V_ = array(); $bT1vStOWyX = array($Pj81O2W_d6lwy); $_par = e6p6oz8D73L8('xs_http_parallel_num', 10); for($i=0;($i<$_par*5)&&(count($bT1vStOWyX)<$_par);$i++) if($_ul = each($urls_list)) { $fge8exEbRfdVJOzP8V_[] = $_ul; $_fex2 = $this->HnabdBaTOZ($_ul[0]); if(!$_fex2['f'] && !$_fex2['f2']){ $_u1 = YePgHxjTNXTAB($this->Niq61B3f5T, $_ul[0]); if(!isset($sm_base[$_u1])){ $bT1vStOWyX[] = $_u1; } } } $K5kCC5JoHjozL->t7RRTKqTzMKk($bT1vStOWyX); } } z_fhGrViQaOeql9("

{ $Pj81O2W_d6lwy }

\n"); $lv3sjQRQ1U1=0; $D8EOhUUDgGFotoZ8++; do { $O3mTecPWsZVPj45u = $K5kCC5JoHjozL->fetch($Pj81O2W_d6lwy, 0, 0); $this->ffpknLH3lruh(); $_to = $O3mTecPWsZVPj45u['flags']['socket_timeout']; if($_to && ($MMwXOhanJ6q['host']!=$O3mTecPWsZVPj45u['purl']['host'])){ $O3mTecPWsZVPj45u['flags']['error'] = 'Host doesn\'t match'; } $_ic = intval($O3mTecPWsZVPj45u['code']); $jqShMclc87KzIClgU = preg_match($kYhgTL6xjtaMnUKyj,$_ic); $vPMSF5pieFsrixtq8t = ($_ic == 403); if($gk7xyukmlMb && preg_match($gk7xyukmlMb,$_ic)){ $jqShMclc87KzIClgU = $vPMSF5pieFsrixtq8t = false; } $ICfKWr5QeaWZ6O = (($_ic == 301)||($_ic==302)) && ($Pj81O2W_d6lwy == $O3mTecPWsZVPj45u['last_url']); if( !$O3mTecPWsZVPj45u['flags']['error'] && (($jqShMclc87KzIClgU || $vPMSF5pieFsrixtq8t || $ICfKWr5QeaWZ6O) || !$O3mTecPWsZVPj45u['code'] || $_to) ) { $lv3sjQRQ1U1++; $_sl = $grab_parameters['xs_delay_ms']?$grab_parameters['xs_delay_ms']:1; if($O3mTecPWsZVPj45u['headers'] && ($_csl = $O3mTecPWsZVPj45u['headers']['retry-after'])) $_sl = max($_sl, $_csl + ($lv3sjQRQ1U1+1)*$_sl); if(($_to) && $grab_parameters['xs_timeout_break']){ z_fhGrViQaOeql9("

# TIMEOUT - $_to #

\n"); if($lv3sjQRQ1U1==3){ if(strstr($_to,'read') ){ z_fhGrViQaOeql9("

read200 break?

\n"); break ; } if($gOJkENRoH++>5) { $hFdFC9FutftfbQcPCF = "Too many timeouts detected"; break 2; } z_fhGrViQaOeql9("

# MULTI TIMEOUT - BREAK #

\n"); $_sl = 60; $lv3sjQRQ1U1 = 0; } } z_fhGrViQaOeql9("

# RETRY - ".$O3mTecPWsZVPj45u['code']." - ".(intval($O3mTecPWsZVPj45u['code']))." - ".$O3mTecPWsZVPj45u['flags']['error']."# zZz $_sl

\n"); sleep($_sl); } else break; }while($lv3sjQRQ1U1<3); $this->fetch_no++; YHHPuGcJpxLDUfERty('extract', true); YHHPuGcJpxLDUfERty('analyze'); $this->hOuc4HLzwywe = microtime(true)-$nBkwKlofG1; $this->nettime += $this->hOuc4HLzwywe; z_fhGrViQaOeql9("

\n[[[ ".$O3mTecPWsZVPj45u['code']." ]]] - ".number_format($this->hOuc4HLzwywe,2)."s (".number_format($K5kCC5JoHjozL->wR70CK76khtA4O6VZ4I,2).' + '.number_format($K5kCC5JoHjozL->HQZ0___sxrUQHbO4gb,2).")\n".var_export($O3mTecPWsZVPj45u['headers'],1)); $QzwMd7YvjRlwM = is_array($O3mTecPWsZVPj45u['headers']) ? strtolower($O3mTecPWsZVPj45u['headers']['content-type']) : ''; $Sd_5PqYOkY = strstr($QzwMd7YvjRlwM,'text/html') || strstr($QzwMd7YvjRlwM,'/xhtml') || !$QzwMd7YvjRlwM; if((strstr($QzwMd7YvjRlwM,'application/') && strstr($QzwMd7YvjRlwM,'pdf')) ||strstr($QzwMd7YvjRlwM,'/xml') ||strstr($QzwMd7YvjRlwM,'text/plain') ) { $O3mTecPWsZVPj45u['content'] = ''; $Sd_5PqYOkY = true; } $mB38DEhdYf = ($grab_parameters['xs_parse_swf'] && strstr($QzwMd7YvjRlwM, 'shockwave-flash')); $K8zTIUVnwPDUDC = ($grab_parameters['xs_parse_js'] && strstr($QzwMd7YvjRlwM, 'javascript')); if($QzwMd7YvjRlwM && !$Sd_5PqYOkY && !$mB38DEhdYf && !$K8zTIUVnwPDUDC){ if(!$E45nP_d0Gh){ $LyZYub5sAF58GG = $QzwMd7YvjRlwM; continue; } } $cKCGec1Tw = array(); if($O3mTecPWsZVPj45u['code']==404 || ($grab_parameters['xs_force_404'] && preg_match('#'.implode('|',preg_split('#\s+#',$grab_parameters['xs_force_404'])).'#', $this->F4IXRYNqGySShUMjj) ) ){ if($this->links_level>0) if(!$grab_parameters['xs_chlog_list_max'] || count($urls_404) < $grab_parameters['xs_chlog_list_max']) { $V8LkdUr76kWKRNwEM8b = $ref_links2[$this->F4IXRYNqGySShUMjj]; if($V8LkdUr76kWKRNwEM8b && isset($this->xNVJOXeK2sW[$V8LkdUr76kWKRNwEM8b[0]]) && isset($ref_links_list[$V8LkdUr76kWKRNwEM8b[0]]) ){ $V8LkdUr76kWKRNwEM8b = array_merge($V8LkdUr76kWKRNwEM8b,$ref_links_list[$V8LkdUr76kWKRNwEM8b[0]]); } $urls_404[]=array($this->F4IXRYNqGySShUMjj,$V8LkdUr76kWKRNwEM8b); } } $cn = $O3mTecPWsZVPj45u['content']; z_fhGrViQaOeql9("\n\n

\n\n$cn\n\n

\n\n",4); $this->tsize+=strlen($cn); if($aJAUx_d6Kz = preg_replace('#)#is', '',$cn)) $cn = $aJAUx_d6Kz; preg_match('#]*?href=[\'"](.*?)[\'"]#is',$cn,$bm); if(isset($bm[1])&&$bm[1]){ if($bcUHiUvk1__NNu9qID['scheme'] && substr($bm[1], 0, 2) == '//') $bm[1] = $bcUHiUvk1__NNu9qID['scheme'].':'.$bm[1]; $this->KrTMgWoxdnmEih0271 = A4sNJQoe6O47I_YC4($bm[1].(preg_match('#//.*/#',$bm[1])?'-':'/-')); } else $this->KrTMgWoxdnmEih0271 = A4sNJQoe6O47I_YC4(strstr($this->F4IXRYNqGySShUMjj,'://') ? $this->F4IXRYNqGySShUMjj : $this->Niq61B3f5T . $this->F4IXRYNqGySShUMjj); if($grab_parameters['xs_canonical']) if(($Pj81O2W_d6lwy == $O3mTecPWsZVPj45u['last_url']) && ( preg_match('#]*rel=[\'"]canonical[\'"][^>]*\shref=[\'"]([^>]*?)[\'"]#is', $cn, $MiqXpOB9QIO9l) || preg_match('#]*\shref=[\'"]([^>]*?)[\'"][^>]*rel=[\'"]canonical[\'"]#is', $cn, $MiqXpOB9QIO9l)) ){ $O3mTecPWsZVPj45u['last_url'] = trim($MiqXpOB9QIO9l[1]); } if($O3mTecPWsZVPj45u['last_url']){ $cCqeu6KEd4LFk = $this->XQa0UewN3f($O3mTecPWsZVPj45u['last_url'], $this->F4IXRYNqGySShUMjj); if($cCqeu6KEd4LFk == 1){ $LyZYub5sAF58GG = 'lu (ext) - '.$O3mTecPWsZVPj45u['last_url']; if($O3mTecPWsZVPj45u['last_url'] != $Pj81O2W_d6lwy) { continue; } } } $lOLd5T3bchft8O9 = preg_replace('#^.*?'.preg_quote($this->Niq61B3f5T,'#').'#','',$O3mTecPWsZVPj45u['last_url']); if(($Pj81O2W_d6lwy != $O3mTecPWsZVPj45u['last_url']))// && ($Pj81O2W_d6lwy != $O3mTecPWsZVPj45u['last_url'].'/')) { $this->xNVJOXeK2sW[$this->F4IXRYNqGySShUMjj]=$O3mTecPWsZVPj45u['last_url']; $io=$this->F4IXRYNqGySShUMjj; if(strlen($lOLd5T3bchft8O9) <= 2048) if(!isset($urls_list_full[$lOLd5T3bchft8O9])) { $urls_list2[$lOLd5T3bchft8O9]++; if(count($ref_links[$lOLd5T3bchft8O9])F4IXRYNqGySShUMjj; if( $grab_parameters['xs_ref_list_store'] && ($_rlmax = $grab_parameters['xs_ref_list_max']) ){ if( (isset($ref_links_list[$lOLd5T3bchft8O9]) || count($ref_links_list)<$_rlmax) && (count($ref_links_list[$lOLd5T3bchft8O9])F4IXRYNqGySShUMjj, $ref_links_list[$lOLd5T3bchft8O9])) $ref_links_list[$lOLd5T3bchft8O9][] = $this->F4IXRYNqGySShUMjj; } } } $LyZYub5sAF58GG = 'lu - '.$O3mTecPWsZVPj45u['last_url']; if(!$E45nP_d0Gh)continue; } if($gk7xyukmlMb && !preg_match($gk7xyukmlMb,$O3mTecPWsZVPj45u['code'])){ $LyZYub5sAF58GG = $O3mTecPWsZVPj45u['code']; continue; } $retrno++; if($E45nP_d0Gh||$i64_RzaxP7PMd7s) { $Sd_5PqYOkY = false; } YHHPuGcJpxLDUfERty('analyze',true); if($mB38DEhdYf) { include_once Il2qN32A6EeND.'class.pfile.inc.php'; $am = new SWFParser(); $am->sEHr9E0d1xL1nk($cn); $SXMDOThfSvBx_D = $am->sMuf2pf0iKaQ(); }else if($Sd_5PqYOkY || $K8zTIUVnwPDUDC) { YHHPuGcJpxLDUfERty('parse'); if($K8zTIUVnwPDUDC) { $LyZYub5sAF58GG = 'js'; $f = true; // Do not index preg_match_all('#(?:add|menu)item\s*$[^$]*?["\']((?:\.+\/|http).*?)["\)\']#is', $cn, $nexwy0P_rGvjchKEd); $cKCGec1Tw = $nexwy0P_rGvjchKEd[1]; }else { $cKCGec1Tw = $this->J288sfitpupJnEcw3($cn); } } $cKCGec1Tw = array_unique($cKCGec1Tw); $nn = $nt = 0; reset($cKCGec1Tw); if(isset($grab_parameters['xs_robotstxt']) && $grab_parameters['xs_robotstxt']) if(preg_match('#]*?charset=([^">]*)"#is',$cn, $tqAifGeogXJRviudvJ1)) $runstate['charset'] = $tqAifGeogXJRviudvJ1[1]; } YHHPuGcJpxLDUfERty('parse', true); YHHPuGcJpxLDUfERty('llist'); foreach($cKCGec1Tw as $i=>$ll) if($ll) { $a = $sa = trim($ll); $a = str_replace(':',':',$a); if($grab_parameters['xs_proto_skip'] && (preg_match('#^'.$grab_parameters['xs_proto_skip'].'#i',$a)|| ($this->HDxSUg0eWtUQjt && preg_match('#'.$grab_parameters['xs_exc_skip'].'#i',$a))|| preg_match('#^'.$grab_parameters['xs_proto_skip'].'#i',function_exists('html_entity_decode')?html_entity_decode($a):$a) )) continue; if(strlen($a) > 4096) continue; $cCqeu6KEd4LFk = $this->XQa0UewN3f($a, $this->F4IXRYNqGySShUMjj); if($cCqeu6KEd4LFk == 1) { if($grab_parameters['xs_extlinks'] && (!$grab_parameters['xs_extlinks_excl'] || !preg_match('#'.$this->dYfVkEYUS1map3XFd8($grab_parameters['xs_extlinks_excl']).'#',$a)) && (!$grab_parameters['xs_ext_max'] || (count($urls_ext)<$grab_parameters['xs_ext_max'])) ) { if(!$urls_ext[$a] && (!$grab_parameters['xs_ext_skip'] || !preg_match('#'.$grab_parameters['xs_ext_skip'].'#',$a) ) ) $urls_ext[$a] = $Pj81O2W_d6lwy; } continue; } $lOLd5T3bchft8O9 = $cCqeu6KEd4LFk ? $a : substr($a,strlen($this->Niq61B3f5T)); $lOLd5T3bchft8O9 = str_replace(' ', '%20', $lOLd5T3bchft8O9); if($urls_list_full[$lOLd5T3bchft8O9] || ($lOLd5T3bchft8O9 == $this->F4IXRYNqGySShUMjj)) continue; if($grab_parameters['xs_exclude_check']) { $_f=$_f2=false; $_f=$this->GjJcq8T1P9&&preg_match('#('.$this->GjJcq8T1P9.')#',$lOLd5T3bchft8O9); $_f = $_f || $this->VFZlf5sNkzX7GF7k($this->T_IVB6tYAThxWS.$lOLd5T3bchft8O9); if($_f)continue; } z_fhGrViQaOeql9("[$lOLd5T3bchft8O9]
\n",2);//exit; $urls_list2[$lOLd5T3bchft8O9]++; if( $grab_parameters['xs_ref_list_store'] && ($_rlmax = $grab_parameters['xs_ref_list_max']) ){ if( (isset($ref_links_list[$lOLd5T3bchft8O9]) || count($ref_links_list)<$_rlmax) && (count($ref_links_list[$lOLd5T3bchft8O9])F4IXRYNqGySShUMjj, $ref_links_list[$lOLd5T3bchft8O9])) $ref_links_list[$lOLd5T3bchft8O9][] = $this->F4IXRYNqGySShUMjj; } } if($grab_parameters['xs_maxref'] && count($ref_links[$lOLd5T3bchft8O9])<$grab_parameters['xs_maxref']) $ref_links[$lOLd5T3bchft8O9][] = $this->F4IXRYNqGySShUMjj; $nt++; } unset($cKCGec1Tw); YHHPuGcJpxLDUfERty('llist', true); } } $this->ApWk9cNV4bVZkvPX = count($urls_list2); YHHPuGcJpxLDUfERty('analyze', true); YHHPuGcJpxLDUfERty('post'); if(!$f){ $f = $f || !$this->hVgV5J75NEESyCQgUY('xs_incl_only', $this->Niq61B3f5T.$this->F4IXRYNqGySShUMjj, true); } if($_fex['f3']) { $f = true; } if(!$f) if(isset($grab_parameters['xs_robotstxt']) && $grab_parameters['xs_robotstxt']) { $f = $f||preg_match('# preg_replace('#//+$#','/', preg_replace('#^([^/\:\?]/)/+#','\\1', (preg_match('#^\w+://#',$this->F4IXRYNqGySShUMjj) ? $this->F4IXRYNqGySShUMjj : $this->Niq61B3f5T . $this->F4IXRYNqGySShUMjj) )) ); if($grab_parameters['xs_makehtml']||$grab_parameters['xs_makeror']||$grab_parameters['xs_rssinfo']) { preg_match('#([^<]*?)#is', $O3mTecPWsZVPj45u['content'], $D3AGbIACouD10); $mXVOQkdQzwnNzlTzU['t'] = strip_tags($D3AGbIACouD10[1]); } if($grab_parameters['xs_metadesc']) { preg_match('#]*(?:http-equiv|name)\s*=\s*"?description[^>]*content\s*=\s*["]?([^>\"]*)#is', $cn, $ubgR29rFB); if($ubgR29rFB[1]) $mXVOQkdQzwnNzlTzU['d'] = $ubgR29rFB[1]; } if($grab_parameters['xs_makeror']||$grab_parameters['xs_autopriority']) $mXVOQkdQzwnNzlTzU['o'] = max(0,$this->links_level); if($b5bOuoZcPCglzF) $mXVOQkdQzwnNzlTzU['p'] = $b5bOuoZcPCglzF; if(preg_match('#]*(?:http-equiv|name)\s*=\s*"?last-modified[^>]*content\s*=\s*["]?([^>\"]*)#is', $cn, $ubgR29rFB)){ $mXVOQkdQzwnNzlTzU['clm'] = str_replace('@',' ',$ubgR29rFB[1]); } if(preg_match('#]*(?:http-equiv|name)\s*=\s*"?changefreq[^>]*content\s*=\s*["]?([^>\"]*)#is', $cn, $ubgR29rFB)){ $mXVOQkdQzwnNzlTzU['f'] = $ubgR29rFB[1]; }else if(preg_match('#]*(?:http-equiv|name)\s*=\s*"?revisit-after[^>]*content\s*=\s*["]?([^>\"]*)#is', $cn, $ubgR29rFB)){ if(preg_match('#(\d+)\s*hour#',$ubgR29rFB[1])){ $mXVOQkdQzwnNzlTzU['f'] = 'hourly'; } if(preg_match('#(\d+)\s*month#',$ubgR29rFB[1])){ $mXVOQkdQzwnNzlTzU['f'] = 'monthly'; } if(preg_match('#(\d+)\s*day#',$ubgR29rFB[1], $ubgR29rFB)){ $d = $ubgR29rFB[1]+0; if($d<4)$mXVOQkdQzwnNzlTzU['f'] = 'daily'; else if($d<22)$mXVOQkdQzwnNzlTzU['f'] = 'weekly'; else $mXVOQkdQzwnNzlTzU['f'] = 'monthly'; } } if(preg_match('#'.$ZR1vtYkW3IIT6ji.'#',$this->Niq61B3f5T.$this->F4IXRYNqGySShUMjj,$fjOiR1rimG)) { for($_i=0;$_i]*rel\s*=\s*"alternate"[^>]*>#is', $cn, $o5dbZtmDCSktjDlJt3, PREG_SET_ORDER) ){ $_la = array(); foreach($o5dbZtmDCSktjDlJt3 as $_alt1){ if(preg_match('#\s(hreflang|media)\s*=\s*"([^">]*?)"[^>]*>#is', $_alt1[0], $_alt) && preg_match('#\s*href\s*=\s*[\'"]([^>]*?)[\'"]#is', $_alt1[0], $_hm) ) $_la[] = array('t' => $_alt[1], 'l' => $_alt[2], 'u' => $_hm[1]); } $mXVOQkdQzwnNzlTzU['hl'] = $_la; } } if($grab_parameters['xs_lastmod_notparsed'] && $f2) { $O3mTecPWsZVPj45u = $K5kCC5JoHjozL->fetch($Pj81O2W_d6lwy, 0, 1, false, "", array('req'=>'HEAD')); } if(!$mXVOQkdQzwnNzlTzU['lm'] && isset($O3mTecPWsZVPj45u['headers']['last-modified'])) $mXVOQkdQzwnNzlTzU['lm'] = $O3mTecPWsZVPj45u['headers']['last-modified']; } YHHPuGcJpxLDUfERty('post', true); YHHPuGcJpxLDUfERty('post-save1'); z_fhGrViQaOeql9("\n((include ".$mXVOQkdQzwnNzlTzU['link']."))
\n"); $XSgHgDDEhTbwopK_PT = true; if($grab_parameters['xs_memsave']) { oL4Wd5vimhWp8DF0q($KDdCtJPGUBu9Wq, $mXVOQkdQzwnNzlTzU); $urls_completed[] = $KDdCtJPGUBu9Wq; }else $urls_completed[] = serialize($mXVOQkdQzwnNzlTzU); $this->VP8vAJd3fs3x1Ygo++; YHHPuGcJpxLDUfERty('post-save1',true); YHHPuGcJpxLDUfERty('post-save2'); if($grab_parameters['xs_prev_sm_base'] && $b7bWC1DiTPmt8mWhN && preg_match('#('.$b7bWC1DiTPmt8mWhN.')#',$this->F4IXRYNqGySShUMjj)){ $sm_base[$this->F4IXRYNqGySShUMjj] = $mXVOQkdQzwnNzlTzU; } $Ho3EyQEy5sso9sRWd = $this->qWPODI2gyt3Aa - $this->VP8vAJd3fs3x1Ygo; YHHPuGcJpxLDUfERty('post-save2',true); } }while(false);// zerowhile YHHPuGcJpxLDUfERty('post-progress1'); if($url_ind>=$cnu) { unset($urls_list); $url_ind = 0; $urls_list = $urls_list2; $urls_list_full += $urls_list; $cnu = count($urls_list); unset($ref_links2); $ref_links2 = $ref_links; unset($ref_links); unset($urls_list2); $ref_links = array(); $urls_list2 = array(); $this->links_level++; z_fhGrViQaOeql9("\n
NEXT LEVEL:$this->links_level
\n"); } if(!$XSgHgDDEhTbwopK_PT){ z_fhGrViQaOeql9("\n({skipped ".$this->F4IXRYNqGySShUMjj." - $LyZYub5sAF58GG})
\n"); if(!$grab_parameters['xs_chlog_list_max'] || count($urls_list_skipped) < $grab_parameters['xs_chlog_list_max']) { $urls_list_skipped[$this->F4IXRYNqGySShUMjj] = $LyZYub5sAF58GG; } } YHHPuGcJpxLDUfERty('post-progress1',true); YHHPuGcJpxLDUfERty('post-progress2'); $this->pn++; s_kA5FLQ9p4i(); $this->pl=min($cnu-$url_ind,$Ho3EyQEy5sso9sRWd); $uIZDnQOguALfQ = ($this->VP8vAJd3fs3x1Ygo>=$this->qWPODI2gyt3Aa) || ($url_ind>=$cnu); if(!$hFdFC9FutftfbQcPCF) { if($hFdFC9FutftfbQcPCF = N_Fm0hhD3owWta()){ if(!@jgYSLBDPtmpAo($hFdFC9FutftfbQcPCF)) $hFdFC9FutftfbQcPCF=0; } } YHHPuGcJpxLDUfERty('post-progress2',true); YHHPuGcJpxLDUfERty('post-progress3'); $progpar = $this->ffpknLH3lruh(false, $uIZDnQOguALfQ||$hFdFC9FutftfbQcPCF); YHHPuGcJpxLDUfERty('post-progress3',true); YHHPuGcJpxLDUfERty('post-progress4'); if($grab_parameters['xs_exec_time'] && ((time()-$u3Aj3kpP8f7NX) > $grab_parameters['xs_exec_time']) ){ $hFdFC9FutftfbQcPCF = 'Time limit exceeded - '.($grab_parameters['xs_exec_time']).' - '.(time()-$u3Aj3kpP8f7NX); } if($grab_parameters['xs_savestate_time']>0 && ( ($this->ctime-$paeh3sXfU>$grab_parameters['xs_savestate_time']) || $uIZDnQOguALfQ || $hFdFC9FutftfbQcPCF ) ) { $paeh3sXfU = $this->ctime; z_fhGrViQaOeql9("(saving dump)
\n"); $AngxaIfOJ = array(); $ugr2aG5lxR = array( 'url_ind', 'urls_list','urls_list2','cnu', 'ref_links','ref_links2','ref_links_list', 'urls_list_full','urls_completed', 'urls_404', 'nt','tsize','pn','links_level','ctime', 'urls_ext','fetch_no', 'starttime', 'retrno', 'nettime', 'urls_list_skipped', 'imlist','imlist2', 'progpar', 'runstate', 'sm_base' ); foreach($ugr2aG5lxR as $k){ $AngxaIfOJ[$k] = isset($this->$k) ? $this->$k : $$k; } $AngxaIfOJ['time']=time(); $k88k5WVVH7HOa=G8ByTBG0gz4G9($AngxaIfOJ); QNBZB8U2gUbUbMO(smWzxPC1LKDbUte,$k88k5WVVH7HOa,ebJGVa__YE,true); unset($AngxaIfOJ); unset($k88k5WVVH7HOa); } if($grab_parameters['xs_delay_req'] && $grab_parameters['xs_delay_ms'] && (($D8EOhUUDgGFotoZ8%$grab_parameters['xs_delay_req'])==0)) { sleep(intval($grab_parameters['xs_delay_ms'])); } YHHPuGcJpxLDUfERty('post-progress4', true); }while(!$uIZDnQOguALfQ && !$hFdFC9FutftfbQcPCF); z_fhGrViQaOeql9("\n\n

Crawling completed
\n"); if($_GET['ddbgexit']){ echo '

Dbg exit

'; echo $K5kCC5JoHjozL->ZwgAtu5BO_NYpaRWr.' / '.$K5kCC5JoHjozL->nettime.'

'; echo fiJIJjF_yojaqa().'

'; exit; } return array( 'u404'=>$urls_404, 'ref_links_list'=>$ref_links_list, 'starttime'=>$starttime, 'topmu' => $bsdObbWFYcM20JyA, 'ctime'=>$this->ctime, 'tsize'=>$this->tsize, 'retrno' => $retrno, 'nettime' => $this->nettime, 'errmsg'=>'', 'initurl'=>$this->iK6zN3FNMZ, 'initdir'=>$this->Niq61B3f5T, 'ucount'=>$this->VP8vAJd3fs3x1Ygo, 'crcount'=>$this->pn, 'fetch_no'=>$this->fetch_no, 'time'=>time(), 'params'=>$this->lT0Vs3VxjBxAH3, 'interrupt'=>$hFdFC9FutftfbQcPCF, 'runstate' => $runstate, 'sm_base' => $sm_base, 'urls_ext'=>$urls_ext, 'urls_list_skipped' => $urls_list_skipped, 'max_reached' => $this->VP8vAJd3fs3x1Ygo>=$this->qWPODI2gyt3Aa ); } } $X5pGy9XVxZmKajMLt = new SiteCrawler(); function MjfS99JQfMEzIgi(){ @jgYSLBDPtmpAo(ebJGVa__YE.AheSQAhNo9A7oMn); if(@file_exists(ebJGVa__YE.Uv9x2nKq2xFMz)) @rename(ebJGVa__YE.Uv9x2nKq2xFMz,ebJGVa__YE.AheSQAhNo9A7oMn); }