学步园

function getPageContent($url) { </p> <p> //$url='http://www.ttphp.com; </p> <p> $pageinfo = array();<br /> $pageinfo[content_type] = '';<br /> $pageinfo[charset] = '';<br /> $pageinfo[title] = '';<br /> $pageinfo[description] = '';<br /> $pageinfo[keywords] = '';<br /> $pageinfo[body] = '';<br /> $pageinfo['httpcode'] = 200;<br /> $pageinfo['all'] = ''; </p> <p> $ch = curl_init();<br /> curl_setopt($ch, CURLOPT_USERAGENT, "Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)");<br /> curl_setopt($ch, CURLOPT_RETURNTRANSFER,1);<br /> curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);<br /> curl_setopt($ch, CURLOPT_SSL_VERIFYPEER,0);<br /> curl_setopt($ch, CURLOPT_TIMEOUT, 8);<br /> curl_setopt($ch, CURLOPT_FILETIME, 1);<br /> curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 1);<br /> //curl_setopt($ch, CURLOPT_HEADER, 1);<br /> curl_setopt($ch, CURLOPT_URL,$url); </p> <p> $curl_start = microtime(true);<br /> $store = curl_exec ($ch); </p> <p> $curl_time = microtime(true) - $curl_start;<br /> if( curl_error($ch) ) {<br /> $pageinfo['httpcode'] = 505; //gate way error<br /> echo 'Curl error: ' . curl_error($ch) ."/n";<br /> return $pageinfo;<br /> } </p> <p> //print_r(curl_getinfo($ch));<br /> $pageinfo['httpcode'] = curl_getinfo($ch,CURLINFO_HTTP_CODE);<br /> //echo curl_getinfo($ch,CURLINFO_CONTENT_TYPE)."/n";<br /> $pageinfo[content_type] = curl_getinfo($ch,CURLINFO_CONTENT_TYPE);<br /> if(intval($pageinfo['httpcode']) <> 200 or !preg_match('@text/html@',curl_getinfo($ch,CURLINFO_CONTENT_TYPE) ) ) {<br /> //print_r(curl_getinfo($ch) );<br /> //exit;<br /> return $pageinfo;<br /> }<br /> preg_match('/charset=([^/s/n/r]+)/i',curl_getinfo($ch,CURLINFO_CONTENT_TYPE),$matches); //从header 里取charset<br /> if( trim($matches[1]) ) {<br /> $pageinfo[charset] = trim($matches[1]);<br /> }<br /> //echo $pageinfo[charset];<br /> //exit;<br /> curl_close ($ch);<br /> //echo $store; </p> <p> //remove javascript<br /> $store = preg_replace("/<mce:script.*><!--<br /> (.*)<//script>/smUi",'',$store);<br /> //remove link<br /> $store = preg_replace("/<link/s+[^>]+>/smUi",'',$store);<br /> //remove <!-- --><br /> $store = preg_replace("/<!--.*-->/smUi",'',$store);<br /> //remove <style </<style><br /> $store = preg_replace("/<style.*>(.*)<//style>/smUi",'',$store);<br /> //remove 中文空格<br /> $store = preg_replace("/　/",'',$store);<br /> //remove 标点符号<br /> //$store = preg_replace("/[/~`!@#$%^&*()_/-+={}|/[/]//;':"/</>/?/,/.//]/",'',$store); </p> <p> //preg_match("/<head.*>(.*)<//head>/smUi",$store, $matches);<br /> //$head = $matches[1];<br /> //echo $head. "/n"; </p> <p> //charset<br /> if($pageinfo[charset] == '' ) {<br /> preg_match('@<meta.+charset=([/w/-]+)[^>]*>@i',$store,$matches);<br /> $pageinfo[charset] = trim($matches[1]);<br /> }<br /> //desctiption<br /> preg_match('@<meta/s+name=/"*description/"*/s+content/s*=/s*([^/>]+)/*>@i',$store,$matches);<br /> //print_r($matches);<br /> $desc = trim($matches[1]);<br /> $pageinfo[description] = str_replace("/"", '',$desc); </p> <p> preg_match('@<meta/s+name=/"*keywords/"*/s+content/s*=/s*([^/>]+)/*>@i',$store,$matches);<br /> //print_r($matches);<br /> $keywords = trim($matches[1]);<br /> $pageinfo[keywords] = str_replace("/"", '',$keywords); </p> <p> preg_match("/<title>(.*)<//title>/smUi",$store, $matches);<br /> $pageinfo[title] = trim($matches[1]); </p> <p> preg_match("/<body.*>(.*)<//body>/smUi",$store, $matches);<br /> $pageinfo[body] = addslashes( replaceHtmlAndJs($matches[1]) ) ;<br /> $pageinfo['all'] = addslashes( replaceHtmlAndJs($store) ) ; </p> <p> //echo "charset = " . $pageinfo[charset] . "/n"; </p> <p> //print_r($pageinfo);<br /> //exit; </p> <p> return $pageinfo; </p> <p>} </p> <p>/**<br /> * 去掉所有的HTML标记和JavaScript标记<br /> */<br /> function replaceHtmlAndJs($document)<br /> {<br /> $document = trim($document);<br /> if (strlen($document) <= 0)<br /> {<br /> return $document;<br /> }<br /> $search = array (<br /> "'<script[^>]*?>.*?<br /> // --></mce:script>'si", // 去掉 javascript<br /> "'<[///!]*?[^<>]*?>'si", // 去掉 HTML 标记<br /> "'[/r/n/s+]'", // 去掉空白字符<br /> "'&(/w+);'i" // 替换 HTML 实体<br /> ); // 作为 PHP 代码运行 </p> <p> $replace = array ( "", "", "", "" ); </p> <p> return @preg_replace ($search, $replace, $document); </p> <p>}

使用例子

$a = getPageContent(www.ttphp.com);<br /> print_r($a);