對於限制了ip和來源的網站,使用正常的採集方式是不行的。本文將介紹一種方法,使用php的curl類別實作模擬ip和來源,實現採集限制ip和來源的網站。
1.設定頁面限制ip與來源存取
#server.php
<?php $client_ip = getip();$referer = getreferer(); $allow_ip = '192.168.1.100';$allow_referer = 'http://www.uxuew.cn'; if($client_ip==$allow_ip && strpos($referer, $allow_referer)===0){ echo 'allow access'; }else{ echo 'deny access'; } // 获取访问者ipfunction getip(){ if(!empty($_SERVER['HTTP_CLIENT_IP'])){$cip = $_SERVER['HTTP_CLIENT_IP']; }elseif(!empty($_SERVER['HTTP_X_FORWARDED_FOR'])){$cip = $_SERVER['HTTP_X_FORWARDED_FOR']; }elseif(!empty($_SERVER['REMOTE_ADDR'])){$cip = $_SERVER['REMOTE_ADDR']; }else{$cip = ''; } return $cip; } // 获取访问者来源function getreferer(){ if(isset($_SERVER['HTTP_REFERER'])){return $_SERVER['HTTP_REFERER']; } return ''; } ?>
#2.使用curl正常存取
<?phpfunction doCurl($url, $data=array(), $header=array(), $timeout=30){ $ch = curl_init(); curl_setopt($ch, CURLOPT_URL, $url); curl_setopt($ch, CURLOPT_HTTPHEADER, $header); curl_setopt($ch, CURLOPT_POST, true); curl_setopt($ch, CURLOPT_POSTFIELDS, http_build_query($data)); curl_setopt($ch, CURLOPT_RETURNTRANSFER, true); curl_setopt($ch, CURLOPT_TIMEOUT, $timeout); $response = curl_exec($ch); if($error=curl_error($ch)){die($error); } curl_close($ch); return $response; } // 调用$url = 'http://www.uxuew.cn/server.php';$response = doCurl($url); echo $response;?>
#
3.使用curl模擬ip和來源進行存取
模擬來源
curl_setopt($ch, CURLOPT_REFERER, '來源');
##模擬ip
curl_setopt($ch, CURLOPT_HTTPHEADER, array('CLIENT-IP: 模擬ip','X-FORWARDED-FOR: 模擬ip'));完整程式碼如下:
<?phpfunction doCurl($url, $data=array(), $header=array(), $referer='', $timeout=30){ $ch = curl_init(); curl_setopt($ch, CURLOPT_URL, $url); curl_setopt($ch, CURLOPT_HTTPHEADER, $header); curl_setopt($ch, CURLOPT_POST, true); curl_setopt($ch, CURLOPT_POSTFIELDS, http_build_query($data)); curl_setopt($ch, CURLOPT_RETURNTRANSFER, true); curl_setopt($ch, CURLOPT_TIMEOUT, $timeout); // 模拟来源 curl_setopt($ch, CURLOPT_REFERER, $referer); $response = curl_exec($ch); if($error=curl_error($ch)){die($error); } curl_close($ch); return $response; } // 调用$url = 'http://www.example.com/server.php';$data = array(); // 设置IP$header = array( 'CLIENT-IP: 192.168.1.100', 'X-FORWARDED-FOR: 192.168.1.100'); // 设置来源$referer = 'http://www.uxuew.cn/'; $response = doCurl($url, $data, $header, $referer, 5); echo $response;?>
以上是使用curl模擬ip實例詳解的詳細內容。更多資訊請關注PHP中文網其他相關文章!