对于限制了ip和来源的网站，使用正常的采集方式是不行的。本文将介绍一种方法，使用php的curl类实现模拟ip和来源，实现采集限制ip和来源的网站。
1.设置页面限制ip和来源访问
server.php
<?php
$client_ip = getip();$referer = getreferer();
$allow_ip = '192.168.1.100';$allow_referer = 'http://www.uxuew.cn';
if($client_ip==$allow_ip && strpos($referer, $allow_referer)===0){ echo 'allow access';
}else{ echo 'deny access';
}
// 获取访问者ipfunction getip(){ if(!empty($_server['http_client_ip'])){$cip = $_server['http_client_ip'];
}elseif(!empty($_server['http_x_forwarded_for'])){$cip = $_server['http_x_forwarded_for'];
}elseif(!empty($_server['remote_addr'])){$cip = $_server['remote_addr'];
}else{$cip = '';
} return $cip;
}
// 获取访问者来源function getreferer(){ if(isset($_server['http_referer'])){return $_server['http_referer'];
} return '';
}
?>
2.使用curl正常访问
<?phpfunction docurl($url, $data=array(), $header=array(), $timeout=30){
$ch = curl_init();
curl_setopt($ch, curlopt_url, $url);
curl_setopt($ch, curlopt_httpheader, $header);
curl_setopt($ch, curlopt_post, true);
curl_setopt($ch, curlopt_postfields, http_build_query($data));
curl_setopt($ch, curlopt_returntransfer, true);
curl_setopt($ch, curlopt_timeout, $timeout);
$response = curl_exec($ch);
if($error=curl_error($ch)){die($error);
}
curl_close($ch);
return $response;
}
// 调用$url = 'http://www.uxuew.cn/server.php';$response = docurl($url);
echo $response;?>
3.使用curl模拟ip和来源进行访问
模拟来源
curl_setopt($ch, curlopt_referer, '来源');
模拟ip
curl_setopt($ch, curlopt_httpheader, array('client-ip: 模拟ip','x-forwarded-for: 模拟ip'));
完整代码如下：
<?phpfunction docurl($url, $data=array(), $header=array(), $referer='', $timeout=30){
$ch = curl_init();
curl_setopt($ch, curlopt_url, $url);
curl_setopt($ch, curlopt_httpheader, $header);
curl_setopt($ch, curlopt_post, true);
curl_setopt($ch, curlopt_postfields, http_build_query($data));
curl_setopt($ch, curlopt_returntransfer, true);
curl_setopt($ch, curlopt_timeout, $timeout);
// 模拟来源
curl_setopt($ch, curlopt_referer, $referer);
$response = curl_exec($ch);
if($error=curl_error($ch)){die($error);
}
curl_close($ch);
return $response;
}
// 调用$url = 'http://www.example.com/server.php';$data = array();
// 设置ip$header = array( 'client-ip: 192.168.1.100',
'x-forwarded-for: 192.168.1.100');
// 设置来源$referer = 'http://www.uxuew.cn/';
$response = docurl($url, $data, $header, $referer, 5);
echo $response;?>
以上就是使用curl模拟ip实例详解的详细内容。