mirror of https://gitee.com/zorlan/skycaiji
290 lines
7.6 KiB
PHP
290 lines
7.6 KiB
PHP
<?php
|
||
/*
|
||
|--------------------------------------------------------------------------
|
||
| SkyCaiji (蓝天采集器)
|
||
|--------------------------------------------------------------------------
|
||
| Copyright (c) 2018 https://www.skycaiji.com All rights reserved.
|
||
|--------------------------------------------------------------------------
|
||
| 使用协议 https://www.skycaiji.com/licenses
|
||
|--------------------------------------------------------------------------
|
||
*/
|
||
|
||
/*谷歌浏览器*/
|
||
namespace util;
|
||
use WebSocket\Client;
|
||
class ChromeSocket{
|
||
protected $filename;
|
||
protected $timeout=30;
|
||
protected $host;
|
||
protected $port;
|
||
protected $address;
|
||
protected $socket;
|
||
public $tab;
|
||
static protected $passType=array('stylesheet','image','media','font');
|
||
|
||
public function __construct($host,$port,$timeout=30,$filename=''){
|
||
$this->host=empty($host)?'127.0.0.1':$host;
|
||
$port=intval($port);
|
||
$this->port=empty($port)?9222:$port;
|
||
$this->address=$this->host.($this->port?(':'.$this->port):'');
|
||
|
||
$timeout=intval($timeout);
|
||
$this->timeout=$timeout<=0?30:$timeout;
|
||
$this->filename=$filename?$filename:'chrome';
|
||
}
|
||
public function __destruct(){
|
||
if(!empty($this->tab)){
|
||
|
||
$this->closeTab($this->tab['id']);
|
||
}
|
||
}
|
||
/*检查服务器是否开启*/
|
||
public function hostIsOpen(){
|
||
$data=get_html($this->address.'/json/version',null,array('timeout'=>5));
|
||
$data=json_decode($data,true);
|
||
if(!empty($data)&&!empty($data['webSocketDebuggerUrl'])){
|
||
|
||
return true;
|
||
}
|
||
return false;
|
||
}
|
||
/*开启谷歌服务器*/
|
||
public function openHost(){
|
||
if(!in_array(strtolower($this->host),array('localhost','127.0.0.1','0.0.0.0'))){
|
||
|
||
return;
|
||
}
|
||
|
||
$command=$this->filename;
|
||
if(empty($command)){
|
||
|
||
$command='chrome';
|
||
}else{
|
||
if(IS_WIN){
|
||
|
||
|
||
if(file_exists($command)){
|
||
$command='"'.$command.'"';
|
||
}
|
||
}
|
||
}
|
||
$commandStr=sprintf('%s --headless --remote-debugging-port=%s',$command,$this->port);
|
||
if(!function_exists('proc_open')){
|
||
throw new \Exception('请开启proc_open函数或者手动执行命令：'.$commandStr);
|
||
}
|
||
$descriptorspec = array(
|
||
0 => array('pipe', 'r'),
|
||
1 => array('pipe', 'w'),
|
||
2 => array('pipe', 'w')
|
||
);
|
||
$pipes=array();
|
||
$handle=proc_open($commandStr,$descriptorspec,$pipes);
|
||
$hdStatus=proc_get_status($handle);
|
||
fclose($pipes[0]);
|
||
fclose($pipes[1]);
|
||
fclose($pipes[2]);
|
||
|
||
|
||
|
||
|
||
|
||
|
||
}
|
||
/*握手浏览器*/
|
||
public function websocket($url='',$headers=array(),$options=array()){
|
||
$headers=is_array($headers)?$headers:array();
|
||
$headers=array_change_key_case($headers,CASE_LOWER);
|
||
|
||
$options=is_array($options)?$options:array();
|
||
$options['timeout']=$options['timeout']>0?$options['timeout']:$this->timeout;
|
||
if(!empty($headers)){
|
||
$options['headers']=is_array($options['headers'])?$options['headers']:array();
|
||
$options['headers']=array_merge($options['headers'],$headers);
|
||
}
|
||
if(empty($url)){
|
||
|
||
$url=$this->tab['webSocketDebuggerUrl'];
|
||
}
|
||
$this->socket=new Client($url,$options);
|
||
}
|
||
/*发送数据*/
|
||
public function send($method,$params=array(),$id=0){
|
||
if(empty($id)){
|
||
static $no=1;
|
||
$no++;
|
||
$id=$no;
|
||
}
|
||
$data=array(
|
||
'id'=>$id,
|
||
'method'=>$method,
|
||
'params'=>$params
|
||
);
|
||
$this->socket->send(json_encode($data));
|
||
return $data;
|
||
}
|
||
/*获取渲染的页面*/
|
||
public function getRenderHtml($url,$headers=array(),$options=array(),$fromEncode=null,$postData=null){
|
||
if(!preg_match('/^\w+\:\/\//', $url)){
|
||
|
||
$url='http://'.$url;
|
||
}
|
||
$this->send('Network.enable');
|
||
if(!empty($headers)){
|
||
foreach ($headers as $k=>$v){
|
||
if(strcasecmp($k, 'cookie')==0){
|
||
$this->send('Network.clearBrowserCookies');
|
||
break;
|
||
}
|
||
}
|
||
$this->send('Network.setExtraHTTPHeaders',array('headers'=>$headers));
|
||
}
|
||
|
||
$this->send('Network.setRequestInterception',array('patterns'=>array(
|
||
array('urlPattern'=>'*','interceptionStage'=>'Request')
|
||
)));
|
||
|
||
if(!empty($options['proxy'])){
|
||
|
||
}
|
||
$this->send('Page.enable');
|
||
if(isset($postData)){
|
||
|
||
if(!is_array($postData)){
|
||
|
||
if(preg_match_all('/([^\&]+?)\=([^\&]*)/', $postData,$m_post_data)){
|
||
$new_post_data=array();
|
||
foreach($m_post_data[1] as $k=>$v){
|
||
$new_post_data[$v]=rawurldecode($m_post_data[2][$k]);
|
||
}
|
||
$postData=$new_post_data;
|
||
}else{
|
||
$postData=array();
|
||
}
|
||
}
|
||
|
||
$formHtml='';
|
||
foreach ($postData as $k=>$v){
|
||
$formHtml.='<input type="text" name="'.$k.'" value="'.addslashes($v).'">';
|
||
}
|
||
|
||
$postForm='var postForm=document.createElement("form");';
|
||
if(!empty($postData)&&!empty($fromEncode)&&!in_array(strtolower($fromEncode),array('auto','utf-8','utf8'))){
|
||
|
||
$postForm.='postForm.acceptCharset="'.$fromEncode.'";';
|
||
}
|
||
$postForm.='postForm.method="post";'
|
||
.'postForm.action="'.$url.'";'
|
||
.'postForm.innerHTML=\''.$formHtml.'\';'
|
||
.'document.documentElement.appendChild(postForm);'
|
||
.'postForm.submit();';
|
||
|
||
$sendData=$this->send('Runtime.evaluate',array('expression'=>$postForm));
|
||
}else{
|
||
|
||
$sendData=$this->send('Page.navigate',array('url'=>$url));
|
||
}
|
||
|
||
|
||
$complete=false;
|
||
$startTime=time();
|
||
while((time()-$startTime)<=$this->timeout){
|
||
|
||
$data=$this->receive();
|
||
if(!$data){
|
||
|
||
break;
|
||
}
|
||
if($data['method']=='Page.loadEventFired'){
|
||
|
||
$complete=true;
|
||
break;
|
||
}elseif($data['method']=='Network.requestIntercepted'){
|
||
|
||
$ncParams=array('interceptionId'=>$data['params']['interceptionId']);
|
||
if(in_array(strtolower($data['params']['resourceType']),self::$passType)){
|
||
|
||
$ncParams['errorReason']='Aborted';
|
||
}
|
||
$this->send('Network.continueInterceptedRequest',$ncParams);
|
||
}
|
||
}
|
||
if($complete){
|
||
|
||
$sendData=$this->send('Runtime.evaluate',array('expression'=>'document.documentElement.outerHTML'));
|
||
$data=$this->receiveById($sendData['id'],false);
|
||
$data=$data['result']['result']['value'];
|
||
if(preg_match('/^\{(.+\:.+,*){1,}\}$/', strip_tags($data))){
|
||
|
||
$data=strip_tags($data);
|
||
}
|
||
return $data;
|
||
}
|
||
return null;
|
||
}
|
||
/*接收数据帧*/
|
||
public function receive(){
|
||
try {
|
||
$data=$this->socket->receive();
|
||
}catch (\Exception $ex){
|
||
|
||
$data=null;
|
||
}
|
||
return $data?json_decode($data,true):null;
|
||
}
|
||
/*接收id相应的数据*/
|
||
public function receiveById($id,$returnAll=false){
|
||
$startTime=time();
|
||
$complete=false;
|
||
$result=null;
|
||
$all=array();
|
||
while((time()-$startTime)<=$this->timeout){
|
||
|
||
$data=$this->receive();
|
||
if(!$data){
|
||
|
||
break;
|
||
}
|
||
if($data['id']==$id){
|
||
$result=$data;
|
||
break;
|
||
}
|
||
if($data['method']=='Network.requestIntercepted'){
|
||
|
||
$ncParams=array('interceptionId'=>$data['params']['interceptionId']);
|
||
if(in_array(strtolower($data['params']['resourceType']),self::$passType)){
|
||
|
||
$ncParams['errorReason']='Aborted';
|
||
}
|
||
$this->send('Network.continueInterceptedRequest',$ncParams);
|
||
}
|
||
if($returnAll){
|
||
$all[]=$data;
|
||
}
|
||
}
|
||
if($returnAll){
|
||
|
||
return array('all'=>$all,'result'=>$result);
|
||
}else{
|
||
return $result;
|
||
}
|
||
}
|
||
/*获取所有标签页*/
|
||
public function getTabs(){
|
||
$data=get_html($this->address.'/json');
|
||
$data=empty($data)?array():json_decode($data,true);
|
||
return $data;
|
||
}
|
||
/*新建空白标签页*/
|
||
public function newTab(){
|
||
$data=get_html($this->address.'/json/new');
|
||
$data=empty($data)?array():json_decode($data,true);
|
||
$this->tab=$data;
|
||
return $data;
|
||
}
|
||
/*关闭标签页*/
|
||
public function closeTab($id){
|
||
get_html($this->address.'/json/close/'.$id,null,array('timeout'=>1));
|
||
}
|
||
}
|
||
|
||
?>
|