mirror of https://gitee.com/zorlan/skycaiji
89 lines
2.9 KiB
PHP
89 lines
2.9 KiB
PHP
<?php
|
||
/*
|
||
|--------------------------------------------------------------------------
|
||
| SkyCaiji (蓝天采集器)
|
||
|--------------------------------------------------------------------------
|
||
| Copyright (c) 2018 https://www.skycaiji.com All rights reserved.
|
||
|--------------------------------------------------------------------------
|
||
| 使用协议 https://www.skycaiji.com/licenses
|
||
|--------------------------------------------------------------------------
|
||
*/
|
||
|
||
namespace skycaiji\admin\controller;
|
||
|
||
use skycaiji\admin\model\CacheModel;
|
||
class Api extends BaseController{
|
||
/*任务api发布*/
|
||
public function taskAction(){
|
||
define('CLOSE_ECHO_MSG', 1);
|
||
$taskId=input('id/d',0);
|
||
$apiurl=input('apiurl');
|
||
$releData=model('Release')->where(array('task_id'=>$taskId))->find();
|
||
$releData['config']=unserialize($releData['config']);
|
||
if($apiurl!=$releData['config']['api']['url']){
|
||
exit('api地址错误！');
|
||
}
|
||
header('Content-type:text/json');
|
||
controller('admin/Task','controller')->_collect($taskId);
|
||
}
|
||
/*执行采集*/
|
||
public function collectAction(){
|
||
if(input('?backstage')){
|
||
|
||
if(!IS_CLI){
|
||
ignore_user_abort(true);
|
||
|
||
if($GLOBALS['config']['caiji']['server']=='cli'){
|
||
|
||
cli_command_exec('collect auto');
|
||
exit();
|
||
}
|
||
}
|
||
}
|
||
define('IS_COLLECTING', 1);
|
||
$mcache=CacheModel::getInstance();
|
||
if($mcache->getCache('auto_collecting')){
|
||
|
||
$this->error('有任务正在自动采集');
|
||
}
|
||
$mcache->setCache('auto_collecting',1);
|
||
register_shutdown_function('remove_auto_collecting');
|
||
|
||
if(input('?backstage')||!session('user_id')){
|
||
|
||
define('CLOSE_ECHO_MSG', true);
|
||
}
|
||
ignore_user_abort(true);
|
||
|
||
if($GLOBALS['config']['caiji']['timeout']>0){
|
||
set_time_limit(60*$GLOBALS['config']['caiji']['timeout']);
|
||
}else{
|
||
set_time_limit(0);
|
||
}
|
||
|
||
if(empty($GLOBALS['config']['caiji']['auto'])){
|
||
$this->error('请先开启自动采集','Admin/Setting/caiji');
|
||
}
|
||
$lastCollectTime=cache('last_collect_time');
|
||
if($GLOBALS['config']['caiji']['interval']>0){
|
||
|
||
$waitTime=(60*$GLOBALS['config']['caiji']['interval'])-abs(time()-$lastCollectTime);
|
||
if($waitTime>0){
|
||
$this->error('再次采集需等待'.(($waitTime<60)?($waitTime.'秒'):(sprintf("%.2f", $waitTime/60).'分钟')),'Admin/Api/collect',null,$waitTime);
|
||
}
|
||
}
|
||
|
||
$mtask=model('Task');
|
||
$taskList=$mtask->alias('t')->join(model('Collector')->get_table_name().' c','t.id=c.task_id')
|
||
->field('t.*')->where("t.auto=1 and t.module='pattern'")->order('t.caijitime asc')->select();
|
||
if(empty($taskList)){
|
||
$this->error('没有可自动采集的任务');
|
||
}
|
||
$taskList=collection($taskList)->toArray();
|
||
cache('last_collect_time',time());
|
||
|
||
controller('admin/Task','controller')->_collect_batch($taskList);
|
||
|
||
$this->echo_msg('所有任务执行完毕！','green');
|
||
}
|
||
} |