QUERY数据采集 + 详情采集

采集数据+七牛云存储图片

//爬虫
    public function reptile()
    {
        require_once base_path(). "/public/static/QueryList/phpQuery.php";
        require_once base_path(). "/public/static/QueryList/QueryList.php";
        $range=range(1,3);
        foreach ($range as $val){
            $url='https://news.ke.com/bj/baike/0033/'.'pg'.$val.'/';
            $data=@QueryList::Query($url,[
                'img'=>['.item>a>img','data-original','',function($item){
            $img=  pathinfo($item,PATHINFO_EXTENSION );
            $img='hy_'.rand(1,999).'.'.$img;
            $lots=base_path().'/public/uploads/img/'.$img;
            return $lots;
            $image= file_put_contents($lots,file_get_contents($item));
//            上传七牛云
            $accessKey="***";
            $secretKey="***";
            $uploadMgr=new UploadManager();
            $auth = new Auth($accessKey, $secretKey);
            $token = $auth->uploadToken('jmin');
            list($ret, $error) = $uploadMgr->putFile($token, $image,$lots);
                    if ($error !== null) {
                        return false;
                    } else {
//                    回调上传后图片名在框架中可以直接展示
//                        var_dump('http://min.clouddn.com/'.'/'.$ret['key']);
                        return  'http://min.clouddn.com/'.'/'.$ret['key'];
                    }
                }],
                'title'=>['.tit','html'],
                'desn' => ['.text>.summary','text'],
                'rul' => ['.text>a', 'href'],
            ])->data;
//            将采集的数据添加入库
            Article::insert($data);

        }
    }

采集详情页

//根据详情链接采集详情页
    public function gather()
    {
        $data=Article::get(['id','rul'])->toArray();
        require_once base_path(). "/public/static/QueryList/phpQuery.php";
        require_once base_path(). "/public/static/QueryList/QueryList.php";
        foreach ($data as $val){
            $id=$val['id'];
            $data=@QueryList::Query($val['rul'],[
                'body' => ['.m-article','html'],
                'name' => ['.author','text']
            ])->data;
        //    获取发布者名字
            $name=$data[0]['name'];
        //    获取发布者文章
            $body=$data[0]['body'];
        //    修改语句
            Article::where('id',$id)->update(['name'=>$name,'body'=>$body]);

        }
    }