1 <?php
2
3 namespace App\Http\Controllers\Caiji;
4
5 use Illuminate\Http\Request;
6 use App\Http\Controllers\Controller;
7 use Illuminate\Support\Facades\DB;
8
9
10 class CollectionCotontroller extends Controller
11 {
12 public function __construct()
13 {
14 //设置php最大执行时间
15 ini_set('max_execution_time', '1000000');
16 //设置错误模式
17 // error_reporting(0);
18 //采集的网站
19 $this->url = "http://33uudy.com";
20
21 if (!is_dir('AllIdData')) {
22 mkdir('AllIdData', 0777);
23 file_put_contents('AllIdData/GetId.txt', '');
24 }
25 }
26
27 public function film_get($url = "", $proxy = "", $cookie = "", $returnCookie = 0)
28 {
29 $curl = curl_init();
30 if (!$url) {
31 $url = $this->url;
32 }
33 curl_setopt($curl, CURLOPT_PROXY, $proxy);//设置代理ip
34 curl_setopt($curl, CURLOPT_URL, $url);//url地址
35 curl_setopt($curl, CURLOPT_USERAGENT, 'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)');//模仿header头中 "User-Agent:"的字符串。修改user_agent来伪造成浏览器请求
36 curl_setopt($curl, CURLOPT_SSL_VERIFYPEER, false); //自cURL 7.10开始默认为 TRUE。 FALSE 禁止 cURL 验证对等证书（peer's certificate）。要验证的交换证书可以在 CURLOPT_CAINFO 选项中设置，或在 CURLOPT_CAPATH中设置证书目录
37 curl_setopt($curl, CURLOPT_SSL_VERIFYHOST, false);
38 curl_setopt($curl, CURLOPT_FOLLOWLOCATION, 1); //发送几次就重定向几次，除非设置了 CURLOPT_MAXREDIRS，限制最大重定向次数。
39 curl_setopt($curl, CURLOPT_AUTOREFERER, 1); //TRUE 时将根据 Location: 重定向时，自动设置 header 中的Referer:信息。
40 // curl_setopt($curl, CURLOPT_REFERER, "http://XXX");
41 if ($cookie) {
42 curl_setopt($curl, CURLOPT_COOKIE, $cookie);
43 }
44 curl_setopt($curl, CURLOPT_HEADER, $returnCookie);
45 curl_setopt($curl, CURLOPT_TIMEOUT, 10);
46 curl_setopt($curl, CURLOPT_RETURNTRANSFER, 1);
47 $data = curl_exec($curl);
48 if (curl_errno($curl)) {
49 return curl_error($curl);
50 }
51 curl_close($curl);
52 if ($returnCookie) {
53 list($header, $body) = explode("\r\n\r\n", $data, 2);
54 preg_match_all("/Set\-Cookie:([^;]*);/", $header, $matches);
55 $info['cookie'] = substr($matches[1][0], 1);
56 $info['content'] = $body;
57 return $info;
58 } else {
59 return $this->data = $data;
60 }
61 }
62
63 /*
64 * 统计总共有多少页
65 */
66 public function page()
67 {
68 $url = $this->film_get();//获取页面数据
69 $reg = "/<a.*class=\"pagelink_a.*<\/a>/";
70 $reg1 = "/<a\b[^>]+\bhref=\"([^\"]*)\"[^>]*>尾页<\/a>/";
71 $reg2 = "/[0-9].*[0-9]/";
72 preg_match($reg, $url, $a);
73 preg_match($reg1, $a[0], $b);
74 preg_match($reg2, $b[1], $c);
75
76 //判断是否获取最大值。如果获取不到则返回1
77 if ($c[0]) {
78 return $c[0];
79 } else {
80 return 1;
81 }
82 }
83
84 /*
85 * 获取首页的所有数据
86 */
87 public function all_data($set_max_page, $set_min_page = 1)
88 {
89 if ($set_max_page) {
90 $this->page();
91 $maxpage = $set_max_page;
92 } else {
93 $maxpage = $this->page();//获取最大页数
94 }
95 $page = $set_min_page;
96 $maxpage = $set_max_page ? $set_max_page : $maxpage;//判断是否存在
97 $data = $this->data;//获取页面数据
98 for ($page; $page <= $maxpage; $page++) {
99 $max_url = $this->url . '/?m=vod-index-pg-' . $page . '.html';
100 $str = $this->film_get($max_url);//获取分页的页面数据
101 $reg = "/<span class=[\"|']tt[\"|'].*<\/span>/i";
102 preg_match_all($reg, $str, $span_array);
103 foreach ($span_array[0] as $k => $v) {
104 $reg1 = "/<a href=\"[^\"]*\"[^>]*>(.*)<\/a>/"; //获取a标签的内容
105 $reg2 = "/href=\"([^\"]+)/"; //获取href的链接地址
106 $reg4 = '/<span[^>]*class=\"xing_vb[6|7]\".*?>.*?<\/span>/ism'; //获取视频更新时间
107 preg_match($reg1, $v, $acontent);//获取每个内容
108 preg_match($reg2, $v, $hrefarray);//获取每个链接
109 preg_match($reg4, $v, $up_time);//获取每个更新时间
110 $acontent = explode(' ', $acontent[1]);
111 $arr[$k]['last'] = intval(substr(strip_tags($up_time[0]), 3, 0));
112 $arr[$k]['name'] = $acontent[0];//获取名称
113
114 $arr[$k]['letter'] = $this->getFirstCharter($acontent[0]);//获取首字母
115 $arr[$k]['note'] = $acontent[1];
116
117 //获取连载
118 preg_match('/\d.*\d/', $acontent[1], $aa);
119 if ($aa) {
120 $arr[$k]['state'] = intval($aa[0]);
121 } else {
122 $arr[$k]['state'] = 0;
123 }
124
125 $url_link = $this->url . $hrefarray[1];//获取每一个视频的内容
126 $one_string = $this->film_get($url_link);
127 $arr_string = $this->get_link_data($one_string);
128 $arr[$k]['downurl'] = $url_link;//下载地址
129
130 foreach ($arr_string as $key => $value) {
131 $arr[$k]['pic'] = $arr_string['vod_pic'];//获取图片
132 $arr[$k]['subname'] = $arr_string['vod_ename'];//获取别名
133 $arr[$k]['director'] = $arr_string['vod_director'];//获取导演
134 $arr[$k]['actor'] = $arr_string['vod_actor'];//获取主演
135 $arr[$k]['type_name'] = $this->type_tf(isset($arr_string['vod_type']) ? explode(' ', $arr_string['vod_type'])[0] : '福利片');//获取类型
136 $arr[$k]['area'] = $arr_string['vod_area'];//获取地区
137 $arr[$k]['lang'] = $arr_string['vod_language'];//获取语言
138 $arr[$k]['score'] = $arr_string['score'];//获取评分
139 $arr[$k]['year'] = $arr_string['vod_year'] == "未知" ? 1 : $arr_string['vod_year'];//获取年份
140 $arr[$k]['playfrom'] = '';//过滤字段
141 // $arr[$k]['created_at'] = $arr_string['vod_addtime'];//获取天假时间
142 // $arr[$k]['vod_filmtime'] = $arr_string['vod_filmtime'];//获取电影时间
143 $arr[$k]['des'] = $arr_string['vod_content'];//获取内容
144 $episodes_string = '';//存放播放地址
145 foreach ($arr_string['Episodes'] as $key => $value) {
146 $episodes_string .= "$" . implode('#', $value);
147 }
148 $arr[$k]['dd'] = $episodes_string;//获取播放地址
149 }
150 }
151 }
152 if ($page % 5 == 0) {
153 sleep(10);
154 }
155 return $arr;
156 }
157
158 /**
159 * 获取子页的所有数据
160 **/
161 public function get_link_data($url)
162 {
163 $reg8 = "/<div class=[\"|']vodinfobox.*<\/div>/ism";
164 $reg9 = '/<ul>.*?<\/ul>/ism';
165 $reg10 = '/<li>.*?<\/li>/';
166 $reg11 = '/<img class=\"lazy.*?\/>/';
167 $reg12 = '/<div class=\"vodplayinfo\"><!--介绍开始-->.*?<\/div>/ism';
168
169 //采集图片
170 preg_match($reg11, $url, $a);
171 preg_match('/src=\"([^ \t]+)\"/', $a[0], $img_src);
172 $arr['vod_pic'] = $img_src[1];
173
174 //采集评分
175 preg_match('/<label.*?<\/label>/', $url, $score);
176 $arr['score'] = strip_tags($score[0]);
177 //采集内容
178 preg_match($reg12, $url, $content);
179 $contentData = strip_tags($content[0]) ? strip_tags($content[0]) : " ";
180 $arr['vod_content'] = $contentData;
181
182 preg_match($reg8, $url, $a);
183 preg_match($reg9, $a[0], $b);
184 preg_match_all($reg10, $b[0], $c);
185 foreach ($c[0] as $keys => $values) {
186 $arr['vod_ename'] = mb_substr(strip_tags($c[0][0]), 3);
187 $arr['vod_director'] = mb_substr(strip_tags($c[0][1]), 3);
188 $arr['vod_actor'] = mb_substr(strip_tags($c[0][2]), 3);
189 $arr['vod_type'] = mb_substr(strip_tags($c[0][3]), 3);
190 $arr['vod_area'] = mb_substr(strip_tags($c[0][4]), 3);
191 $arr['vod_language'] = mb_substr(strip_tags($c[0][5]), 3);
192 $arr['vod_year'] = mb_substr(strip_tags($c[0][6]), 3);
193 $arr['vod_addtime'] = time();
194 // $arr['vod_filmtime'] = strtotime(mb_substr(strip_tags($c[0][7]), 3));
195 }
196 $reg5 = '/<h3>来源.*<\/h3>.*<ul>.*<\/ul>/ism';
197 $reg6 = '/<ul>.*?<\/ul>/s';
198 preg_match($reg5, $url, $a);
199 preg_match_all($reg6, $a[0], $b);
200 foreach ($b[0] as $key => $value) {
201 $reg7 = '/<li.*?<\/li>/ism';
202 preg_match_all($reg7, $value, $all_li);
203 foreach ($all_li[0] as $ks => $vs) {
204 $arr['Episodes'][$key][$ks] = strip_tags($vs);
205 }
206 }
207 return $arr;
208 }
209
210 //判断分类
211 public function type_tf($type)
212 {
213 if (strstr($type, '动漫')) {
214 return '动漫';
215 } elseif (strstr($type, '动画片')) {
216 return '动漫';
217 } elseif (strstr($type, '动画片')) {
218 return '动漫';
219 } elseif (strstr($type, '奇幻片')) {
220 return '剧情片';
221 } elseif (strstr($type, '伦理')) {
222 return '伦理片';
223 } elseif (strstr($type, '韩剧')) {
224 return '日韩剧';
225 } elseif (strstr($type, '韩国剧')) {
226 return '日韩剧';
227 } elseif (strstr($type, '其他剧')) {
228 return '电视剧';
229 } elseif (strstr($type, '海外剧')) {
230 return '欧美剧';
231 } elseif (strstr($type, '日剧')) {
232 return '日韩剧';
233 } elseif (strstr($type, '日本剧')) {
234 return '日韩剧';
235 } elseif (strstr($type, '台剧')) {
236 return '港台剧';
237 } elseif (strstr($type, '台湾剧')) {
238 return '港台剧';
239 } elseif (strstr($type, '港剧')) {
240 return '港台剧';
241 } elseif (strstr($type, '香港剧')) {
242 return '港台剧';
243 } elseif (strstr($type, '泰剧')) {
244 return '电视剧';
245 } elseif (strstr($type, '泰国剧')) {
246 return '电视剧';
247 } elseif (strstr($type, '视讯美女')) {
248 return '福利片';
249 } elseif (strstr($type, '腿模写真')) {
250 return '福利片';
251 }
252 return $type;
253 }
254
255 public function getFirstCharter($str)//取首拼音
256 {
257 if (empty($str)) {
258 return '';
259 }
260 $str = str_replace('・', '', $str);
261 $firstchar_ord = ord(strtoupper($str{0}));
262 if (($firstchar_ord >= 65 and $firstchar_ord <= 91) or ($firstchar_ord >= 48 and $firstchar_ord <= 57)) return $str{0};
263 $s = iconv("UTF-8", "gbk", $str);
264 $asc = ord($s{0}) * 256 + ord($s{1}) - 65536;
265 if ($asc >= -20319 and $asc <= -20284) return "A";
266 if ($asc >= -20283 and $asc <= -19776) return "B";
267 if ($asc >= -19775 and $asc <= -19219) return "C";
268 if ($asc >= -19218 and $asc <= -18711) return "D";
269 if ($asc >= -18710 and $asc <= -18527) return "E";
270 if ($asc >= -18526 and $asc <= -18240) return "F";
271 if ($asc >= -18239 and $asc <= -17923) return "G";
272 if ($asc >= -17922 and $asc <= -17418) return "H";
273 if ($asc >= -17417 and $asc <= -16475) return "J";
274 if ($asc >= -16474 and $asc <= -16213) return "K";
275 if ($asc >= -16212 and $asc <= -15641) return "L";
276 if ($asc >= -15640 and $asc <= -15166) return "M";
277 if ($asc >= -15165 and $asc <= -14923) return "N";
278 if ($asc >= -14922 and $asc <= -14915) return "O";
279 if ($asc >= -14914 and $asc <= -14631) return "P";
280 if ($asc >= -14630 and $asc <= -14150) return "Q";
281 if ($asc >= -14149 and $asc <= -14091) return "R";
282 if ($asc >= -14090 and $asc <= -13319) return "S";
283 if ($asc >= -13318 and $asc <= -12839) return "T";
284 if ($asc >= -12838 and $asc <= -12557) return "W";
285 if ($asc >= -12556 and $asc <= -11848) return "X";
286 if ($asc >= -11847 and $asc <= -11056) return "Y";
287 if ($asc >= -11055 and $asc <= -10247) return "Z";
288 return 0;//null
289 }
290
291
292 //判断数据库去重(主动)
293 public function insert_into($page = 1)
294 {
295 $this->data = 'AllIdData';
296 // $geturl = DB::table('vods')->get(['id','downurl']);
297 $html = $this->all_data($page);
298 // var_dump($html);
299 $geturllink = $this->updateLink();
300 $arrData = array();
301 foreach ($html as $key => $value) {
302 if (in_array($value['downurl'], $geturllink)) {
303 $one_string = $this->film_get($value['downurl']);
304 $getLinkData = $this->get_link_data($one_string);
305 $episodes_string = '';//存放播放地址
306 foreach ($getLinkData['Episodes'] as $key => $value) {
307 $episodes_string .= "$" . implode('#', $value);
308 }
309 DB::table('vods')->where('id', "=", $key)
310 ->update(['dd' => $episodes_string]);
311 } else {
312 $getId = DB::table('vods')->insertGetId($value);
313 $this->getLastId($getId, $value['downurl']);
314 }
315 }
316 }
317
318 //判断数据库去重(被动)
319 public function set_to_db($data)
320 {
321 $array = array();
322 $geturllink = $this->updateLink();
323 foreach ($data as $key => $value) {
324 if (in_array($value['downurl'], $geturllink)) {
325 $one_string = $this->film_get($value['downurl']);
326 $getLinkData = $this->get_link_data($one_string);
327 $episodes_string = '';//存放播放地址
328 foreach ($getLinkData['Episodes'] as $key => $value) {
329 $episodes_string .= "$" . implode('#', $value);
330 }
331 DB::table('vods')->where('id', "=", $key)
332 ->update(['dd' => $episodes_string]);
333 } else {
334 $getId = DB::table('vods')->insertGetId($value);
335 $array[] = $getId;
336 $this->getLastId($getId, $value['downurl']);
337 }
338 }
339 return $array;
340 }
341
342 //数据不存在的时候插入id和链接
343 public function getLastId($getId, $downurl)
344 {
345 $SigerId = '';
346 $arr = '';
347 $SigerId .= $getId . "@" . $downurl . "$";
348 if (!is_dir('AllIdData')) {
349 mkdir('AllIdData', 0777);
350 file_get_contents('AllIdData/GetId.txt', '');
351 } else {
352 $arr .= file_get_contents("AllIdData/GetId.txt");
353 }
354 $arr .= $SigerId;
355 if (file_put_contents("AllIdData/GetId.txt", $arr)) return $arr;
356 }
357
358 //数据存在需要更新链接里面的视频源
359 public function updateLink()
360 {
361 $GetIdByFile = "AllIdData/GetId.txt";
362 $data = file_get_contents($GetIdByFile);
363 $arr = explode("$", $data);
364 $geturllink = array();
365 foreach ($arr as $key => $value) {
366 if (!$value) {
367 unset($value);
368 } else {
369 $url = explode('@', $value);
370 $geturllink[$url[0]] = $url[1];
371 }
372 }
373 // var_dump($geturllink);
374 return $geturllink;
375 }
376
377 /**
378 * 必须经过接口获取到的数据
379 *
380 **/
381 public function searchNameAllDate()
382 {
383 $wd = isset($_POST)?$_POST['wd']:"";
384 // var_dump($wd);die;
385 //通过cuel模拟post请求访问数据
386 $data = ['wd' => $wd];
387 $action_url = '/index.php?m=vod-search';
388 $post_url = $this->url . $action_url;
389 $ch = curl_init();
390 curl_setopt($ch, CURLOPT_URL, $post_url);
391 curl_setopt($ch, CURLOPT_POST, 1);
392 curl_setopt($ch, CURLOPT_HEADER, 0);
393 curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
394 curl_setopt($ch, CURLOPT_POSTFIELDS, $data);
395 $str = curl_exec($ch);
396 curl_close($ch);
397 $reg = "/<span class=[\"|']tt[\"|'].*<\/span>/i";
398 preg_match_all($reg, $str, $span_array);
399 if (!$span_array[0]) {
400 return "";
401 }
402 foreach ($span_array[0] as $k => $v) {
403 $reg1 = "/<a href=\"[^\"]*\"[^>]*>(.*)<\/a>/"; //获取a标签的内容
404 $reg2 = "/href=\"([^\"]+)/"; //获取href的链接地址
405 $reg4 = '/<span[^>]*class=\"xing_vb[6|7]\".*?>.*?<\/span>/ism'; //获取视频更新时间
406 preg_match($reg1, $v, $acontent);//获取每个内容
407 preg_match($reg2, $v, $hrefarray);//获取每个链接
408 preg_match($reg4, $v, $up_time);//获取每个更新时间
409 $acontent = explode(' ', $acontent[1]);
410 $arr[$k]['last'] = intval(substr(strip_tags($up_time[0]), 3, 0));
411 $arr[$k]['name'] = $acontent[0];//获取名称
412
413 $arr[$k]['letter'] = $this->getFirstCharter($acontent[0]);//获取首字母
414 $arr[$k]['note'] = $acontent[1];
415
416 //获取连载
417 preg_match('/\d.*\d/', $acontent[1], $aa);
418 if ($aa) {
419 $arr[$k]['state'] = intval($aa[0]);
420 } else {
421 $arr[$k]['state'] = 0;
422 }
423
424 $url_link = $this->url . $hrefarray[1];//获取每一个视频的内容
425 $one_string = $this->film_get($url_link);
426 $arr_string = $this->get_link_data($one_string);
427 $arr[$k]['downurl'] = $url_link;//下载地址
428
429 //判断数据库是否一样,去重
430
431 foreach ($arr_string as $key => $value) {
432 $arr[$k]['pic'] = $arr_string['vod_pic'];//获取图片
433 $arr[$k]['subname'] = $arr_string['vod_ename'];//获取别名
434 $arr[$k]['director'] = $arr_string['vod_director'];//获取导演
435 $arr[$k]['actor'] = $arr_string['vod_actor'];//获取主演
436 $arr[$k]['type_name'] = $this->type_tf(isset($arr_string['vod_type']) ? explode(' ', $arr_string['vod_type'])[0] : '福利片');//获取类型
437 $arr[$k]['area'] = $arr_string['vod_area'];//获取地区
438 $arr[$k]['lang'] = $arr_string['vod_language'];//获取语言
439 $arr[$k]['score'] = $arr_string['score'];//获取评分
440 $arr[$k]['year'] = $arr_string['vod_year'] == "未知" ? 1 : $arr_string['vod_year'];//获取年份
441 $arr[$k]['playfrom'] = '';//过滤字段
442 // $arr[$k]['created_at'] = $arr_string['vod_addtime'];//获取天假时间
443 // $arr[$k]['vod_filmtime'] = $arr_string['vod_filmtime'];//获取电影时间
444 $arr[$k]['des'] = $arr_string['vod_content'];//获取内容
445 $episodes_string = '';//存放播放地址
446 foreach ($arr_string['Episodes'] as $key => $value) {
447 $episodes_string .= "$" . implode('#', $value);
448 }
449 $arr[$k]['dd'] = $episodes_string;//获取播放地址
450 }
451 }
452 $all_id = $this->set_to_db($arr);
453 return $all_id;
454 }
455
456 /*
457 * 删除视频数据
458 */
459 public function delDate($id)
460 {
461 // var_dump($id);die;
462 if (!$id) {
463 return [
464 "status" => 400,
465 "msg" => "非法访问"
466 ];
467 }
468 // $id = '107';
469 $arr = array();
470 $all_data = array();
471 $allDate = file_get_contents('AllIdData/GetId.txt');
472 foreach (explode("$", $allDate) as $key => $value) {
473 $arr[$key] = $value;
474 }
475 foreach (array_filter($arr) as $key => $value) {
476 $a = explode('@', $value);
477 $all_data[$a[0]] = $a;
478 }
479 // var_dump($all_data);
480 unset($all_data[$id]);
481 $all_string = "";
482
483 // var_dump($all_data);
484 foreach ($all_data as $key => $value) {
485 $all_string .= $value[0] . "@" . $value[1] . "$";
486 }
487 if(file_put_contents('AllIdData/GetId.txt', $all_string)) {
488 return [
489 "status" => 200,
490 "msg" => "删除成功"
491 ];
492 };
493 }
494
495 /*
496 * 恢复视频数据
497 */
498
499 public function recoveryData($id, $downurl)
500 {
501 if (!$id && !$downurl) {
502 return [
503 "status" => 400,
504 "msg" => "非法访问"
505 ];
506 }
507 $array = [
508 'id' => $id,
509 'downurl' => $this->url."/?m=".$downurl
510 ];
511 $data = $array;
512 $allDate = file_get_contents('AllIdData/GetId.txt');
513 $str_data = "";
514 $str_data .= $allDate . $array['id'] . "@" . $array['downurl'] . "$";
515 if (file_put_contents('AllIdData/GetId.txt', $str_data)){
516 return [
517 "status" => 200,
518 "msg" => "恢复成功"
519 ];
520 };
521 }
522 }
浙公网安备 33010602011771号