chendeben
/
wangyating


			
				
					
						
						
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194
							<?php
set_time_limit(0);
/**
 * Created by PhpStorm.
 * User: chendeben
 * Date: 2019-01-16
 * Time: 17:06
 */
require_once('vendor/autoload.php');

use PhpOffice\PhpSpreadsheet\Spreadsheet;
use PhpOffice\PhpSpreadsheet\Style\Alignment;
use PhpOffice\PhpSpreadsheet\Writer\Xlsx;
use QL\QueryList;

//$ql = QueryList::get('https://www.baidu.com/s?wd=QueryList');
//$titles = $ql->find('h3>a')->texts(); //获取搜索结果标题列表
//$links = $ql->find('h3>a')->attrs('href'); //获取搜索结果链接列表
//print_r($titles);
//print_r($links);
//die();
$times = 3;

$wd = $_REQUEST['wd'];
if (!$wd) {
    ?>
    <!DOCTYPE html>
    <html lang="zh-cn">
    <head>
        <meta charset="utf-8">
        <meta http-equiv="X-UA-Compatible" content="IE=edge">
        <meta name="viewport" content="width=device-width, initial-scale=1">
        <!-- ZUI 标准版压缩后的 CSS 文件 -->
        <link rel="stylesheet" href="//cdn.bootcss.com/zui/1.8.1/css/zui.min.css">

        <!-- ZUI Javascript 依赖 jQuery -->
        <script src="//cdn.bootcss.com/zui/1.8.1/lib/jquery/jquery.js"></script>
        <!-- ZUI 标准版压缩后的 JavaScript 文件 -->
        <script src="//cdn.bootcss.com/zui/1.8.1/js/zui.min.js"></script>
    </head>
    <body>
    <br>
    <br>
    <br>
    <br>
    <form method="post" action="">
        <div class="container">
            <div class="row">
                <div class="col-md-9">
                    <textarea style="height: 300px;" class="form-control" rows="3" placeholder="请输入关键词，一行一个"
                              name="wd"></textarea>
                </div>
            </div>
            <br>
            <br>
            <div class="row">
                <div class="col-md-1">
                    <span>爬取深度</span>
                </div>
                <div class="col-md-1 col-md-offset-2">
                    <select  class="form-control"
                              name="deep">
                        <option value="1">1</option>
                        <option value="2">2</option>
                        <option value="3">3</option>
                    </select>
                </div>
            </div>
            <div class="row" style="margin-top: 5px;">
                <div class="col-md-2 col-md-offset-8">
                    <input type="submit" class="btn btn-primary  btn-lg" value="提交"/>
                </div>
            </div>
        </div>

    </form>

    </body>
    </html>
    <?php
} else {
    error_reporting(0);
    $origin_str = [';', '；', ',', '，', ' ', "\r\n"];
    $des_str = [',', ',', ',', ',', ',', ','];
    $wd = str_replace($origin_str, $des_str, $wd);
    $keys = explode(",", $wd);
    $deep=$_REQUEST['deep']?:1;
    $result = $response = [];
    baidu($keys);
//    print_r($result);
//    die();

    $spreadsheet = new Spreadsheet();
    $sheet = $spreadsheet->getActiveSheet();
    $sheet->setTitle("为你推荐-相关搜索词");
    $row = 1;
    $sheet->setCellValue("A" . $row, "序号");
    $sheet->setCellValue("B" . $row, "关键词");
    $sheet->setCellValue("C" . $row, "相关搜索词");
    $row++;
    foreach ($result as $key => $item) {
        $sheet->setCellValue("A" . $row, $row - 1);
        $sheet->setCellValue("B" . $row, $item['key']);
        $sheet->setCellValue("C" . $row, $item['relatedWd']);
        $row++;
    }
    $styleArray = [
        'alignment' => [
            'horizontal' => Alignment::HORIZONTAL_CENTER,
            'vertical' => Alignment::VERTICAL_CENTER,
        ],
    ];
    $sheet->getColumnDimension("A")->setWidth(14);
    $sheet->getColumnDimension("B")->setWidth(25);
    $sheet->getColumnDimension("C")->setWidth(25);
    $sheet->getStyle("A1:C" . $row)->applyFromArray($styleArray);

    $writer = new Xlsx($spreadsheet);
    header("Pragma: public");
    header("Expires: 0");
    header("Cache-Control:must-revalidate, post-check=0, pre-check=0");
    header("Content-Type:application/force-download");
    header("Content-Type:application/vnd.ms-execl");
    header("Content-Type:application/octet-stream");
    header("Content-Type:application/download");
    header('Content-Disposition:attachment;filename="为你推荐-相关搜索词.xlsx"');
    header("Content-Transfer-Encoding:binary");
    $writer->save('php://output');
    $spreadsheet->disconnectWorksheets();
//    echo "完成，总耗时".$second."秒";

}
function baidu($wds)
{
    global $deep;
    for ($i = 0; $i < $deep; $i++) {
        if (!isset($_wds)) {
            $_wds = $wds;
        }
        $wds2 = [];
        foreach ($_wds as $wd) {
            $wds2 = array_merge($wds2, getRelatedKeywords($wd));
        }
        $_wds = $wds2;
    }
}

function getRelatedKeywords($wd)
{
    global $response, $result;
    $searchUrl = "http://www.baidu.com/s?ie=UTF-8&rn=20&wd=%s";

    $url = sprintf($searchUrl, $wd);
    $rules = [
        'json' => ['.c-tools', 'data-tools'],
    ];
    $ql = (new QL\QueryList)->get($url);
    $rt = $ql->rules($rules)->query()->getData();
    $rt = json_decode(json_encode($rt), true);
    $wds = [];
    foreach ($rt as $item) {
        $json = json_decode($item['json'], true);
        $baiduUrl = substr($json['url'], 30);
        if ($baiduUrl) {
            $_url = "https://sp2.baidu.com/8LUYsjW91Qh3otqbppnN2DJv/link?url=%s&query=%s&cb=jQuery110206243498231922682_1558178381142&data_name=recommend_common_merger_online&format=json&t=%s";
            $_url = sprintf($_url, $baiduUrl, $wd, time() . "000");
            $data = @file_get_contents($_url);
            $pat = "#1558178381142\((.*)\)#";
            preg_match($pat, $data, $arr);
            $data = json_decode($arr[1], true);
            if ($data['data'][0]['hintData']) {
                foreach ($data['data'][0]['hintData'] as $hintDatum) {
                    if ($response[md5($item['wd'])]) {
                        continue;
                    }
                    foreach ($hintDatum['linkInfo'] as $item) {
                        $response[md5($item['wd'])] = $item['wd'];
                        $result[] = ['key' => $wd, 'relatedWd' => $item['wd']];
                        $wds[] = $item['wd'];
                    }
                    foreach ($hintDatum['linkInfo2'] as $item) {
                        $response[md5($item['wd'])] = $item['wd'];
                        $result[] = ['key' => $wd, 'relatedWd' => $item['wd']];
                        $wds[] = $item['wd'];
                    }
                }
            }
//            print_r($data);die();
        }
    }
    return $wds;
}