Question

我想用Php Curl从这个URL中提取数据：

https://www.traveloka.com/en/flight/fullsearch?ap=JKTA.DPS&dt=14-10-2017.NA&ps=1.0.0&sc=ECONOMY

但是我收到了以下错误：

“{”errorType“：”SERVER_ERROR“，”userErrorMessage“：”发生意外的服务器错误。我们对不便表示抱歉。请稍后再试。“，”errorMessage“：”服务器发生异常。“}”。

如何使用php curl从该链接中提取数据？

这是我的代码

$url = 'https://api.traveloka.com/en/v2/flight/search/oneway';              

$params = [
    'context' => [
        'tvLifetime' => 'eTq6r7InDN+j0vrg5Bujah9yFLWfBGsNGWxzjTBUa/jvVfn8fy/IF40U7OQl0vjmoqMJwuSocopqxISYLLi6YlngzuFViHSWhNHdFgs+49yydWXm5gSjBRwDBFuO0UKHd+B69Ip0Tk1qnKH+oyzW43f2GdS7QOd10yBpqoCOyOk73cVe4oyqCjYUR7X72PoHr14UQNQEUjl1NP5Mcxp+1Gw6RzKF7uV7jMRzmsYbGfGKpYLfsYtxaSx1t35KGWOO605YN9Mj2n5kP5fOD7j2KA9adtfLBtEymWXf6tEt3ug8oBVyzj5c2/pp/hboYilQnDRCih+RwhV5WX7hPTw9IsKapSNtWZ1NX8biH7UyYuhNLgcLK03OS4WNpoO+NphjOPKh09oBpUgrEJ0UqeY+1rfj98lWMAdpMO5rp2E5pvmP7HRuW6CqBwSchPLtVPQAi7ceDGYgYneH+AfodZMd5A==',
        'tvSession' => '9tCFUug+5pqBk0WdAmwAbThaxD2lAm75JaxFJenJTB2MkEWW7bwVa5FW83NZnCLnlL2TAAijDDIDfD9YbC7NhRws3r5fKxPj62n1bJ+Nck309g3Rkogk+dtxsoMRpFHbkVkEJbYuNFbd9Ckp9iEBGg==',
        'nonce' => '5eebdd23-2574-4465-afa7-cecc94b8f909'
    ],
    'clientInterface' => 'desktop',
    'data' => [
        'currency' => 'IDR',
        'destinationAirportOrArea' => 'DPS',
        'flightDate' => [
            'day' => '14',
            'month' => '10',
            'year' => '2017'
        ],
        'isReschedule' => 'false',
        'locale' => 'en_ID',
        'newResult' => 'true',
        'numSeats' => [
            'numAdults' => '1',
            'numChildren' => '0',
            'numInfants' => '0'
        ],
        'seatPublishedClass' => 'ECONOMY',
        'seqNo' => 'null',
        'sortFilter' => [
            'filterAirlines' => [],
            'filterArrive' => [],
            'filterDepart' => [],
            'filterTransit' => [],
            'selectedDeparture' => '',
            'sort' => 'null'
        ],
        'sourceAirportOrArea' => 'JKTA',
        'searchId' => 'null',
        'usePromoFinder' => 'false',
        'useDateFlow' => 'false'                    
    ],
    'fields' => []          
];  

$ch = curl_init($url);                                                                      
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);        
curl_setopt($ch, CURLOPT_AUTOREFERER, true);
curl_setopt($ch, CURLOPT_HEADER, false);
curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 1);
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, "POST");    
curl_setopt($ch, CURLOPT_POST, 1);      
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($params));                                                                                         
curl_setopt($ch, CURLOPT_REFERER, "https://www.traveloka.com/en/flight/fullsearch?ap=JKTA.DPS&dt=14-10-2017.NA&ps=1.0.0&sc=ECONOMY"); 
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true); 
curl_setopt($ch, CURLOPT_VERBOSE, true); 
curl_setopt($ch, CURLOPT_HTTPHEADER, array(                                                                          
    "Host: api.traveloka.com",          
    "Accept: application/json, text/javascript, */*; q=0.01",
    "Accept-Language: en-us,en;q=0.5",
    "X-Requested-With: XMLHttpRequest",         
    "Connection: keep-alive",
    "Pragma: no-cache",
    "Cache-Control: no-cache")                                                                       
);                

$result = curl_exec($ch);

print_r($result);

curl_close($ch);

其实我没有进行屏幕抓取，但我想抓取其json数据。我在浏览器中打开“网络”选项卡并查看XHR部分，然后我想从该XHR部分获取响应。那么怎么做以及我的代码出了什么问题？

Answer 1

您想要做的是称为网络报废，您可以使用大量工具来完成这项工作。现在，请访问： https://github.com/FriendsOfPHP/Goutte 或https://github.com/duzun/hQuery.php。

Answer 2

根据您使用以下代码提供的URL，您将得到的不是重定向链接：

使用正确的api替换链接和参数：

使用CURL的一般格式如下：

            $ch = curl_init();

           $params = urldecode('{"ap":"' . 'JKTA.DPS' . '","dt":"' . '14-10-2017.NA' . '","ps":"' . '1.0.0'. '","sc":"' . 'ECONOMY'. '"}');



            $url = 'https://www.traveloka.com/en/flight/fullsearch?JsonData=' . $params;
            curl_setopt($ch, CURLOPT_URL, $url);
            curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
            // curl_setopt($ch, CURLOPT_USERAGENT, "Mozilla/5.0");

            curl_setopt($ch, CURLOPT_HEADER, 0);

            // Should cURL return or print out the data? (true = return, false = print)
            curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);

            // Timeout in seconds
            curl_setopt($ch, CURLOPT_TIMEOUT, 10);

            // Download the given URL, and return output
            $output = curl_exec($ch);

            // Close the cURL resource, and free system resources
            curl_close($ch);

            if (!empty($output)) {
                $x = json_decode($output, true);
                        var_dump($x);   
                   }else{
                      return FALSE;
                   }

使用POST数据

2 个答案: