The function to fetch the original url (without shortener) failed if a linked file was too large.
This commit is contained in:
parent
a86c143e24
commit
aa6275356a
1 changed files with 25 additions and 13 deletions
|
@ -1159,13 +1159,8 @@ function original_url($url, $depth=1, $fetchbody = false) {
|
||||||
$siteinfo = array();
|
$siteinfo = array();
|
||||||
$ch = curl_init();
|
$ch = curl_init();
|
||||||
curl_setopt($ch, CURLOPT_URL, $url);
|
curl_setopt($ch, CURLOPT_URL, $url);
|
||||||
curl_setopt($ch, CURLOPT_HEADER, 1);
|
curl_setopt($ch, CURLOPT_HEADER, 1);
|
||||||
|
curl_setopt($ch, CURLOPT_NOBODY, 1);
|
||||||
if ($fetchbody)
|
|
||||||
curl_setopt($ch, CURLOPT_NOBODY, 0);
|
|
||||||
else
|
|
||||||
curl_setopt($ch, CURLOPT_NOBODY, 1);
|
|
||||||
|
|
||||||
curl_setopt($ch, CURLOPT_TIMEOUT, 10);
|
curl_setopt($ch, CURLOPT_TIMEOUT, 10);
|
||||||
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
|
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
|
||||||
curl_setopt($ch, CURLOPT_USERAGENT, $a->get_useragent());
|
curl_setopt($ch, CURLOPT_USERAGENT, $a->get_useragent());
|
||||||
|
@ -1183,16 +1178,33 @@ function original_url($url, $depth=1, $fetchbody = false) {
|
||||||
return(original_url($curl_info['location'], ++$depth, $fetchbody));
|
return(original_url($curl_info['location'], ++$depth, $fetchbody));
|
||||||
}
|
}
|
||||||
|
|
||||||
$pos = strpos($header, "\r\n\r\n");
|
// Check for redirects in the meta elements of the body if there are no redirects in the header.
|
||||||
|
if (!$fetchbody)
|
||||||
|
return(original_url($url, ++$depth, true));
|
||||||
|
|
||||||
if ($pos)
|
// if the file is too large then exit
|
||||||
$body = trim(substr($header, $pos));
|
if ($curl_info["download_content_length"] > 1000000)
|
||||||
else
|
return($url);
|
||||||
$body = $header;
|
|
||||||
|
// if it isn't a HTML file then exit
|
||||||
|
if (($curl_info["content_type"] != "") AND !strstr(strtolower($curl_info["content_type"]),"html"))
|
||||||
|
return($url);
|
||||||
|
|
||||||
|
$ch = curl_init();
|
||||||
|
curl_setopt($ch, CURLOPT_URL, $url);
|
||||||
|
curl_setopt($ch, CURLOPT_HEADER, 0);
|
||||||
|
curl_setopt($ch, CURLOPT_NOBODY, 0);
|
||||||
|
curl_setopt($ch, CURLOPT_TIMEOUT, 10);
|
||||||
|
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
|
||||||
|
curl_setopt($ch, CURLOPT_USERAGENT, $a->get_useragent());
|
||||||
|
|
||||||
|
$body = curl_exec($ch);
|
||||||
|
curl_close($ch);
|
||||||
|
|
||||||
if (trim($body) == "")
|
if (trim($body) == "")
|
||||||
return(original_url($url, ++$depth, true));
|
return($url);
|
||||||
|
|
||||||
|
// Check for redirect in meta elements
|
||||||
$doc = new DOMDocument();
|
$doc = new DOMDocument();
|
||||||
@$doc->loadHTML($body);
|
@$doc->loadHTML($body);
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue