2011-11-01 04:39:04 +01:00
< ? php
2015-12-25 23:17:34 +01:00
/**
* @ file include / socgraph . php
*
* @ todo Move GNU Social URL schemata ( http :// server . tld / user / number ) to http :// server . tld / username
* @ todo Fetch profile data from profile page for Redmatrix users
* @ todo Detect if it is a forum
*/
2011-11-01 04:39:04 +01:00
2011-11-01 04:54:24 +01:00
require_once ( 'include/datetime.php' );
2015-07-17 23:05:50 +02:00
require_once ( " include/Scrape.php " );
2015-07-18 22:26:06 +02:00
require_once ( " include/html2bbcode.php " );
2016-02-13 12:26:58 +01:00
require_once ( " include/Contact.php " );
2016-02-14 07:31:57 +01:00
require_once ( " include/Photo.php " );
2015-07-22 11:51:37 +02:00
2011-11-01 04:39:04 +01:00
/*
* poco_load
*
* Given a contact - id ( minimum ), load the PortableContacts friend list for that contact ,
* and add the entries to the gcontact ( Global Contact ) table , or update existing entries
* if anything ( name or photo ) has changed .
* We use normalised urls for comparison which ignore http vs https and www . domain vs domain
*
* Once the global contact is stored add ( if necessary ) the contact linkage which associates
* the given uid , cid to the global contact entry . There can be many uid / cid combinations
2015-01-08 07:59:20 +01:00
* pointing to the same global contact id .
2011-11-01 04:39:04 +01:00
*
*/
2015-01-08 07:59:20 +01:00
2011-11-01 04:39:04 +01:00
2012-05-01 10:16:47 +02:00
function poco_load ( $cid , $uid = 0 , $zcid = 0 , $url = null ) {
2015-02-04 19:49:43 +01:00
2011-11-01 04:39:04 +01:00
$a = get_app ();
2011-11-29 04:28:33 +01:00
if ( $cid ) {
if (( ! $url ) || ( ! $uid )) {
$r = q ( " select `poco`, `uid` from `contact` where `id` = %d limit 1 " ,
intval ( $cid )
);
if ( count ( $r )) {
$url = $r [ 0 ][ 'poco' ];
$uid = $r [ 0 ][ 'uid' ];
}
2011-11-01 04:39:04 +01:00
}
2011-11-29 04:28:33 +01:00
if ( ! $uid )
return ;
2011-11-01 04:39:04 +01:00
}
2011-11-29 04:28:33 +01:00
if ( ! $url )
2011-11-01 04:39:04 +01:00
return ;
2011-11-29 04:28:33 +01:00
2015-02-15 10:52:45 +01:00
$url = $url . (( $uid ) ? '/@me/@all?fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,generation' : '?fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,generation' ) ;
2011-11-29 04:28:33 +01:00
2011-12-19 09:40:00 +01:00
logger ( 'poco_load: ' . $url , LOGGER_DEBUG );
2011-12-15 22:52:52 +01:00
2011-12-19 09:40:00 +01:00
$s = fetch_url ( $url );
logger ( 'poco_load: returns ' . $s , LOGGER_DATA );
logger ( 'poco_load: return code: ' . $a -> get_curl_code (), LOGGER_DEBUG );
2011-11-01 04:39:04 +01:00
if (( $a -> get_curl_code () > 299 ) || ( ! $s ))
return ;
2011-12-19 09:40:00 +01:00
2011-11-01 04:39:04 +01:00
$j = json_decode ( $s );
2011-12-19 09:40:00 +01:00
logger ( 'poco_load: json: ' . print_r ( $j , true ), LOGGER_DATA );
2011-12-20 01:51:57 +01:00
if ( ! isset ( $j -> entry ))
return ;
2011-12-19 09:40:00 +01:00
$total = 0 ;
2011-11-01 04:39:04 +01:00
foreach ( $j -> entry as $entry ) {
2011-12-19 09:40:00 +01:00
$total ++ ;
2011-11-01 04:39:04 +01:00
$profile_url = '' ;
$profile_photo = '' ;
2011-12-18 09:50:17 +01:00
$connect_url = '' ;
2011-11-01 04:39:04 +01:00
$name = '' ;
2015-01-08 07:59:20 +01:00
$network = '' ;
2015-01-04 19:19:47 +01:00
$updated = '0000-00-00 00:00:00' ;
2015-01-25 02:29:46 +01:00
$location = '' ;
$about = '' ;
2015-01-25 13:19:37 +01:00
$keywords = '' ;
$gender = '' ;
2015-02-15 10:52:45 +01:00
$generation = 0 ;
2011-11-01 04:39:04 +01:00
$name = $entry -> displayName ;
2012-05-23 06:20:31 +02:00
if ( isset ( $entry -> urls )) {
foreach ( $entry -> urls as $url ) {
if ( $url -> type == 'profile' ) {
$profile_url = $url -> value ;
continue ;
}
if ( $url -> type == 'webfinger' ) {
$connect_url = str_replace ( 'acct:' , '' , $url -> value );
continue ;
}
2011-11-01 04:39:04 +01:00
}
2012-05-23 06:20:31 +02:00
}
2015-01-04 19:19:47 +01:00
if ( isset ( $entry -> photos )) {
2012-05-23 06:20:31 +02:00
foreach ( $entry -> photos as $photo ) {
if ( $photo -> type == 'profile' ) {
$profile_photo = $photo -> value ;
continue ;
}
2011-11-01 04:39:04 +01:00
}
}
2015-01-04 19:19:47 +01:00
if ( isset ( $entry -> updated ))
$updated = date ( " Y-m-d H:i:s " , strtotime ( $entry -> updated ));
2015-01-08 07:59:20 +01:00
if ( isset ( $entry -> network ))
$network = $entry -> network ;
2015-01-25 02:29:46 +01:00
if ( isset ( $entry -> currentLocation ))
$location = $entry -> currentLocation ;
if ( isset ( $entry -> aboutMe ))
2015-02-04 19:49:43 +01:00
$about = html2bbcode ( $entry -> aboutMe );
2015-01-25 02:29:46 +01:00
2015-01-25 13:19:37 +01:00
if ( isset ( $entry -> gender ))
$gender = $entry -> gender ;
2015-01-25 02:29:46 +01:00
2015-02-15 10:52:45 +01:00
if ( isset ( $entry -> generation ) AND ( $entry -> generation > 0 ))
$generation = ++ $entry -> generation ;
2015-01-25 13:19:37 +01:00
if ( isset ( $entry -> tags ))
2015-01-25 16:40:20 +01:00
foreach ( $entry -> tags as $tag )
$keywords = implode ( " , " , $tag );
2015-02-16 22:11:51 +01:00
// If you query a Friendica server for its profiles, the network has to be Friendica
2015-12-25 23:17:34 +01:00
/// TODO It could also be a Redmatrix server
2015-07-16 10:09:59 +02:00
//if ($uid == 0)
// $network = NETWORK_DFRN;
2015-02-16 22:11:51 +01:00
2015-02-15 10:52:45 +01:00
poco_check ( $profile_url , $name , $network , $profile_photo , $about , $location , $gender , $keywords , $connect_url , $updated , $generation , $cid , $uid , $zcid );
2015-01-26 01:07:15 +01:00
// Update the Friendica contacts. Diaspora is doing it via a message. (See include/diaspora.php)
2016-02-10 23:39:18 +01:00
// Deactivated because we now update Friendica contacts in dfrn.php
//if (($location != "") OR ($about != "") OR ($keywords != "") OR ($gender != ""))
// q("UPDATE `contact` SET `location` = '%s', `about` = '%s', `keywords` = '%s', `gender` = '%s'
// WHERE `nurl` = '%s' AND NOT `self` AND `network` = '%s'",
// dbesc($location),
// dbesc($about),
// dbesc($keywords),
// dbesc($gender),
// dbesc(normalise_link($profile_url)),
// dbesc(NETWORK_DFRN));
2011-11-01 04:39:04 +01:00
}
2011-12-19 09:40:00 +01:00
logger ( " poco_load: loaded $total entries " , LOGGER_DEBUG );
2011-11-01 04:39:04 +01:00
2015-01-05 08:03:29 +01:00
q ( " DELETE FROM `glink` WHERE `cid` = %d AND `uid` = %d AND `zcid` = %d AND `updated` < UTC_TIMESTAMP - INTERVAL 2 DAY " ,
2012-05-01 10:34:47 +02:00
intval ( $cid ),
intval ( $uid ),
intval ( $zcid )
);
2011-11-01 04:39:04 +01:00
2011-11-02 03:16:33 +01:00
}
2015-02-15 10:52:45 +01:00
function poco_check ( $profile_url , $name , $network , $profile_photo , $about , $location , $gender , $keywords , $connect_url , $updated , $generation , $cid = 0 , $uid = 0 , $zcid = 0 ) {
2015-02-16 22:11:51 +01:00
$a = get_app ();
2015-02-15 10:52:45 +01:00
// Generation:
// 0: No definition
// 1: Profiles on this server
// 2: Contacts of profiles on this server
// 3: Contacts of contacts of profiles on this server
// 4: ...
2015-01-06 07:23:11 +01:00
$gcid = " " ;
2015-01-25 00:19:59 +01:00
if ( $profile_url == " " )
return $gcid ;
2015-07-22 11:51:37 +02:00
$urlparts = parse_url ( $profile_url );
if ( ! isset ( $urlparts [ " scheme " ]))
return $gcid ;
2015-07-28 15:28:58 +02:00
if ( in_array ( $urlparts [ " host " ], array ( " www.facebook.com " , " facebook.com " , " twitter.com " ,
2015-07-22 11:51:37 +02:00
" identi.ca " , " alpha.app.net " )))
return $gcid ;
2015-02-16 22:11:51 +01:00
// Don't store the statusnet connector as network
// We can't simply set this to NETWORK_OSTATUS since the connector could have fetched posts from friendica as well
if ( $network == NETWORK_STATUSNET )
$network = " " ;
2016-04-21 07:24:00 +02:00
// Assure that there are no parameter fragments in the profile url
if ( in_array ( $network , array ( NETWORK_DFRN , NETWORK_DIASPORA , NETWORK_OSTATUS , " " )))
$profile_url = clean_contact_url ( $profile_url );
$alternate = poco_alternate_ostatus_url ( $profile_url );
$orig_updated = $updated ;
2015-02-16 22:11:51 +01:00
// The global contacts should contain the original picture, not the cached one
if (( $generation != 1 ) AND stristr ( normalise_link ( $profile_photo ), normalise_link ( $a -> get_baseurl () . " /photo/ " )))
$profile_photo = " " ;
$r = q ( " SELECT `network` FROM `contact` WHERE `nurl` = '%s' AND `network` != '' AND `network` != '%s' LIMIT 1 " ,
dbesc ( normalise_link ( $profile_url )), dbesc ( NETWORK_STATUSNET )
2015-02-15 10:52:45 +01:00
);
if ( count ( $r ))
$network = $r [ 0 ][ " network " ];
2015-02-16 22:11:51 +01:00
if (( $network == " " ) OR ( $network == NETWORK_OSTATUS )) {
$r = q ( " SELECT `network`, `url` FROM `contact` WHERE `alias` IN ('%s', '%s') AND `network` != '' AND `network` != '%s' LIMIT 1 " ,
dbesc ( $profile_url ), dbesc ( normalise_link ( $profile_url )), dbesc ( NETWORK_STATUSNET )
2015-02-15 10:52:45 +01:00
);
if ( count ( $r )) {
$network = $r [ 0 ][ " network " ];
2015-08-25 05:31:21 +02:00
//$profile_url = $r[0]["url"];
2015-02-15 10:52:45 +01:00
}
}
2015-01-26 01:07:15 +01:00
$x = q ( " SELECT * FROM `gcontact` WHERE `nurl` = '%s' LIMIT 1 " ,
dbesc ( normalise_link ( $profile_url ))
);
2015-07-17 01:08:28 +02:00
if ( count ( $x )) {
if (( $network == " " ) AND ( $x [ 0 ][ " network " ] != NETWORK_STATUSNET ))
$network = $x [ 0 ][ " network " ];
2015-07-17 08:58:42 +02:00
if ( $updated == " 0000-00-00 00:00:00 " )
2015-07-17 01:08:28 +02:00
$updated = $x [ 0 ][ " updated " ];
2015-07-21 00:05:44 +02:00
$created = $x [ 0 ][ " created " ];
2015-07-18 20:15:21 +02:00
$server_url = $x [ 0 ][ " server_url " ];
2015-07-21 00:05:44 +02:00
$nick = $x [ 0 ][ " nick " ];
2015-11-05 08:37:00 +01:00
$addr = $x [ 0 ][ " addr " ];
2016-01-07 23:43:16 +01:00
$alias = $x [ 0 ][ " alias " ];
$notify = $x [ 0 ][ " notify " ];
2015-07-17 01:08:28 +02:00
} else {
2015-07-21 00:05:44 +02:00
$created = " 0000-00-00 00:00:00 " ;
2015-07-18 20:15:21 +02:00
$server_url = " " ;
2015-07-21 00:05:44 +02:00
$urlparts = parse_url ( $profile_url );
$nick = end ( explode ( " / " , $urlparts [ " path " ]));
2015-11-05 08:37:00 +01:00
$addr = " " ;
2016-01-07 23:43:16 +01:00
$alias = " " ;
$notify = " " ;
2015-07-17 01:08:28 +02:00
}
2015-01-26 01:07:15 +01:00
2015-11-05 10:55:00 +01:00
if ((( $network == " " ) OR ( $name == " " ) OR ( $addr == " " ) OR ( $profile_photo == " " ) OR ( $server_url == " " ) OR $alternate )
2015-09-11 20:46:55 +02:00
AND poco_reachable ( $profile_url , $server_url , $network , false )) {
2015-02-16 22:11:51 +01:00
$data = probe_url ( $profile_url );
2015-07-25 19:59:27 +02:00
2015-08-24 18:36:13 +02:00
$orig_profile = $profile_url ;
2015-01-25 00:19:59 +01:00
$network = $data [ " network " ];
$name = $data [ " name " ];
2015-07-21 00:05:44 +02:00
$nick = $data [ " nick " ];
2015-11-05 08:37:00 +01:00
$addr = $data [ " addr " ];
2016-01-07 23:43:16 +01:00
$alias = $data [ " alias " ];
$notify = $data [ " notify " ];
2015-02-16 22:11:51 +01:00
$profile_url = $data [ " url " ];
2015-01-25 00:19:59 +01:00
$profile_photo = $data [ " photo " ];
2015-07-18 20:15:21 +02:00
$server_url = $data [ " baseurl " ];
2015-08-24 16:35:05 +02:00
2015-08-24 18:36:13 +02:00
if ( $alternate AND ( $network == NETWORK_OSTATUS )) {
// Delete the old entry - if it exists
$r = q ( " SELECT `id` FROM `gcontact` WHERE `nurl` = '%s' " , dbesc ( normalise_link ( $orig_profile )));
if ( $r ) {
q ( " DELETE FROM `gcontact` WHERE `nurl` = '%s' " , dbesc ( normalise_link ( $orig_profile )));
q ( " DELETE FROM `glink` WHERE `gcid` = %d " , intval ( $r [ 0 ][ " id " ]));
}
// possibly create a new entry
2015-08-24 16:35:05 +02:00
poco_check ( $profile_url , $name , $network , $profile_photo , $about , $location , $gender , $keywords , $connect_url , $updated , $generation , $cid , $uid , $zcid );
2015-08-24 18:36:13 +02:00
}
2015-01-25 00:19:59 +01:00
}
2015-08-24 16:35:05 +02:00
if ( $alternate AND ( $network == NETWORK_OSTATUS ))
return $gcid ;
2015-01-26 01:07:15 +01:00
if ( count ( $x ) AND ( $x [ 0 ][ " network " ] == " " ) AND ( $network != " " )) {
q ( " UPDATE `gcontact` SET `network` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( $network ),
dbesc ( normalise_link ( $profile_url ))
);
}
2015-01-25 00:19:59 +01:00
if (( $name == " " ) OR ( $profile_photo == " " ))
2015-01-06 07:23:11 +01:00
return $gcid ;
2015-02-16 22:11:51 +01:00
if ( ! in_array ( $network , array ( NETWORK_DFRN , NETWORK_OSTATUS , NETWORK_DIASPORA )))
2015-01-26 01:07:15 +01:00
return $gcid ;
2015-01-06 07:23:11 +01:00
2015-02-15 10:52:45 +01:00
logger ( " profile-check generation: " . $generation . " Network: " . $network . " URL: " . $profile_url . " name: " . $name . " avatar: " . $profile_photo , LOGGER_DEBUG );
2015-01-06 07:23:11 +01:00
2015-07-19 21:29:24 +02:00
poco_check_server ( $server_url , $network );
2016-01-23 22:36:15 +01:00
$gcontact = array ( " url " => $profile_url ,
" addr " => $addr ,
" alias " => $alias ,
" name " => $name ,
" network " => $network ,
" p hoto " => $profile_photo ,
" about " => $about ,
" location " => $location ,
" gender " => $gender ,
" keywords " => $keywords ,
" server_url " => $server_url ,
" connect " => $connect_url ,
" notify " => $notify ,
" updated " => $updated ,
" generation " => $generation );
$gcid = update_gcontact ( $gcontact );
if ( ! $gcid )
2015-01-06 08:16:15 +01:00
return $gcid ;
$r = q ( " SELECT * FROM `glink` WHERE `cid` = %d AND `uid` = %d AND `gcid` = %d AND `zcid` = %d LIMIT 1 " ,
intval ( $cid ),
intval ( $uid ),
intval ( $gcid ),
intval ( $zcid )
);
if ( ! count ( $r )) {
q ( " INSERT INTO `glink` (`cid`,`uid`,`gcid`,`zcid`, `updated`) VALUES (%d,%d,%d,%d, '%s') " ,
intval ( $cid ),
intval ( $uid ),
intval ( $gcid ),
intval ( $zcid ),
dbesc ( datetime_convert ())
);
} else {
q ( " UPDATE `glink` SET `updated` = '%s' WHERE `cid` = %d AND `uid` = %d AND `gcid` = %d AND `zcid` = %d " ,
dbesc ( datetime_convert ()),
intval ( $cid ),
intval ( $uid ),
intval ( $gcid ),
intval ( $zcid )
);
}
2015-01-06 07:23:11 +01:00
return $gcid ;
}
2011-11-02 03:16:33 +01:00
2015-07-25 20:10:42 +02:00
function poco_reachable ( $profile , $server = " " , $network = " " , $force = false ) {
2015-07-22 11:51:37 +02:00
if ( $server == " " )
$server = poco_detect_server ( $profile );
if ( $server == " " )
return true ;
2015-07-25 20:10:42 +02:00
return poco_check_server ( $server , $network , $force );
2015-07-22 11:51:37 +02:00
}
function poco_detect_server ( $profile ) {
// Try to detect the server path based upon some known standard paths
$server_url = " " ;
if ( $server_url == " " ) {
$friendica = preg_replace ( " =(https?://)(.*)/profile/(.*)=ism " , " $ 1 $ 2 " , $profile );
if ( $friendica != $profile ) {
$server_url = $friendica ;
$network = NETWORK_DFRN ;
}
}
if ( $server_url == " " ) {
$diaspora = preg_replace ( " =(https?://)(.*)/u/(.*)=ism " , " $ 1 $ 2 " , $profile );
if ( $diaspora != $profile ) {
$server_url = $diaspora ;
$network = NETWORK_DIASPORA ;
}
}
if ( $server_url == " " ) {
$red = preg_replace ( " =(https?://)(.*)/channel/(.*)=ism " , " $ 1 $ 2 " , $profile );
if ( $red != $profile ) {
$server_url = $red ;
$network = NETWORK_DIASPORA ;
}
}
return $server_url ;
}
2015-08-24 16:35:05 +02:00
function poco_alternate_ostatus_url ( $url ) {
return ( preg_match ( " =https?://.+/user/ \ d+=ism " , $url , $matches ));
}
2015-07-27 08:14:04 +02:00
function poco_last_updated ( $profile , $force = false ) {
2015-07-19 21:29:24 +02:00
$gcontacts = q ( " SELECT * FROM `gcontact` WHERE `nurl` = '%s' " ,
dbesc ( normalise_link ( $profile )));
2015-07-21 00:05:44 +02:00
if ( $gcontacts [ 0 ][ " created " ] == " 0000-00-00 00:00:00 " )
q ( " UPDATE `gcontact` SET `created` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( datetime_convert ()), dbesc ( normalise_link ( $profile )));
2015-07-19 21:29:24 +02:00
2015-07-23 10:28:40 +02:00
if ( $gcontacts [ 0 ][ " server_url " ] != " " )
$server_url = $gcontacts [ 0 ][ " server_url " ];
else
$server_url = poco_detect_server ( $profile );
2016-04-23 10:46:16 +02:00
if ( ! in_array ( $gcontacts [ 0 ][ " network " ], array ( NETWORK_DFRN , NETWORK_DIASPORA , NETWORK_FEED , NETWORK_OSTATUS , " " ))) {
logger ( " Profile " . $profile . " : Network type " . $gcontacts [ 0 ][ " network " ] . " can't be checked " , LOGGER_DEBUG );
return false ;
}
2015-07-28 15:28:58 +02:00
if ( $server_url != " " ) {
2015-07-28 18:26:30 +02:00
if ( ! poco_check_server ( $server_url , $gcontacts [ 0 ][ " network " ], $force )) {
if ( $force )
q ( " UPDATE `gcontact` SET `last_failure` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( datetime_convert ()), dbesc ( normalise_link ( $profile )));
2016-04-23 10:46:16 +02:00
logger ( " Profile " . $profile . " : Server " . $server_url . " wasn't reachable. " , LOGGER_DEBUG );
2015-07-19 21:29:24 +02:00
return false ;
2015-07-28 18:26:30 +02:00
}
2015-07-21 00:05:44 +02:00
2015-07-28 15:28:58 +02:00
q ( " UPDATE `gcontact` SET `server_url` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( $server_url ), dbesc ( normalise_link ( $profile )));
}
if ( in_array ( $gcontacts [ 0 ][ " network " ], array ( " " , NETWORK_FEED ))) {
$server = q ( " SELECT `network` FROM `gserver` WHERE `nurl` = '%s' AND `network` != '' " ,
dbesc ( normalise_link ( $server_url )));
if ( $server )
q ( " UPDATE `gcontact` SET `network` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( $server [ 0 ][ " network " ]), dbesc ( normalise_link ( $profile )));
else
2016-04-23 10:46:16 +02:00
return false ;
2015-07-28 15:28:58 +02:00
}
2015-07-21 00:05:44 +02:00
// noscrape is really fast so we don't cache the call.
if (( $gcontacts [ 0 ][ " server_url " ] != " " ) AND ( $gcontacts [ 0 ][ " nick " ] != " " )) {
// Use noscrape if possible
2016-02-13 12:26:58 +01:00
$server = q ( " SELECT `noscrape`, `network` FROM `gserver` WHERE `nurl` = '%s' AND `noscrape` != '' " , dbesc ( normalise_link ( $gcontacts [ 0 ][ " server_url " ])));
2015-07-21 00:05:44 +02:00
if ( $server ) {
$noscraperet = z_fetch_url ( $server [ 0 ][ " noscrape " ] . " / " . $gcontacts [ 0 ][ " nick " ]);
2015-07-30 16:30:18 +02:00
if ( $noscraperet [ " success " ] AND ( $noscraperet [ " body " ] != " " )) {
2015-08-24 14:23:30 +02:00
2015-07-21 00:05:44 +02:00
$noscrape = json_decode ( $noscraperet [ " body " ], true );
2016-02-18 07:41:08 +01:00
if ( is_array ( $noscrape )) {
$contact = array ( " url " => $profile ,
" network " => $server [ 0 ][ " network " ],
" generation " => $gcontacts [ 0 ][ " generation " ]);
2016-05-04 23:50:31 +02:00
if ( isset ( $noscrape [ " fn " ]))
$contact [ " name " ] = $noscrape [ " fn " ];
if ( isset ( $noscrape [ " comm " ]))
$contact [ " community " ] = $noscrape [ " comm " ];
2016-02-18 07:41:08 +01:00
if ( isset ( $noscrape [ " tags " ])) {
$keywords = implode ( " " , $noscrape [ " tags " ]);
if ( $keywords != " " )
$contact [ " keywords " ] = $keywords ;
}
$location = formatted_location ( $noscrape );
if ( $location )
$contact [ " location " ] = $location ;
2016-05-04 23:50:31 +02:00
if ( isset ( $noscrape [ " dfrn-notify " ]))
$contact [ " notify " ] = $noscrape [ " dfrn-notify " ];
2016-02-18 07:41:08 +01:00
// Remove all fields that are not present in the gcontact table
unset ( $noscrape [ " fn " ]);
unset ( $noscrape [ " key " ]);
unset ( $noscrape [ " homepage " ]);
unset ( $noscrape [ " comm " ]);
unset ( $noscrape [ " tags " ]);
unset ( $noscrape [ " locality " ]);
unset ( $noscrape [ " region " ]);
unset ( $noscrape [ " country-name " ]);
unset ( $noscrape [ " contacts " ]);
unset ( $noscrape [ " dfrn-request " ]);
unset ( $noscrape [ " dfrn-confirm " ]);
unset ( $noscrape [ " dfrn-notify " ]);
unset ( $noscrape [ " dfrn-poll " ]);
2016-04-23 10:46:16 +02:00
// Set the date of the last contact
/// @todo By now the function "update_gcontact" doesn't work with this field
//$contact["last_contact"] = datetime_convert();
2016-02-18 07:41:08 +01:00
$contact = array_merge ( $contact , $noscrape );
update_gcontact ( $contact );
2016-04-23 10:46:16 +02:00
if ( trim ( $noscrape [ " updated " ]) != " " ) {
q ( " UPDATE `gcontact` SET `last_contact` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( datetime_convert ()), dbesc ( normalise_link ( $profile )));
logger ( " Profile " . $profile . " was last updated at " . $noscrape [ " updated " ] . " (noscrape) " , LOGGER_DEBUG );
return $noscrape [ " updated " ];
}
2015-07-21 00:05:44 +02:00
}
}
}
2015-07-19 21:29:24 +02:00
}
2015-07-21 00:05:44 +02:00
// If we only can poll the feed, then we only do this once a while
2016-04-23 10:46:16 +02:00
if ( ! $force AND ! poco_do_update ( $gcontacts [ 0 ][ " created " ], $gcontacts [ 0 ][ " updated " ], $gcontacts [ 0 ][ " last_failure " ], $gcontacts [ 0 ][ " last_contact " ])) {
logger ( " Profile " . $profile . " was last updated at " . $gcontacts [ 0 ][ " updated " ] . " (cached) " , LOGGER_DEBUG );
2015-07-22 11:51:37 +02:00
return $gcontacts [ 0 ][ " updated " ];
2016-04-23 10:46:16 +02:00
}
2015-07-21 00:05:44 +02:00
2015-07-17 01:08:28 +02:00
$data = probe_url ( $profile );
2015-08-24 14:23:30 +02:00
// Is the profile link the alternate OStatus link notation? (http://domain.tld/user/4711)
2015-08-24 16:35:05 +02:00
// Then check the other link and delete this one
if (( $data [ " network " ] == NETWORK_OSTATUS ) AND poco_alternate_ostatus_url ( $profile ) AND
2015-08-24 14:23:30 +02:00
( normalise_link ( $profile ) == normalise_link ( $data [ " alias " ])) AND
( normalise_link ( $profile ) != normalise_link ( $data [ " url " ]))) {
2015-08-24 16:35:05 +02:00
// Delete the old entry
q ( " DELETE FROM `gcontact` WHERE `nurl` = '%s' " , dbesc ( normalise_link ( $profile )));
q ( " DELETE FROM `glink` WHERE `gcid` = %d " , intval ( $gcontacts [ 0 ][ " id " ]));
2015-08-24 14:23:30 +02:00
poco_check ( $data [ " url " ], $data [ " name " ], $data [ " network " ], $data [ " photo " ], $gcontacts [ 0 ][ " about " ], $gcontacts [ 0 ][ " location " ],
$gcontacts [ 0 ][ " gender " ], $gcontacts [ 0 ][ " keywords " ], $data [ " addr " ], $gcontacts [ 0 ][ " updated " ], $gcontacts [ 0 ][ " generation " ]);
2015-08-24 16:35:05 +02:00
poco_last_updated ( $data [ " url " ], $force );
2015-08-24 14:23:30 +02:00
2016-04-23 10:46:16 +02:00
logger ( " Profile " . $profile . " was deleted " , LOGGER_DEBUG );
2015-08-24 14:23:30 +02:00
return false ;
}
2015-10-04 00:28:15 +02:00
if (( $data [ " poll " ] == " " ) OR ( in_array ( $data [ " network " ], array ( NETWORK_FEED , NETWORK_PHANTOM )))) {
2015-07-19 21:29:24 +02:00
q ( " UPDATE `gcontact` SET `last_failure` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( datetime_convert ()), dbesc ( normalise_link ( $profile )));
2016-04-23 10:46:16 +02:00
logger ( " Profile " . $profile . " wasn't reachable (profile) " , LOGGER_DEBUG );
2015-07-17 01:08:28 +02:00
return false ;
2015-07-19 21:29:24 +02:00
}
2016-02-13 12:26:58 +01:00
$contact = array ( " generation " => $gcontacts [ 0 ][ " generation " ]);
2015-07-19 21:29:24 +02:00
2016-02-13 12:26:58 +01:00
$contact = array_merge ( $contact , $data );
2015-07-21 00:05:44 +02:00
2016-02-13 12:26:58 +01:00
$contact [ " server_url " ] = $data [ " baseurl " ];
2015-07-19 21:29:24 +02:00
2016-02-13 12:26:58 +01:00
unset ( $contact [ " batch " ]);
unset ( $contact [ " poll " ]);
unset ( $contact [ " request " ]);
unset ( $contact [ " confirm " ]);
unset ( $contact [ " poco " ]);
unset ( $contact [ " priority " ]);
unset ( $contact [ " pubkey " ]);
unset ( $contact [ " baseurl " ]);
2015-07-19 21:29:24 +02:00
2016-02-13 12:26:58 +01:00
update_gcontact ( $contact );
2015-07-19 21:29:24 +02:00
2015-07-17 01:08:28 +02:00
$feedret = z_fetch_url ( $data [ " poll " ]);
2015-07-19 21:29:24 +02:00
if ( ! $feedret [ " success " ]) {
q ( " UPDATE `gcontact` SET `last_failure` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( datetime_convert ()), dbesc ( normalise_link ( $profile )));
2016-04-23 10:46:16 +02:00
logger ( " Profile " . $profile . " wasn't reachable (no feed) " , LOGGER_DEBUG );
2015-07-17 01:08:28 +02:00
return false ;
2015-07-19 21:29:24 +02:00
}
2015-07-17 01:08:28 +02:00
$doc = new DOMDocument ();
@ $doc -> loadXML ( $feedret [ " body " ]);
$xpath = new DomXPath ( $doc );
$xpath -> registerNamespace ( 'atom' , " http://www.w3.org/2005/Atom " );
$entries = $xpath -> query ( '/atom:feed/atom:entry' );
$last_updated = " " ;
foreach ( $entries AS $entry ) {
$published = $xpath -> query ( 'atom:published/text()' , $entry ) -> item ( 0 ) -> nodeValue ;
$updated = $xpath -> query ( 'atom:updated/text()' , $entry ) -> item ( 0 ) -> nodeValue ;
if ( $last_updated < $published )
$last_updated = $published ;
if ( $last_updated < $updated )
$last_updated = $updated ;
}
// Maybe there aren't any entries. Then check if it is a valid feed
if ( $last_updated == " " )
if ( $xpath -> query ( '/atom:feed' ) -> length > 0 )
$last_updated = " 0000-00-00 00:00:00 " ;
2015-07-19 21:29:24 +02:00
q ( " UPDATE `gcontact` SET `updated` = '%s', `last_contact` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( $last_updated ), dbesc ( datetime_convert ()), dbesc ( normalise_link ( $profile )));
2015-07-20 00:14:14 +02:00
if (( $gcontacts [ 0 ][ " generation " ] == 0 ))
q ( " UPDATE `gcontact` SET `generation` = 9 WHERE `nurl` = '%s' " ,
dbesc ( normalise_link ( $profile )));
2016-04-23 10:46:16 +02:00
logger ( " Profile " . $profile . " was last updated at " . $last_updated , LOGGER_DEBUG );
2015-07-17 01:08:28 +02:00
return ( $last_updated );
}
2015-07-21 00:05:44 +02:00
function poco_do_update ( $created , $updated , $last_failure , $last_contact ) {
2015-07-17 01:08:28 +02:00
$now = strtotime ( datetime_convert ());
if ( $updated > $last_contact )
$contact_time = strtotime ( $updated );
else
$contact_time = strtotime ( $last_contact );
$failure_time = strtotime ( $last_failure );
2015-07-21 00:05:44 +02:00
$created_time = strtotime ( $created );
// If there is no "created" time then use the current time
if ( $created_time <= 0 )
$created_time = $now ;
2015-07-17 01:08:28 +02:00
// If the last contact was less than 24 hours then don't update
if (( $now - $contact_time ) < ( 60 * 60 * 24 ))
return false ;
// If the last failure was less than 24 hours then don't update
if (( $now - $failure_time ) < ( 60 * 60 * 24 ))
return false ;
// If the last contact was less than a week ago and the last failure is older than a week then don't update
2015-07-24 07:23:57 +02:00
//if ((($now - $contact_time) < (60 * 60 * 24 * 7)) AND ($contact_time > $failure_time))
// return false;
2015-07-17 01:08:28 +02:00
2015-07-21 00:05:44 +02:00
// If the last contact time was more than a week ago and the contact was created more than a week ago, then only try once a week
if ((( $now - $contact_time ) > ( 60 * 60 * 24 * 7 )) AND (( $now - $created_time ) > ( 60 * 60 * 24 * 7 )) AND (( $now - $failure_time ) < ( 60 * 60 * 24 * 7 )))
2015-07-17 01:08:28 +02:00
return false ;
2015-07-21 00:05:44 +02:00
// If the last contact time was more than a month ago and the contact was created more than a month ago, then only try once a month
if ((( $now - $contact_time ) > ( 60 * 60 * 24 * 30 )) AND (( $now - $created_time ) > ( 60 * 60 * 24 * 30 )) AND (( $now - $failure_time ) < ( 60 * 60 * 24 * 30 )))
2015-07-17 01:08:28 +02:00
return false ;
return true ;
}
2015-07-18 20:15:21 +02:00
function poco_to_boolean ( $val ) {
2015-07-18 22:26:06 +02:00
if (( $val == " true " ) OR ( $val == 1 ))
return ( true );
if (( $val == " false " ) OR ( $val == 0 ))
return ( false );
2015-07-18 20:15:21 +02:00
2015-07-18 22:26:06 +02:00
return ( $val );
2015-07-18 20:15:21 +02:00
}
2015-07-22 11:51:37 +02:00
function poco_check_server ( $server_url , $network = " " , $force = false ) {
2015-07-18 20:15:21 +02:00
2016-01-19 15:12:18 +01:00
// Unify the server address
$server_url = trim ( $server_url , " / " );
$server_url = str_replace ( " /index.php " , " " , $server_url );
2015-07-18 20:15:21 +02:00
if ( $server_url == " " )
2015-07-19 21:29:24 +02:00
return false ;
2015-07-18 20:15:21 +02:00
$servers = q ( " SELECT * FROM `gserver` WHERE `nurl` = '%s' " , dbesc ( normalise_link ( $server_url )));
if ( $servers ) {
2015-07-21 00:05:44 +02:00
if ( $servers [ 0 ][ " created " ] == " 0000-00-00 00:00:00 " )
q ( " UPDATE `gserver` SET `created` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( datetime_convert ()), dbesc ( normalise_link ( $server_url )));
2015-07-18 20:15:21 +02:00
$poco = $servers [ 0 ][ " poco " ];
$noscrape = $servers [ 0 ][ " noscrape " ];
if ( $network == " " )
$network = $servers [ 0 ][ " network " ];
$last_contact = $servers [ 0 ][ " last_contact " ];
$last_failure = $servers [ 0 ][ " last_failure " ];
$version = $servers [ 0 ][ " version " ];
$platform = $servers [ 0 ][ " platform " ];
$site_name = $servers [ 0 ][ " site_name " ];
$info = $servers [ 0 ][ " info " ];
$register_policy = $servers [ 0 ][ " register_policy " ];
2015-07-22 11:51:37 +02:00
if ( ! $force AND ! poco_do_update ( $servers [ 0 ][ " created " ], " " , $last_failure , $last_contact )) {
logger ( " Use cached data for server " . $server_url , LOGGER_DEBUG );
2015-07-19 21:29:24 +02:00
return ( $last_contact >= $last_failure );
2015-07-22 11:51:37 +02:00
}
2015-07-18 20:15:21 +02:00
} else {
$poco = " " ;
$noscrape = " " ;
$version = " " ;
$platform = " " ;
$site_name = " " ;
$info = " " ;
$register_policy = - 1 ;
$last_contact = " 0000-00-00 00:00:00 " ;
$last_failure = " 0000-00-00 00:00:00 " ;
}
2015-08-25 05:31:21 +02:00
logger ( " Server " . $server_url . " is outdated or unknown. Start discovery. Force: " . $force . " Created: " . $servers [ 0 ][ " created " ] . " Failure: " . $last_failure . " Contact: " . $last_contact , LOGGER_DEBUG );
2015-07-18 20:15:21 +02:00
$failure = false ;
$orig_last_failure = $last_failure ;
// Check if the page is accessible via SSL.
$server_url = str_replace ( " http:// " , " https:// " , $server_url );
$serverret = z_fetch_url ( $server_url . " /.well-known/host-meta " );
// Maybe the page is unencrypted only?
$xmlobj = @ simplexml_load_string ( $serverret [ " body " ], 'SimpleXMLElement' , 0 , " http://docs.oasis-open.org/ns/xri/xrd-1.0 " );
if ( ! $serverret [ " success " ] OR ( $serverret [ " body " ] == " " ) OR ( @ sizeof ( $xmlobj ) == 0 ) OR ! is_object ( $xmlobj )) {
$server_url = str_replace ( " https:// " , " http:// " , $server_url );
$serverret = z_fetch_url ( $server_url . " /.well-known/host-meta " );
$xmlobj = @ simplexml_load_string ( $serverret [ " body " ], 'SimpleXMLElement' , 0 , " http://docs.oasis-open.org/ns/xri/xrd-1.0 " );
}
if ( ! $serverret [ " success " ] OR ( $serverret [ " body " ] == " " ) OR ( sizeof ( $xmlobj ) == 0 ) OR ! is_object ( $xmlobj )) {
2015-10-24 20:41:21 +02:00
// Workaround for bad configured servers (known nginx problem)
if ( $serverret [ " debug " ][ " http_code " ] != " 403 " ) {
$last_failure = datetime_convert ();
$failure = true ;
}
2015-07-18 20:15:21 +02:00
} elseif ( $network == NETWORK_DIASPORA )
$last_contact = datetime_convert ();
2015-07-23 00:32:41 +02:00
if ( ! $failure ) {
// Test for Diaspora
$serverret = z_fetch_url ( $server_url );
2016-01-21 03:21:33 +01:00
if ( ! $serverret [ " success " ] OR ( $serverret [ " body " ] == " " ))
$failure = true ;
else {
$lines = explode ( " \n " , $serverret [ " header " ]);
if ( count ( $lines ))
foreach ( $lines as $line ) {
$line = trim ( $line );
if ( stristr ( $line , 'X-Diaspora-Version:' )) {
$platform = " Diaspora " ;
$version = trim ( str_replace ( " X-Diaspora-Version: " , " " , $line ));
$version = trim ( str_replace ( " x-diaspora-version: " , " " , $version ));
$network = NETWORK_DIASPORA ;
$versionparts = explode ( " - " , $version );
$version = $versionparts [ 0 ];
}
2015-07-23 00:32:41 +02:00
}
2016-01-21 03:21:33 +01:00
}
2015-07-23 00:32:41 +02:00
}
2015-07-18 20:15:21 +02:00
if ( ! $failure ) {
// Test for Statusnet
// Will also return data for Friendica and GNU Social - but it will be overwritten later
// The "not implemented" is a special treatment for really, really old Friendica versions
$serverret = z_fetch_url ( $server_url . " /api/statusnet/version.json " );
2016-02-19 07:30:28 +01:00
if ( $serverret [ " success " ] AND ( $serverret [ " body " ] != '{"error":"not implemented"}' ) AND
( $serverret [ " body " ] != '' ) AND ( strlen ( $serverret [ " body " ]) < 30 )) {
2015-07-18 20:15:21 +02:00
$platform = " StatusNet " ;
$version = trim ( $serverret [ " body " ], '"' );
$network = NETWORK_OSTATUS ;
}
// Test for GNU Social
$serverret = z_fetch_url ( $server_url . " /api/gnusocial/version.json " );
2016-02-19 07:30:28 +01:00
if ( $serverret [ " success " ] AND ( $serverret [ " body " ] != '{"error":"not implemented"}' ) AND
( $serverret [ " body " ] != '' ) AND ( strlen ( $serverret [ " body " ]) < 30 )) {
2015-07-18 20:15:21 +02:00
$platform = " GNU Social " ;
$version = trim ( $serverret [ " body " ], '"' );
$network = NETWORK_OSTATUS ;
}
$serverret = z_fetch_url ( $server_url . " /api/statusnet/config.json " );
if ( $serverret [ " success " ]) {
$data = json_decode ( $serverret [ " body " ]);
if ( isset ( $data -> site -> server )) {
$last_contact = datetime_convert ();
2015-07-20 00:14:14 +02:00
if ( isset ( $data -> site -> hubzilla )) {
$platform = $data -> site -> hubzilla -> PLATFORM_NAME ;
$version = $data -> site -> hubzilla -> RED_VERSION ;
2015-07-21 00:05:44 +02:00
$network = NETWORK_DIASPORA ;
2015-07-20 00:14:14 +02:00
}
2015-07-18 20:15:21 +02:00
if ( isset ( $data -> site -> redmatrix )) {
if ( isset ( $data -> site -> redmatrix -> PLATFORM_NAME ))
$platform = $data -> site -> redmatrix -> PLATFORM_NAME ;
elseif ( isset ( $data -> site -> redmatrix -> RED_PLATFORM ))
$platform = $data -> site -> redmatrix -> RED_PLATFORM ;
$version = $data -> site -> redmatrix -> RED_VERSION ;
$network = NETWORK_DIASPORA ;
}
if ( isset ( $data -> site -> friendica )) {
$platform = $data -> site -> friendica -> FRIENDICA_PLATFORM ;
$version = $data -> site -> friendica -> FRIENDICA_VERSION ;
$network = NETWORK_DFRN ;
}
$site_name = $data -> site -> name ;
$data -> site -> closed = poco_to_boolean ( $data -> site -> closed );
$data -> site -> private = poco_to_boolean ( $data -> site -> private );
$data -> site -> inviteonly = poco_to_boolean ( $data -> site -> inviteonly );
if ( ! $data -> site -> closed AND ! $data -> site -> private and $data -> site -> inviteonly )
$register_policy = REGISTER_APPROVE ;
elseif ( ! $data -> site -> closed AND ! $data -> site -> private )
$register_policy = REGISTER_OPEN ;
else
$register_policy = REGISTER_CLOSED ;
}
}
}
// Query statistics.json. Optional package for Diaspora, Friendica and Redmatrix
if ( ! $failure ) {
$serverret = z_fetch_url ( $server_url . " /statistics.json " );
if ( $serverret [ " success " ]) {
$data = json_decode ( $serverret [ " body " ]);
if ( $version == " " )
$version = $data -> version ;
$site_name = $data -> name ;
if ( isset ( $data -> network ) AND ( $platform == " " ))
$platform = $data -> network ;
2015-07-23 00:32:41 +02:00
if ( $platform == " Diaspora " )
$network = NETWORK_DIASPORA ;
2015-07-18 20:15:21 +02:00
if ( $data -> registrations_open )
$register_policy = REGISTER_OPEN ;
else
$register_policy = REGISTER_CLOSED ;
if ( isset ( $data -> version ))
$last_contact = datetime_convert ();
}
}
// Check for noscrape
// Friendica servers could be detected as OStatus servers
if ( ! $failure AND in_array ( $network , array ( NETWORK_DFRN , NETWORK_OSTATUS ))) {
$serverret = z_fetch_url ( $server_url . " /friendica/json " );
2015-07-23 00:32:41 +02:00
if ( ! $serverret [ " success " ])
$serverret = z_fetch_url ( $server_url . " /friendika/json " );
2015-07-18 20:15:21 +02:00
if ( $serverret [ " success " ]) {
$data = json_decode ( $serverret [ " body " ]);
if ( isset ( $data -> version )) {
$last_contact = datetime_convert ();
$network = NETWORK_DFRN ;
$noscrape = $data -> no_scrape_url ;
$version = $data -> version ;
$site_name = $data -> site_name ;
$info = $data -> info ;
$register_policy_str = $data -> register_policy ;
$platform = $data -> platform ;
switch ( $register_policy_str ) {
case " REGISTER_CLOSED " :
$register_policy = REGISTER_CLOSED ;
break ;
case " REGISTER_APPROVE " :
$register_policy = REGISTER_APPROVE ;
break ;
case " REGISTER_OPEN " :
$register_policy = REGISTER_OPEN ;
break ;
}
}
}
}
// Look for poco
if ( ! $failure ) {
$serverret = z_fetch_url ( $server_url . " /poco " );
if ( $serverret [ " success " ]) {
$data = json_decode ( $serverret [ " body " ]);
if ( isset ( $data -> totalResults )) {
$poco = $server_url . " /poco " ;
$last_contact = datetime_convert ();
}
}
}
2015-07-22 11:51:37 +02:00
// Check again if the server exists
$servers = q ( " SELECT `nurl` FROM `gserver` WHERE `nurl` = '%s' " , dbesc ( normalise_link ( $server_url )));
2016-02-19 07:30:28 +01:00
$version = strip_tags ( $version );
$site_name = strip_tags ( $site_name );
$info = strip_tags ( $info );
$platform = strip_tags ( $platform );
2015-07-18 20:15:21 +02:00
if ( $servers )
q ( " UPDATE `gserver` SET `url` = '%s', `version` = '%s', `site_name` = '%s', `info` = '%s', `register_policy` = %d, `poco` = '%s', `noscrape` = '%s',
`network` = '%s' , `platform` = '%s' , `last_contact` = '%s' , `last_failure` = '%s' WHERE `nurl` = '%s' " ,
dbesc ( $server_url ),
dbesc ( $version ),
dbesc ( $site_name ),
dbesc ( $info ),
intval ( $register_policy ),
dbesc ( $poco ),
dbesc ( $noscrape ),
dbesc ( $network ),
dbesc ( $platform ),
dbesc ( $last_contact ),
dbesc ( $last_failure ),
dbesc ( normalise_link ( $server_url ))
);
else
2015-07-21 00:05:44 +02:00
q ( " INSERT INTO `gserver` (`url`, `nurl`, `version`, `site_name`, `info`, `register_policy`, `poco`, `noscrape`, `network`, `platform`, `created`, `last_contact`, `last_failure`)
2015-07-22 11:51:37 +02:00
VALUES ( '%s' , '%s' , '%s' , '%s' , '%s' , % d , '%s' , '%s' , '%s' , '%s' , '%s' , '%s' , '%s' ) " ,
2015-07-18 20:15:21 +02:00
dbesc ( $server_url ),
dbesc ( normalise_link ( $server_url )),
dbesc ( $version ),
dbesc ( $site_name ),
dbesc ( $info ),
intval ( $register_policy ),
dbesc ( $poco ),
dbesc ( $noscrape ),
dbesc ( $network ),
dbesc ( $platform ),
2015-07-21 00:05:44 +02:00
dbesc ( datetime_convert ()),
2015-07-20 00:14:14 +02:00
dbesc ( $last_contact ),
dbesc ( $last_failure ),
2015-07-18 20:15:21 +02:00
dbesc ( datetime_convert ())
);
2015-07-22 11:51:37 +02:00
logger ( " End discovery for server " . $server_url , LOGGER_DEBUG );
2015-07-20 00:14:14 +02:00
return ! $failure ;
2015-07-18 20:15:21 +02:00
}
2011-11-02 03:16:33 +01:00
function count_common_friends ( $uid , $cid ) {
$r = q ( " SELECT count(*) as `total`
2014-03-09 09:19:14 +01:00
FROM `glink` INNER JOIN `gcontact` on `glink` . `gcid` = `gcontact` . `id`
2015-11-06 09:15:20 +01:00
WHERE `glink` . `cid` = % d AND `glink` . `uid` = % d AND
(( `gcontact` . `last_contact` >= `gcontact` . `last_failure` ) OR ( `gcontact` . `updated` >= `gcontact` . `last_failure` ))
AND `gcontact` . `nurl` IN ( select nurl from contact where uid = % d and self = 0 and blocked = 0 and hidden = 0 and id != % d ) " ,
2011-11-02 03:16:33 +01:00
intval ( $cid ),
intval ( $uid ),
intval ( $uid ),
intval ( $cid )
);
2015-11-01 08:54:44 +01:00
// logger("count_common_friends: $uid $cid {$r[0]['total']}");
2011-11-02 03:16:33 +01:00
if ( count ( $r ))
return $r [ 0 ][ 'total' ];
return 0 ;
}
2012-05-04 10:46:36 +02:00
function common_friends ( $uid , $cid , $start = 0 , $limit = 9999 , $shuffle = false ) {
2012-05-02 09:44:37 +02:00
if ( $shuffle )
$sql_extra = " order by rand() " ;
else
2015-01-08 07:59:20 +01:00
$sql_extra = " order by `gcontact`.`name` asc " ;
2011-11-02 03:16:33 +01:00
2015-11-01 08:54:44 +01:00
$r = q ( " SELECT `gcontact`.*, `contact`.`id` AS `cid`
FROM `glink`
INNER JOIN `gcontact` ON `glink` . `gcid` = `gcontact` . `id`
INNER JOIN `contact` ON `gcontact` . `nurl` = `contact` . `nurl`
WHERE `glink` . `cid` = % d and `glink` . `uid` = % d
AND `contact` . `uid` = % d AND `contact` . `self` = 0 AND `contact` . `blocked` = 0
AND `contact` . `hidden` = 0 AND `contact` . `id` != % d
2015-11-06 09:15:20 +01:00
AND (( `gcontact` . `last_contact` >= `gcontact` . `last_failure` ) OR ( `gcontact` . `updated` >= `gcontact` . `last_failure` ))
2015-11-01 08:54:44 +01:00
$sql_extra LIMIT % d , % d " ,
2011-11-02 03:16:33 +01:00
intval ( $cid ),
intval ( $uid ),
intval ( $uid ),
2012-05-02 06:22:27 +02:00
intval ( $cid ),
2012-05-04 10:46:36 +02:00
intval ( $start ),
2012-05-02 06:22:27 +02:00
intval ( $limit )
2011-11-02 03:16:33 +01:00
);
return $r ;
2011-11-02 04:29:55 +01:00
}
2012-05-02 04:16:18 +02:00
2012-05-02 05:33:19 +02:00
function count_common_friends_zcid ( $uid , $zcid ) {
2012-05-02 04:16:18 +02:00
2015-01-08 07:59:20 +01:00
$r = q ( " SELECT count(*) as `total`
2014-03-09 09:19:14 +01:00
FROM `glink` INNER JOIN `gcontact` on `glink` . `gcid` = `gcontact` . `id`
2012-05-02 05:33:19 +02:00
where `glink` . `zcid` = % d
2012-05-03 01:15:59 +02:00
and `gcontact` . `nurl` in ( select nurl from contact where uid = % d and self = 0 and blocked = 0 and hidden = 0 ) " ,
2012-05-02 05:33:19 +02:00
intval ( $zcid ),
2012-05-02 05:36:35 +02:00
intval ( $uid )
2012-05-02 04:16:18 +02:00
);
if ( count ( $r ))
return $r [ 0 ][ 'total' ];
return 0 ;
}
2012-07-16 02:07:53 +02:00
function common_friends_zcid ( $uid , $zcid , $start = 0 , $limit = 9999 , $shuffle = false ) {
2012-05-02 09:44:37 +02:00
if ( $shuffle )
$sql_extra = " order by rand() " ;
else
2015-01-08 07:59:20 +01:00
$sql_extra = " order by `gcontact`.`name` asc " ;
2012-05-02 04:16:18 +02:00
2015-01-08 07:59:20 +01:00
$r = q ( " SELECT `gcontact`.*
2014-03-09 09:19:14 +01:00
FROM `glink` INNER JOIN `gcontact` on `glink` . `gcid` = `gcontact` . `id`
2012-05-02 05:33:19 +02:00
where `glink` . `zcid` = % d
2012-05-03 01:15:59 +02:00
and `gcontact` . `nurl` in ( select nurl from contact where uid = % d and self = 0 and blocked = 0 and hidden = 0 )
2012-05-04 10:46:36 +02:00
$sql_extra limit % d , % d " ,
2012-05-02 05:33:19 +02:00
intval ( $zcid ),
2012-05-02 04:16:18 +02:00
intval ( $uid ),
2012-05-04 10:46:36 +02:00
intval ( $start ),
2012-05-02 04:16:18 +02:00
intval ( $limit )
);
return $r ;
}
2011-11-09 03:30:20 +01:00
function count_all_friends ( $uid , $cid ) {
$r = q ( " SELECT count(*) as `total`
2014-03-09 09:19:14 +01:00
FROM `glink` INNER JOIN `gcontact` on `glink` . `gcid` = `gcontact` . `id`
2015-11-06 09:15:20 +01:00
where `glink` . `cid` = % d and `glink` . `uid` = % d AND
(( `gcontact` . `last_contact` >= `gcontact` . `last_failure` ) OR ( `gcontact` . `updated` >= `gcontact` . `last_failure` )) " ,
2011-11-09 03:30:20 +01:00
intval ( $cid ),
intval ( $uid )
);
if ( count ( $r ))
return $r [ 0 ][ 'total' ];
return 0 ;
}
function all_friends ( $uid , $cid , $start = 0 , $limit = 80 ) {
2015-11-01 08:54:44 +01:00
$r = q ( " SELECT `gcontact`.*, `contact`.`id` AS `cid`
FROM `glink`
INNER JOIN `gcontact` on `glink` . `gcid` = `gcontact` . `id`
LEFT JOIN `contact` ON `contact` . `nurl` = `gcontact` . `nurl` AND `contact` . `uid` = % d
2015-11-06 09:15:20 +01:00
WHERE `glink` . `cid` = % d AND `glink` . `uid` = % d AND
(( `gcontact` . `last_contact` >= `gcontact` . `last_failure` ) OR ( `gcontact` . `updated` >= `gcontact` . `last_failure` ))
2015-11-01 08:54:44 +01:00
ORDER BY `gcontact` . `name` ASC LIMIT % d , % d " ,
intval ( $uid ),
2011-11-09 03:30:20 +01:00
intval ( $cid ),
intval ( $uid ),
intval ( $start ),
intval ( $limit )
);
return $r ;
}
2011-11-02 04:29:55 +01:00
2012-03-21 03:06:26 +01:00
function suggestion_query ( $uid , $start = 0 , $limit = 80 ) {
2011-11-02 04:29:55 +01:00
2011-11-02 05:27:11 +01:00
if ( ! $uid )
return array ();
2015-01-08 11:01:55 +01:00
$network = array ( NETWORK_DFRN );
2015-01-08 07:59:20 +01:00
if ( get_config ( 'system' , 'diaspora_enabled' ))
$network [] = NETWORK_DIASPORA ;
if ( ! get_config ( 'system' , 'ostatus_disabled' ))
$network [] = NETWORK_OSTATUS ;
$sql_network = implode ( " ', ' " , $network );
2015-01-08 11:01:55 +01:00
//$sql_network = "'".$sql_network."', ''";
$sql_network = " ' " . $sql_network . " ' " ;
2015-01-08 07:59:20 +01:00
2015-01-05 08:03:29 +01:00
$r = q ( " SELECT count(glink.gcid) as `total`, gcontact.* from gcontact
2015-12-05 23:05:48 +01:00
INNER JOIN `glink` ON `glink` . `gcid` = `gcontact` . `id`
2012-03-26 06:43:17 +02:00
where uid = % d and not gcontact . nurl in ( select nurl from contact where uid = % d )
2015-12-05 23:05:48 +01:00
AND NOT `gcontact` . `name` IN ( SELECT `name` FROM `contact` WHERE `uid` = % d )
AND NOT `gcontact` . `id` IN ( SELECT `gcid` FROM `gcign` WHERE `uid` = % d )
2015-01-05 08:03:29 +01:00
AND `gcontact` . `updated` != '0000-00-00 00:00:00'
2015-07-17 08:38:20 +02:00
AND `gcontact` . `last_contact` >= `gcontact` . `last_failure`
2015-01-08 07:59:20 +01:00
AND `gcontact` . `network` IN ( % s )
2015-12-05 23:05:48 +01:00
GROUP BY `glink` . `gcid` ORDER BY `gcontact` . `updated` DESC , `total` DESC LIMIT % d , % d " ,
2011-11-02 04:29:55 +01:00
intval ( $uid ),
intval ( $uid ),
2011-11-04 00:00:52 +01:00
intval ( $uid ),
2012-03-26 06:43:17 +02:00
intval ( $uid ),
2015-01-08 07:59:20 +01:00
$sql_network ,
2011-11-02 04:29:55 +01:00
intval ( $start ),
intval ( $limit )
);
2011-12-18 22:03:20 +01:00
if ( count ( $r ) && count ( $r ) >= ( $limit - 1 ))
2011-11-29 04:28:33 +01:00
return $r ;
2015-12-05 23:05:48 +01:00
$r2 = q ( " SELECT gcontact.* FROM gcontact
INNER JOIN `glink` ON `glink` . `gcid` = `gcontact` . `id`
WHERE `glink` . `uid` = 0 AND `glink` . `cid` = 0 AND `glink` . `zcid` = 0 AND NOT `gcontact` . `nurl` IN ( SELECT `nurl` FROM `contact` WHERE `uid` = % d )
AND NOT `gcontact` . `name` IN ( SELECT `name` FROM `contact` WHERE `uid` = % d )
AND NOT `gcontact` . `id` IN ( SELECT `gcid` FROM `gcign` WHERE `uid` = % d )
2015-01-05 08:03:29 +01:00
AND `gcontact` . `updated` != '0000-00-00 00:00:00'
2015-12-05 23:05:48 +01:00
AND `gcontact` . `last_contact` >= `gcontact` . `last_failure`
2015-01-08 07:59:20 +01:00
AND `gcontact` . `network` IN ( % s )
2015-12-05 23:05:48 +01:00
ORDER BY rand () LIMIT % d , % d " ,
2011-12-18 22:03:20 +01:00
intval ( $uid ),
2011-11-29 04:28:33 +01:00
intval ( $uid ),
2012-03-26 06:43:17 +02:00
intval ( $uid ),
2015-01-08 07:59:20 +01:00
$sql_network ,
2011-11-29 04:28:33 +01:00
intval ( $start ),
intval ( $limit )
);
2015-01-05 08:03:29 +01:00
$list = array ();
foreach ( $r2 AS $suggestion )
$list [ $suggestion [ " nurl " ]] = $suggestion ;
2011-12-18 22:03:20 +01:00
2015-01-05 08:03:29 +01:00
foreach ( $r AS $suggestion )
$list [ $suggestion [ " nurl " ]] = $suggestion ;
2011-11-02 04:29:55 +01:00
2015-12-05 23:05:48 +01:00
while ( sizeof ( $list ) > ( $limit ))
array_pop ( $list );
2015-01-05 08:03:29 +01:00
return $list ;
2011-11-02 04:29:55 +01:00
}
2011-11-29 04:28:33 +01:00
function update_suggestions () {
$a = get_app ();
$done = array ();
2015-12-25 23:17:34 +01:00
/// TODO Check if it is really neccessary to poll the own server
2012-05-01 10:16:47 +02:00
poco_load ( 0 , 0 , 0 , $a -> get_baseurl () . '/poco' );
2011-11-29 04:28:33 +01:00
$done [] = $a -> get_baseurl () . '/poco' ;
2015-09-15 22:29:02 +02:00
if ( strlen ( get_config ( 'system' , 'directory' ))) {
2015-08-23 11:05:10 +02:00
$x = fetch_url ( get_server () . " /pubsites " );
2011-11-29 04:28:33 +01:00
if ( $x ) {
$j = json_decode ( $x );
if ( $j -> entries ) {
foreach ( $j -> entries as $entry ) {
2015-07-19 10:40:33 +02:00
poco_check_server ( $entry -> url );
2011-11-29 04:28:33 +01:00
$url = $entry -> url . '/poco' ;
if ( ! in_array ( $url , $done ))
2012-05-01 10:16:47 +02:00
poco_load ( 0 , 0 , 0 , $entry -> url . '/poco' );
2011-11-29 04:28:33 +01:00
}
}
}
}
2015-07-19 10:40:33 +02:00
// Query your contacts from Friendica and Redmatrix/Hubzilla for their contacts
$r = q ( " SELECT DISTINCT(`poco`) AS `poco` FROM `contact` WHERE `network` IN ('%s', '%s') " ,
dbesc ( NETWORK_DFRN ), dbesc ( NETWORK_DIASPORA )
2011-11-29 04:28:33 +01:00
);
if ( count ( $r )) {
foreach ( $r as $rr ) {
$base = substr ( $rr [ 'poco' ], 0 , strrpos ( $rr [ 'poco' ], '/' ));
if ( ! in_array ( $base , $done ))
2012-05-01 10:16:47 +02:00
poco_load ( 0 , 0 , 0 , $base );
2011-11-29 04:28:33 +01:00
}
}
}
2015-07-18 22:26:06 +02:00
2015-09-06 12:20:31 +02:00
function poco_discover_federation () {
$last = get_config ( 'poco' , 'last_federation_discovery' );
if ( $last ) {
$next = $last + ( 24 * 60 * 60 );
if ( $next > time ())
return ;
}
2016-01-19 15:12:18 +01:00
// Discover Friendica, Hubzilla and Diaspora servers
2015-09-06 12:20:31 +02:00
$serverdata = fetch_url ( " http://the-federation.info/pods.json " );
2016-01-19 15:12:18 +01:00
if ( $serverdata ) {
$servers = json_decode ( $serverdata );
foreach ( $servers -> pods AS $server )
poco_check_server ( " https:// " . $server -> host );
}
2015-09-06 12:20:31 +02:00
2016-01-19 15:12:18 +01:00
// Discover GNU Social Servers
if ( ! get_config ( 'system' , 'ostatus_disabled' )) {
$serverdata = " http://gstools.org/api/get_open_instances/ " ;
2015-09-06 12:20:31 +02:00
2016-01-19 15:12:18 +01:00
$result = z_fetch_url ( $serverdata );
if ( $result [ " success " ]) {
$servers = json_decode ( $result [ " body " ]);
2015-09-06 12:20:31 +02:00
2016-01-19 15:12:18 +01:00
foreach ( $servers -> data AS $server )
poco_check_server ( $server -> instance_address );
}
}
2015-09-06 12:20:31 +02:00
2016-01-19 15:12:18 +01:00
set_config ( 'poco' , 'last_federation_discovery' , time ());
2015-09-06 12:20:31 +02:00
}
2015-07-19 09:41:36 +02:00
function poco_discover ( $complete = false ) {
2015-07-18 22:26:06 +02:00
2015-09-06 12:20:31 +02:00
// Update the server list
poco_discover_federation ();
2015-07-22 11:51:37 +02:00
$no_of_queries = 5 ;
2015-09-05 10:54:39 +02:00
$requery_days = intval ( get_config ( " system " , " poco_requery_days " ));
if ( $requery_days == 0 )
$requery_days = 7 ;
$last_update = date ( " c " , time () - ( 60 * 60 * 24 * $requery_days ));
2015-07-18 22:26:06 +02:00
2015-07-29 07:32:00 +02:00
$r = q ( " SELECT `poco`, `nurl`, `url`, `network` FROM `gserver` WHERE `last_contact` >= `last_failure` AND `poco` != '' AND `last_poco_query` < '%s' ORDER BY RAND() " , dbesc ( $last_update ));
2015-07-18 22:26:06 +02:00
if ( $r )
foreach ( $r AS $server ) {
2015-07-22 11:51:37 +02:00
2015-09-11 20:46:55 +02:00
if ( ! poco_check_server ( $server [ " url " ], $server [ " network " ])) {
// The server is not reachable? Okay, then we will try it later
q ( " UPDATE `gserver` SET `last_poco_query` = '%s' WHERE `nurl` = '%s' " , dbesc ( datetime_convert ()), dbesc ( $server [ " nurl " ]));
2015-07-22 11:51:37 +02:00
continue ;
2015-09-11 20:46:55 +02:00
}
2015-07-22 11:51:37 +02:00
2015-07-18 23:33:54 +02:00
// Fetch all users from the other server
$url = $server [ " poco " ] . " /?fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,generation " ;
2015-07-18 22:26:06 +02:00
2015-07-19 09:41:36 +02:00
logger ( " Fetch all users from the server " . $server [ " nurl " ], LOGGER_DEBUG );
2015-07-18 22:26:06 +02:00
$retdata = z_fetch_url ( $url );
if ( $retdata [ " success " ]) {
2015-07-19 09:41:36 +02:00
$data = json_decode ( $retdata [ " body " ]);
2015-07-22 11:51:37 +02:00
2015-07-19 09:41:36 +02:00
poco_discover_server ( $data , 2 );
if ( get_config ( 'system' , 'poco_discovery' ) > 1 ) {
2015-07-21 00:05:44 +02:00
$timeframe = get_config ( 'system' , 'poco_discovery_since' );
if ( $timeframe == 0 )
$timeframe = 30 ;
$updatedSince = date ( " Y-m-d H:i:s " , time () - $timeframe * 86400 );
2015-07-19 09:41:36 +02:00
// Fetch all global contacts from the other server (Not working with Redmatrix and Friendica versions before 3.3)
2015-07-21 00:05:44 +02:00
$url = $server [ " poco " ] . " /@global?updatedSince= " . $updatedSince . " &fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,generation " ;
2015-07-19 09:41:36 +02:00
2015-07-22 11:51:37 +02:00
$success = false ;
2015-07-19 09:41:36 +02:00
$retdata = z_fetch_url ( $url );
if ( $retdata [ " success " ]) {
logger ( " Fetch all global contacts from the server " . $server [ " nurl " ], LOGGER_DEBUG );
2015-07-22 11:51:37 +02:00
$success = poco_discover_server ( json_decode ( $retdata [ " body " ]));
}
if ( ! $success AND ( get_config ( 'system' , 'poco_discovery' ) > 2 )) {
2015-07-19 09:41:36 +02:00
logger ( " Fetch contacts from users of the server " . $server [ " nurl " ], LOGGER_DEBUG );
2015-07-22 11:51:37 +02:00
poco_discover_server_users ( $data , $server );
2015-07-19 09:41:36 +02:00
}
}
2015-07-18 23:33:54 +02:00
2015-07-18 22:26:06 +02:00
q ( " UPDATE `gserver` SET `last_poco_query` = '%s' WHERE `nurl` = '%s' " , dbesc ( datetime_convert ()), dbesc ( $server [ " nurl " ]));
2015-07-22 11:51:37 +02:00
if ( ! $complete AND ( -- $no_of_queries == 0 ))
2015-07-19 09:41:36 +02:00
break ;
2015-09-11 20:46:55 +02:00
} else {
// If the server hadn't replied correctly, then force a sanity check
2015-07-22 11:51:37 +02:00
poco_check_server ( $server [ " url " ], $server [ " network " ], true );
2015-09-11 20:46:55 +02:00
// If we couldn't reach the server, we will try it some time later
q ( " UPDATE `gserver` SET `last_poco_query` = '%s' WHERE `nurl` = '%s' " , dbesc ( datetime_convert ()), dbesc ( $server [ " nurl " ]));
}
2015-07-18 22:26:06 +02:00
}
}
2015-07-22 11:51:37 +02:00
function poco_discover_server_users ( $data , $server ) {
2015-07-23 00:32:41 +02:00
if ( ! isset ( $data -> entry ))
return ;
2015-07-19 09:41:36 +02:00
foreach ( $data -> entry AS $entry ) {
$username = " " ;
if ( isset ( $entry -> urls )) {
foreach ( $entry -> urls as $url )
if ( $url -> type == 'profile' ) {
$profile_url = $url -> value ;
$urlparts = parse_url ( $profile_url );
$username = end ( explode ( " / " , $urlparts [ " path " ]));
}
}
if ( $username != " " ) {
logger ( " Fetch contacts for the user " . $username . " from the server " . $server [ " nurl " ], LOGGER_DEBUG );
// Fetch all contacts from a given user from the other server
$url = $server [ " poco " ] . " / " . $username . " /?fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,generation " ;
$retdata = z_fetch_url ( $url );
if ( $retdata [ " success " ])
poco_discover_server ( json_decode ( $retdata [ " body " ]), 3 );
}
}
}
2015-07-18 23:33:54 +02:00
function poco_discover_server ( $data , $default_generation = 0 ) {
2015-07-18 22:26:06 +02:00
2015-07-19 09:41:36 +02:00
if ( ! isset ( $data -> entry ) OR ! count ( $data -> entry ))
2015-07-22 11:51:37 +02:00
return false ;
$success = false ;
2015-07-19 09:41:36 +02:00
2015-07-18 22:26:06 +02:00
foreach ( $data -> entry AS $entry ) {
$profile_url = '' ;
$profile_photo = '' ;
$connect_url = '' ;
$name = '' ;
$network = '' ;
$updated = '0000-00-00 00:00:00' ;
$location = '' ;
$about = '' ;
$keywords = '' ;
$gender = '' ;
2015-07-18 23:33:54 +02:00
$generation = $default_generation ;
2015-07-18 22:26:06 +02:00
$name = $entry -> displayName ;
if ( isset ( $entry -> urls )) {
foreach ( $entry -> urls as $url ) {
if ( $url -> type == 'profile' ) {
$profile_url = $url -> value ;
continue ;
}
if ( $url -> type == 'webfinger' ) {
$connect_url = str_replace ( 'acct:' , '' , $url -> value );
continue ;
}
}
}
2015-07-22 11:51:37 +02:00
2015-07-18 22:26:06 +02:00
if ( isset ( $entry -> photos )) {
foreach ( $entry -> photos as $photo ) {
if ( $photo -> type == 'profile' ) {
$profile_photo = $photo -> value ;
continue ;
}
}
}
if ( isset ( $entry -> updated ))
$updated = date ( " Y-m-d H:i:s " , strtotime ( $entry -> updated ));
if ( isset ( $entry -> network ))
$network = $entry -> network ;
if ( isset ( $entry -> currentLocation ))
$location = $entry -> currentLocation ;
if ( isset ( $entry -> aboutMe ))
$about = html2bbcode ( $entry -> aboutMe );
if ( isset ( $entry -> gender ))
$gender = $entry -> gender ;
if ( isset ( $entry -> generation ) AND ( $entry -> generation > 0 ))
$generation = ++ $entry -> generation ;
if ( isset ( $entry -> tags ))
foreach ( $entry -> tags as $tag )
$keywords = implode ( " , " , $tag );
2015-07-19 09:41:36 +02:00
if ( $generation > 0 ) {
2015-07-22 11:51:37 +02:00
$success = true ;
2015-07-19 09:41:36 +02:00
logger ( " Store profile " . $profile_url , LOGGER_DEBUG );
2015-07-22 11:51:37 +02:00
poco_check ( $profile_url , $name , $network , $profile_photo , $about , $location , $gender , $keywords , $connect_url , $updated , $generation , 0 , 0 , 0 );
2015-07-19 09:41:36 +02:00
logger ( " Done for profile " . $profile_url , LOGGER_DEBUG );
}
2015-07-18 22:26:06 +02:00
}
2015-07-22 11:51:37 +02:00
return $success ;
2015-07-18 22:26:06 +02:00
}
2016-01-05 15:34:27 +01:00
2016-04-16 15:22:54 +02:00
/**
* @ brief Removes unwanted parts from a contact url
*
* @ param string $url Contact url
* @ return string Contact url with the wanted parts
*/
function clean_contact_url ( $url ) {
2016-05-05 15:08:05 +02:00
$parts = parse_url ( $url );
2016-04-16 15:22:54 +02:00
2016-05-05 15:08:05 +02:00
if ( ! isset ( $parts [ " scheme " ]) OR ! isset ( $parts [ " host " ]))
return $url ;
2016-04-16 15:22:54 +02:00
2016-05-05 15:08:05 +02:00
$new_url = $parts [ " scheme " ] . " :// " . $parts [ " host " ];
2016-04-16 15:22:54 +02:00
2016-05-05 15:08:05 +02:00
if ( isset ( $parts [ " port " ]))
$new_url .= " : " . $parts [ " port " ];
2016-04-16 15:22:54 +02:00
2016-05-05 15:08:05 +02:00
if ( isset ( $parts [ " path " ]))
$new_url .= $parts [ " path " ];
2016-04-16 15:22:54 +02:00
2016-04-20 07:48:21 +02:00
if ( $new_url != $url )
logger ( " Cleaned contact url " . $url . " to " . $new_url . " - Called by: " . App :: callstack (), LOGGER_DEBUG );
2016-05-05 15:08:05 +02:00
return $new_url ;
2016-04-16 15:22:54 +02:00
}
2016-04-20 07:26:18 +02:00
/**
* @ brief Replace alternate OStatus user format with the primary one
*
* @ param arr $contact contact array ( called by reference )
*/
2016-04-20 07:00:55 +02:00
function fix_alternate_contact_address ( & $contact ) {
if (( $contact [ " network " ] == NETWORK_OSTATUS ) AND poco_alternate_ostatus_url ( $contact [ " url " ])) {
2016-05-05 15:08:05 +02:00
$data = probe_url ( $contact [ " url " ]);
2016-04-20 07:26:18 +02:00
if ( $contact [ " network " ] == NETWORK_OSTATUS ) {
2016-04-20 07:48:21 +02:00
logger ( " Fix primary url from " . $contact [ " url " ] . " to " . $data [ " url " ] . " - Called by: " . App :: callstack (), LOGGER_DEBUG );
2016-04-20 07:00:55 +02:00
$contact [ " url " ] = $data [ " url " ];
$contact [ " addr " ] = $data [ " addr " ];
2016-04-20 07:26:18 +02:00
$contact [ " alias " ] = $data [ " alias " ];
2016-04-20 07:00:55 +02:00
$contact [ " server_url " ] = $data [ " baseurl " ];
}
}
}
2016-01-10 19:06:34 +01:00
/**
* @ brief Fetch the gcontact id , add an entry if not existed
*
* @ param arr $contact contact array
* @ return bool | int Returns false if not found , integer if contact was found
*/
2016-01-06 14:13:59 +01:00
function get_gcontact_id ( $contact ) {
2016-01-05 15:34:27 +01:00
$gcontact_id = 0 ;
2016-04-23 10:46:16 +02:00
$doprobing = false ;
2016-01-05 15:34:27 +01:00
2016-04-20 08:27:11 +02:00
if ( in_array ( $contact [ " network " ], array ( NETWORK_PHANTOM ))) {
2016-04-20 07:48:21 +02:00
logger ( " Invalid network for contact url " . $contact [ " url " ] . " - Called by: " . App :: callstack (), LOGGER_DEBUG );
2016-04-19 20:39:12 +02:00
return false ;
2016-04-20 07:48:21 +02:00
}
2016-04-19 20:39:12 +02:00
2016-01-06 14:13:59 +01:00
if ( $contact [ " network " ] == NETWORK_STATUSNET )
$contact [ " network " ] = NETWORK_OSTATUS ;
2016-01-05 15:34:27 +01:00
2016-05-04 23:21:30 +02:00
// All new contacts are hidden by default
if ( ! isset ( $contact [ " hide " ]))
$contact [ " hide " ] = true ;
2016-04-20 07:00:55 +02:00
// Replace alternate OStatus user format with the primary one
fix_alternate_contact_address ( $contact );
2016-04-16 17:01:32 +02:00
// Remove unwanted parts from the contact url (e.g. "?zrl=...")
2016-04-20 09:38:06 +02:00
if ( in_array ( $contact [ " network " ], array ( NETWORK_DFRN , NETWORK_DIASPORA , NETWORK_OSTATUS )))
2016-04-20 09:31:36 +02:00
$contact [ " url " ] = clean_contact_url ( $contact [ " url " ]);
2016-04-16 15:22:54 +02:00
2016-04-23 10:46:16 +02:00
$r = q ( " SELECT `id`, `last_contact`, `last_failure`, `network` FROM `gcontact` WHERE `nurl` = '%s' ORDER BY `id` LIMIT 2 " ,
2016-01-06 14:13:59 +01:00
dbesc ( normalise_link ( $contact [ " url " ])));
2016-01-05 15:34:27 +01:00
2016-04-23 10:46:16 +02:00
if ( $r ) {
2016-01-05 15:34:27 +01:00
$gcontact_id = $r [ 0 ][ " id " ];
2016-04-23 10:46:16 +02:00
// Update every 90 days
if ( in_array ( $r [ 0 ][ " network " ], array ( NETWORK_DFRN , NETWORK_DIASPORA , NETWORK_OSTATUS , " " ))) {
$last_failure_str = $r [ 0 ][ " last_failure " ];
$last_failure = strtotime ( $r [ 0 ][ " last_failure " ]);
$last_contact_str = $r [ 0 ][ " last_contact " ];
$last_contact = strtotime ( $r [ 0 ][ " last_contact " ]);
$doprobing = ((( time () - $last_contact ) > ( 90 * 86400 )) AND (( time () - $last_failure ) > ( 90 * 86400 )));
}
} else {
2016-05-04 23:21:30 +02:00
q ( " INSERT INTO `gcontact` (`name`, `nick`, `addr` , `network`, `url`, `nurl`, `photo`, `created`, `updated`, `location`, `about`, `hide`, `generation`)
VALUES ( '%s' , '%s' , '%s' , '%s' , '%s' , '%s' , '%s' , '%s' , '%s' , '%s' , '%s' , % d , % d ) " ,
2016-01-06 14:13:59 +01:00
dbesc ( $contact [ " name " ]),
dbesc ( $contact [ " nick " ]),
dbesc ( $contact [ " addr " ]),
dbesc ( $contact [ " network " ]),
dbesc ( $contact [ " url " ]),
dbesc ( normalise_link ( $contact [ " url " ])),
dbesc ( $contact [ " photo " ]),
2016-01-05 15:34:27 +01:00
dbesc ( datetime_convert ()),
dbesc ( datetime_convert ()),
2016-01-06 14:13:59 +01:00
dbesc ( $contact [ " location " ]),
dbesc ( $contact [ " about " ]),
2016-05-04 23:21:30 +02:00
intval ( $contact [ " hide " ]),
2016-01-06 14:13:59 +01:00
intval ( $contact [ " generation " ])
2016-01-05 15:34:27 +01:00
);
2016-04-23 10:46:16 +02:00
$r = q ( " SELECT `id`, `network` FROM `gcontact` WHERE `nurl` = '%s' ORDER BY `id` LIMIT 2 " ,
2016-01-06 14:13:59 +01:00
dbesc ( normalise_link ( $contact [ " url " ])));
2016-01-05 15:34:27 +01:00
2016-04-20 21:47:57 +02:00
if ( $r ) {
2016-01-05 15:34:27 +01:00
$gcontact_id = $r [ 0 ][ " id " ];
2016-04-20 21:47:57 +02:00
2016-04-23 10:46:16 +02:00
$doprobing = in_array ( $r [ 0 ][ " network " ], array ( NETWORK_DFRN , NETWORK_DIASPORA , NETWORK_OSTATUS , " " ));
2016-04-20 21:47:57 +02:00
}
2016-01-05 15:34:27 +01:00
}
2016-04-23 10:46:16 +02:00
if ( $doprobing ) {
logger ( " Last Contact: " . $last_contact_str . " - Last Failure: " . $last_failure_str . " - Checking: " . $contact [ " url " ], LOGGER_DEBUG );
proc_run ( 'php' , 'include/gprobe.php' , bin2hex ( $contact [ " url " ]));
}
2016-01-23 22:36:15 +01:00
if (( count ( $r ) > 1 ) AND ( $gcontact_id > 0 ) AND ( $contact [ " url " ] != " " ))
q ( " DELETE FROM `gcontact` WHERE `nurl` = '%s' AND `id` != %d " ,
dbesc ( normalise_link ( $contact [ " url " ])),
intval ( $gcontact_id ));
2016-01-05 15:34:27 +01:00
return $gcontact_id ;
}
2016-01-10 19:06:34 +01:00
/**
* @ brief Updates the gcontact table from a given array
*
* @ param arr $contact contact array
* @ return bool | int Returns false if not found , integer if contact was found
*/
2016-01-06 14:13:59 +01:00
function update_gcontact ( $contact ) {
2016-01-05 15:34:27 +01:00
2016-01-13 10:53:38 +01:00
/// @todo update contact table as well
2016-01-06 14:13:59 +01:00
$gcontact_id = get_gcontact_id ( $contact );
2016-01-05 15:34:27 +01:00
if ( ! $gcontact_id )
return false ;
2016-01-23 22:36:15 +01:00
$r = q ( " SELECT `name`, `nick`, `photo`, `location`, `about`, `addr`, `generation`, `birthday`, `gender`, `keywords`,
`hide` , `nsfw` , `network` , `alias` , `notify` , `server_url` , `connect` , `updated` , `url`
2016-01-06 14:13:59 +01:00
FROM `gcontact` WHERE `id` = % d LIMIT 1 " ,
intval ( $gcontact_id ));
2016-01-23 22:36:15 +01:00
// Get all field names
$fields = array ();
foreach ( $r [ 0 ] AS $field => $data )
$fields [ $field ] = $data ;
2016-01-06 14:13:59 +01:00
2016-01-23 22:36:15 +01:00
unset ( $fields [ " url " ]);
unset ( $fields [ " updated " ]);
2016-05-04 09:30:55 +02:00
unset ( $fields [ " hide " ]);
2016-01-05 15:34:27 +01:00
2016-02-14 12:39:57 +01:00
// Bugfix: We had an error in the storing of keywords which lead to the "0"
// This value is still transmitted via poco.
if ( $contact [ " keywords " ] == " 0 " )
unset ( $contact [ " keywords " ]);
if ( $r [ 0 ][ " keywords " ] == " 0 " )
$r [ 0 ][ " keywords " ] = " " ;
2016-01-23 22:36:15 +01:00
// assign all unassigned fields from the database entry
foreach ( $fields AS $field => $data )
2016-02-13 12:26:58 +01:00
if ( ! isset ( $contact [ $field ]) OR ( $contact [ $field ] == " " ))
2016-01-23 22:36:15 +01:00
$contact [ $field ] = $r [ 0 ][ $field ];
2016-01-05 15:34:27 +01:00
2016-05-04 09:30:55 +02:00
if ( ! isset ( $contact [ " hide " ]))
$contact [ " hide " ] = $r [ 0 ][ " hide " ];
$fields [ " hide " ] = $r [ 0 ][ " hide " ];
2016-01-23 22:36:15 +01:00
if ( $contact [ " network " ] == NETWORK_STATUSNET )
$contact [ " network " ] = NETWORK_OSTATUS ;
2016-01-07 23:43:16 +01:00
2016-04-20 07:00:55 +02:00
// Replace alternate OStatus user format with the primary one
fix_alternate_contact_address ( $contact );
2016-01-23 22:36:15 +01:00
if ( ! isset ( $contact [ " updated " ]))
$contact [ " updated " ] = datetime_convert ();
2016-01-10 19:06:34 +01:00
2016-02-14 11:56:23 +01:00
if ( $contact [ " server_url " ] == " " ) {
$server_url = $contact [ " url " ];
$server_url = matching_url ( $server_url , $contact [ " alias " ]);
if ( $server_url != " " )
$contact [ " server_url " ] = $server_url ;
$server_url = matching_url ( $server_url , $contact [ " photo " ]);
if ( $server_url != " " )
$contact [ " server_url " ] = $server_url ;
$server_url = matching_url ( $server_url , $contact [ " notify " ]);
if ( $server_url != " " )
$contact [ " server_url " ] = $server_url ;
} else
$contact [ " server_url " ] = normalise_link ( $contact [ " server_url " ]);
if (( $contact [ " addr " ] == " " ) AND ( $contact [ " server_url " ] != " " ) AND ( $contact [ " nick " ] != " " )) {
$hostname = str_replace ( " http:// " , " " , $contact [ " server_url " ]);
$contact [ " addr " ] = $contact [ " nick " ] . " @ " . $hostname ;
}
2016-01-23 22:36:15 +01:00
// Check if any field changed
$update = false ;
unset ( $fields [ " generation " ]);
2016-01-07 23:43:16 +01:00
2016-02-13 12:26:58 +01:00
if ((( $contact [ " generation " ] > 0 ) AND ( $contact [ " generation " ] <= $r [ 0 ][ " generation " ])) OR ( $r [ 0 ][ " generation " ] == 0 )) {
foreach ( $fields AS $field => $data )
if ( $contact [ $field ] != $r [ 0 ][ $field ]) {
logger ( " Difference for contact " . $contact [ " url " ] . " in field ' " . $field . " '. New value: ' " . $contact [ $field ] . " ', old value ' " . $r [ 0 ][ $field ] . " ' " , LOGGER_DEBUG );
$update = true ;
}
2016-01-06 14:13:59 +01:00
2016-02-13 12:26:58 +01:00
if ( $contact [ " generation " ] < $r [ 0 ][ " generation " ]) {
logger ( " Difference for contact " . $contact [ " url " ] . " in field 'generation'. new value: ' " . $contact [ " generation " ] . " ', old value ' " . $r [ 0 ][ " generation " ] . " ' " , LOGGER_DEBUG );
$update = true ;
}
}
2016-01-06 14:13:59 +01:00
2016-01-23 22:36:15 +01:00
if ( $update ) {
2016-02-13 12:26:58 +01:00
logger ( " Update gcontact for " . $contact [ " url " ] . " Callstack: " . App :: callstack (), LOGGER_DEBUG );
2016-01-07 08:19:28 +01:00
q ( " UPDATE `gcontact` SET `photo` = '%s', `name` = '%s', `nick` = '%s', `addr` = '%s', `network` = '%s',
2016-02-10 23:39:18 +01:00
`birthday` = '%s' , `gender` = '%s' , `keywords` = '%s' , `hide` = % d , `nsfw` = % d ,
2016-01-10 19:06:34 +01:00
`alias` = '%s' , `notify` = '%s' , `url` = '%s' ,
2016-01-23 22:36:15 +01:00
`location` = '%s' , `about` = '%s' , `generation` = % d , `updated` = '%s' ,
`server_url` = '%s' , `connect` = '%s'
2016-01-07 08:19:28 +01:00
WHERE `nurl` = '%s' AND ( `generation` = 0 OR `generation` >= % d ) " ,
dbesc ( $contact [ " photo " ]), dbesc ( $contact [ " name " ]), dbesc ( $contact [ " nick " ]),
2016-01-10 19:06:34 +01:00
dbesc ( $contact [ " addr " ]), dbesc ( $contact [ " network " ]), dbesc ( $contact [ " birthday " ]),
dbesc ( $contact [ " gender " ]), dbesc ( $contact [ " keywords " ]), intval ( $contact [ " hide " ]),
intval ( $contact [ " nsfw " ]), dbesc ( $contact [ " alias " ]), dbesc ( $contact [ " notify " ]),
dbesc ( $contact [ " url " ]), dbesc ( $contact [ " location " ]), dbesc ( $contact [ " about " ]),
2016-01-23 22:36:15 +01:00
intval ( $contact [ " generation " ]), dbesc ( $contact [ " updated " ]),
dbesc ( $contact [ " server_url " ]), dbesc ( $contact [ " connect " ]),
2016-01-07 08:19:28 +01:00
dbesc ( normalise_link ( $contact [ " url " ])), intval ( $contact [ " generation " ]));
2016-02-14 07:31:57 +01:00
// Now update the contact entry with the user id "0" as well.
// This is used for the shadow copies of public items.
$r = q ( " SELECT `id` FROM `contact` WHERE `nurl` = '%s' AND `uid` = 0 ORDER BY `id` LIMIT 1 " ,
dbesc ( normalise_link ( $contact [ " url " ])));
if ( $r ) {
logger ( " Update shadow contact " . $r [ 0 ][ " id " ], LOGGER_DEBUG );
update_contact_avatar ( $contact [ " photo " ], 0 , $r [ 0 ][ " id " ]);
q ( " UPDATE `contact` SET `name` = '%s', `nick` = '%s', `addr` = '%s',
`network` = '%s' , `bd` = '%s' , `gender` = '%s' ,
`keywords` = '%s' , `alias` = '%s' , `url` = '%s' ,
`location` = '%s' , `about` = '%s'
WHERE `id` = % d " ,
dbesc ( $contact [ " name " ]), dbesc ( $contact [ " nick " ]), dbesc ( $contact [ " addr " ]),
dbesc ( $contact [ " network " ]), dbesc ( $contact [ " birthday " ]), dbesc ( $contact [ " gender " ]),
dbesc ( $contact [ " keywords " ]), dbesc ( $contact [ " alias " ]), dbesc ( $contact [ " url " ]),
dbesc ( $contact [ " location " ]), dbesc ( $contact [ " about " ]), intval ( $r [ 0 ][ " id " ]));
}
2016-01-06 14:13:59 +01:00
}
2016-01-05 15:34:27 +01:00
return $gcontact_id ;
}
2016-01-10 19:06:34 +01:00
/**
* @ brief Updates the gcontact entry from probe
*
* @ param str $url profile link
*/
function update_gcontact_from_probe ( $url ) {
$data = probe_url ( $url );
2016-04-20 08:27:11 +02:00
if ( in_array ( $data [ " network " ], array ( NETWORK_PHANTOM ))) {
2016-04-20 07:48:21 +02:00
logger ( " Invalid network for contact url " . $data [ " url " ] . " - Called by: " . App :: callstack (), LOGGER_DEBUG );
2016-02-13 12:26:58 +01:00
return ;
2016-04-20 07:48:21 +02:00
}
2016-02-13 12:26:58 +01:00
update_gcontact ( $data );
2016-01-10 19:06:34 +01:00
}
2016-01-19 15:12:18 +01:00
2016-05-05 15:08:05 +02:00
/**
* @ brief Update the gcontact entry for a given user id
*
* @ param int $uid User ID
*/
function update_gcontact_for_user ( $uid ) {
$r = q ( " SELECT `profile`.`locality`, `profile`.`region`, `profile`.`country-name`,
`profile` . `name` , `profile` . `about` , `profile` . `gender` ,
`profile` . `pub_keywords` , `profile` . `dob` , `profile` . `photo` ,
`profile` . `net-publish` , `user` . `nickname` , `user` . `hidewall` ,
`contact` . `notify` , `contact` . `url` , `contact` . `addr`
FROM `profile`
INNER JOIN `user` ON `user` . `uid` = `profile` . `uid`
INNER JOIN `contact` ON `contact` . `uid` = `profile` . `uid`
WHERE `profile` . `uid` = % d AND `profile` . `is-default` AND `contact` . `self` " ,
intval ( $uid ));
$location = formatted_location ( array ( " locality " => $r [ 0 ][ " locality " ], " region " => $r [ 0 ][ " region " ],
" country-name " => $r [ 0 ][ " country-name " ]));
// The "addr" field was added in 3.4.3 so it can be empty for older users
if ( $r [ 0 ][ " addr " ] != " " )
$addr = $r [ 0 ][ " nickname " ] . '@' . str_replace ( array ( " http:// " , " https:// " ), " " , App :: get_baseurl ());
else
$addr = $r [ 0 ][ " addr " ];
$gcontact = array ( " name " => $r [ 0 ][ " name " ], " location " => $location , " about " => $r [ 0 ][ " about " ],
" gender " => $r [ 0 ][ " gender " ], " keywords " => $r [ 0 ][ " pub_keywords " ],
" birthday " => $r [ 0 ][ " dob " ], " photo " => $r [ 0 ][ " photo " ],
" notify " => $r [ 0 ][ " notify " ], " url " => $r [ 0 ][ " url " ],
" hide " => ( $r [ 0 ][ " hidewall " ] OR ! $r [ 0 ][ " net-publish " ]),
" nick " => $r [ 0 ][ " nickname " ], " addr " => $addr ,
" connect " => $addr , " server_url " => App :: get_baseurl (),
2016-05-05 15:38:28 +02:00
" generation " => 1 , " network " => NETWORK_DFRN );
2016-05-05 15:08:05 +02:00
update_gcontact ( $gcontact );
}
2016-01-19 15:12:18 +01:00
/**
* @ brief Fetches users of given GNU Social server
*
* If the " Statistics " plugin is enabled ( See http :// gstools . org / for details ) we query user data with this .
*
* @ param str $server Server address
*/
function gs_fetch_users ( $server ) {
logger ( " Fetching users from GNU Social server " . $server , LOGGER_DEBUG );
$a = get_app ();
$url = $server . " /main/statistics " ;
$result = z_fetch_url ( $url );
if ( ! $result [ " success " ])
return false ;
$statistics = json_decode ( $result [ " body " ]);
if ( is_object ( $statistics -> config )) {
if ( $statistics -> config -> instance_with_ssl )
$server = " https:// " ;
else
$server = " http:// " ;
$server .= $statistics -> config -> instance_address ;
$hostname = $statistics -> config -> instance_address ;
} else {
if ( $statistics -> instance_with_ssl )
$server = " https:// " ;
else
$server = " http:// " ;
$server .= $statistics -> instance_address ;
$hostname = $statistics -> instance_address ;
}
2016-01-21 19:00:08 +01:00
if ( is_object ( $statistics -> users ))
foreach ( $statistics -> users AS $nick => $user ) {
$profile_url = $server . " / " . $user -> nickname ;
$contact = array ( " url " => $profile_url ,
" name " => $user -> fullname ,
" addr " => $user -> nickname . " @ " . $hostname ,
" nick " => $user -> nickname ,
" about " => $user -> bio ,
" network " => NETWORK_OSTATUS ,
" photo " => $a -> get_baseurl () . " /images/person-175.jpg " );
get_gcontact_id ( $contact );
}
2016-01-19 15:12:18 +01:00
}
/**
* @ brief Asking GNU Social server on a regular base for their user data
*
*/
function gs_discover () {
$requery_days = intval ( get_config ( " system " , " poco_requery_days " ));
$last_update = date ( " c " , time () - ( 60 * 60 * 24 * $requery_days ));
$r = q ( " SELECT `nurl`, `url` FROM `gserver` WHERE `last_contact` >= `last_failure` AND `network` = '%s' AND `last_poco_query` < '%s' ORDER BY RAND() LIMIT 5 " ,
dbesc ( NETWORK_OSTATUS ), dbesc ( $last_update ));
if ( ! $r )
return ;
foreach ( $r AS $server ) {
gs_fetch_users ( $server [ " url " ]);
q ( " UPDATE `gserver` SET `last_poco_query` = '%s' WHERE `nurl` = '%s' " , dbesc ( datetime_convert ()), dbesc ( $server [ " nurl " ]));
}
}
2015-07-18 22:26:06 +02:00
?>