You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 

406 lines
12 KiB

<?php
namespace p3k\XRay\Formats;
use DOMDocument, DOMXPath;
use DateTime, DateTimeZone;
class Instagram extends Format {
public static function matches_host($url) {
$host = parse_url($url, PHP_URL_HOST);
return in_array($host, ['www.instagram.com','instagram.com']);
}
public static function matches($url) {
return self::matches_host($url);
}
public static function fetch($http, $url, $opts=[]) {
if(!self::matches($url))
return false;
$headers = [];
if(isset($opts['instagram_session']) && $opts['instagram_session'])
$headers[] = 'Cookie: sessionid='.$opts['instagram_session'];
$result = $http->get($url, $headers);
// Check for errors such as getting redirected to the login page or getting rate limiited
/*
// TODO
if(false) {
return [
'error' => 'rate_limited',
'error_description' => 'Instagram has rate limited this client. Please try again later.',
'url' => $result['url'],
'code' => $result['code'],
];
}
if(false) {
return [
'error' => 'unauthorized',
'error_description' => 'Instagram redirected to the login page. Either this user is private, or the client has been rate limited.',
'url' => $result['url'],
'code' => $result['code'],
];
}
*/
return $result;
}
public static function parse($http, $http_response, $opts=[]) {
$html = $http_response['body'];
$url = $http_response['url'];
if(preg_match('#instagram.com/([^/]+)/$#', $url)) {
if(isset($opts['expect']) && $opts['expect'] == 'feed')
return self::parseFeed($http, $html, $url);
else
return self::parseProfile($http, $html, $url);
} else {
return self::parsePhoto($http, $html, $url);
}
}
private static function parseProfile($http, $html, $url) {
$profileData = self::_parseProfileFromHTML($html);
if(!$profileData)
return self::_unknown();
$card = self::_buildHCardFromInstagramProfile($profileData);
return [
'data' => $card,
'source-format' => 'instagram',
];
}
private static function parseFeed($http, $html, $url) {
$profileData = self::_parseProfileFromHTML($html);
if(!$profileData)
return self::_unknown();
$photos = $profileData['edge_owner_to_timeline_media']['edges'];
$items = [];
foreach($photos as $photoData) {
$item = self::parsePhotoFromData($http, $photoData['node'],
'https://www.instagram.com/p/'.$photoData['node']['shortcode'].'/', $profileData);
// Note: Not all the photo info is available in the initial JSON.
// Things like video mp4 URLs and person tags and locations are missing.
// Consumers of the feed will need to fetch the photo permalink in order to get all missing information.
// if($photoData['is_video'])
// $item['data']['video'] = true;
$items[] = $item['data'];
}
return [
'data' => [
'type' => 'feed',
'items' => $items,
],
'source-format' => 'instagram',
];
}
private static function parsePhoto($http, $html, $url, $profile=false) {
$photoData = self::_extractPhotoDataFromPhotoPage($html);
return self::parsePhotoFromData($http, $photoData, $url, $profile);
}
private static function altTextIsPlaceholder($text) {
return $text == 'No photo description available.';
}
private static function parsePhotoFromData($http, $photoData, $url, $profile=false) {
if(!$photoData)
return self::_unknown();
// Start building the h-entry
$entry = array(
'type' => 'entry',
'url' => $url,
'author' => [
'type' => 'card',
'name' => null,
'photo' => null,
'url' => null
]
);
$profiles = [];
if(!$profile) {
if(isset($photoData['owner'])) {
// Get profile info from the page
$entry['author'] = self::_buildHCardFromInstagramProfile($photoData['owner']);
}
// 2019-10-13 disabling this fetch because profile fetches are severely rate limited now
// // Fetch profile info for this user
// $username = $photoData['owner']['username'];
// $profile = self::_getInstagramProfile($username, $http);
// if($profile) {
// $entry['author'] = self::_buildHCardFromInstagramProfile($profile);
// $profiles[] = $profile;
// }
} else {
$entry['author'] = self::_buildHCardFromInstagramProfile($profile);
$profiles[] = $profile;
}
// Content and hashtags
$caption = false;
if(isset($photoData['caption'])) {
$caption = $photoData['caption'];
} elseif(isset($photoData['edge_media_to_caption']['edges'][0]['node']['text'])) {
$caption = $photoData['edge_media_to_caption']['edges'][0]['node']['text'];
}
if($caption) {
if(preg_match_all('/#([a-z0-9_-]+)/i', $caption, $matches)) {
$entry['category'] = [];
foreach($matches[1] as $match) {
$entry['category'][] = $match;
}
}
$entry['content'] = [
'text' => $caption
];
}
$refs = [];
$meta = [];
// Include the photo/video media URLs
// (Always return arrays, even for single images)
if(array_key_exists('edge_sidecar_to_children', $photoData)) {
// Multi-post
// For now, we will only pull photos from multi-posts, and skip videos.
// https://github.com/aaronpk/XRay/issues/84
$entry['photo'] = [];
foreach($photoData['edge_sidecar_to_children']['edges'] as $edge) {
$entry['photo'][] = $edge['node']['display_url'];
// Don't need to pull person-tags from here because the main parent object already has them.
if(isset($edge['node']['accessibility_caption']) && $edge['node']['accessibility_caption'] && !self::altTextIsPlaceholder($edge['node']['accessibility_caption'])) {
$meta[$edge['node']['display_url']] = [
'alt' => $edge['node']['accessibility_caption']
];
}
}
} else {
// Single photo or video
if(array_key_exists('display_src', $photoData))
$entry['photo'] = [$photoData['display_src']];
elseif(array_key_exists('display_url', $photoData))
$entry['photo'] = [$photoData['display_url']];
if(isset($photoData['accessibility_caption']) && $photoData['accessibility_caption'] && !self::altTextIsPlaceholder($photoData['accessibility_caption'])) {
$meta[$entry['photo'][0]] = [
'alt' => $photoData['accessibility_caption']
];
}
if(isset($photoData['is_video']) && $photoData['is_video'] && isset($photoData['video_url'])) {
$entry['video'] = [$photoData['video_url']];
}
}
// Find person tags and fetch user profiles
if(isset($photoData['edge_media_to_tagged_user']['edges'])) {
if(!isset($entry['category'])) $entry['category'] = [];
foreach($photoData['edge_media_to_tagged_user']['edges'] as $edge) {
$profile = self::_getInstagramProfile($edge['node']['user']['username'], $http);
if($profile) {
$card = self::_buildHCardFromInstagramProfile($profile);
$entry['category'][] = $card['url'];
$refs[$card['url']] = $card;
$profiles[] = $profile;
}
}
}
// Published date
if(isset($photoData['taken_at_timestamp']))
$published = DateTime::createFromFormat('U', $photoData['taken_at_timestamp']);
elseif(isset($photoData['date']))
$published = DateTime::createFromFormat('U', $photoData['date']);
// Include venue data
$locations = [];
if(isset($photoData['location'])) {
$location = self::_getInstagramLocation($photoData['location']['id'], $http);
if($location) {
$entry['location'] = [$location['url']];
$refs[$location['url']] = $location;
$locations[] = $location;
// Look up timezone
if($location['latitude']) {
$tz = \p3k\Timezone::timezone_for_location($location['latitude'], $location['longitude']);
if($tz) {
$published->setTimeZone(new DateTimeZone($tz));
}
}
}
}
$entry['published'] = $published->format('c');
if(count($refs)) {
$entry['refs'] = $refs;
}
if(count($meta)) {
$entry['meta'] = $meta;
}
$entry['post-type'] = \p3k\XRay\PostType::discover($entry);
return [
'data' => $entry,
'original' => json_encode([
'photo' => $photoData,
'profiles' => $profiles,
'locations' => $locations
]),
'source-format' => 'instagram',
];
}
private static function _buildHCardFromInstagramProfile($profile) {
if(!$profile) return false;
$author = [
'type' => 'card'
];
if($profile['full_name'])
$author['name'] = $profile['full_name'];
else
$author['name'] = $profile['username'];
$author['nickname'] = $profile['username'];
$author['url'] = 'https://www.instagram.com/' . $profile['username'] . '/';
if(isset($profile['profile_pic_url_hd']))
$author['photo'] = $profile['profile_pic_url_hd'];
elseif(isset($profile['profile_pic_url']))
$author['photo'] = $profile['profile_pic_url'];
if(isset($profile['biography']))
$author['note'] = $profile['biography'];
return $author;
}
private static function _getInstagramProfile($username, $http) {
$response = $http->get('https://www.instagram.com/'.$username.'/');
if(!$response['error'])
return self::_parseProfileFromHTML($response['body']);
return null;
}
private static function _parseProfileFromHTML($html) {
$data = self::_extractIGData($html);
if(isset($data['entry_data']['ProfilePage'][0])) {
$profile = $data['entry_data']['ProfilePage'][0];
if($profile && isset($profile['graphql']['user'])) {
$user = $profile['graphql']['user'];
return $user;
}
}
return null;
}
private static function _getInstagramLocation($id, $http) {
$igURL = 'https://www.instagram.com/explore/locations/'.$id.'/';
$response = $http->get($igURL);
if($response['body']) {
$data = self::_extractVenueDataFromVenuePage($response['body']);
if($data) {
return [
'type' => 'card',
'name' => $data['name'],
'url' => $igURL,
'latitude' => $data['lat'],
'longitude' => $data['lng'],
];
}
}
return null;
}
private static function _extractPhotoDataFromPhotoPage($html) {
$data = self::_extractIGData($html);
if($data && is_array($data) && array_key_exists('entry_data', $data)) {
if(is_array($data['entry_data']) && array_key_exists('PostPage', $data['entry_data'])) {
$post = $data['entry_data']['PostPage'];
if(isset($post[0]['graphql']['shortcode_media'])) {
return $post[0]['graphql']['shortcode_media'];
} elseif(isset($post[0]['graphql']['media'])) {
return $post[0]['graphql']['media'];
} elseif(isset($post[0]['media'])) {
return $post[0]['media'];
}
}
}
return null;
}
private static function _extractVenueDataFromVenuePage($html) {
$data = self::_extractIGData($html);
if($data && isset($data['entry_data']['LocationsPage'])) {
$data = $data['entry_data']['LocationsPage'];
if(isset($data[0]['graphql']['location'])) {
$location = $data[0]['graphql']['location'];
# we don't need these and they're huge, so drop them now
unset($location['media']);
unset($location['top_posts']);
return $location;
}
}
return null;
}
private static function _extractIGData($html) {
$doc = new DOMDocument();
@$doc->loadHTML($html);
if(!$doc) {
return null;
}
$xpath = new DOMXPath($doc);
$data = null;
foreach($xpath->query('//script') as $script) {
if(preg_match('/window\._sharedData = ({.+});/', $script->textContent, $match)) {
$data = json_decode($match[1], true);
}
}
return $data;
}
}