You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

944 lines
33 KiB

6 years ago
6 years ago
8 years ago
  1. <?php
  2. namespace p3k\XRay\Formats;
  3. class Mf2 extends Format {
  4. use Mf2Feed;
  5. public static function matches_host($url) {
  6. return true;
  7. }
  8. public static function matches($url) {
  9. return true;
  10. }
  11. public static function parse($http_response, $http, $opts=[]) {
  12. $mf2 = $http_response['body'];
  13. $url = $http_response['url'];
  14. if(!isset($mf2['items']) || count($mf2['items']) == 0)
  15. return false;
  16. // If they are expecting a feed, always return a feed or an error
  17. if(isset($opts['expect']) && $opts['expect'] == 'feed') {
  18. return self::parseAsHFeed($mf2, $http, $url);
  19. }
  20. // Remove h-breadcrumb since we never use it and it causes problems determining
  21. // whether a page is a feed or permalink
  22. $mf2['items'] = array_values(array_filter($mf2['items'], function($item){
  23. return !in_array('h-breadcrumb', $item['type']);
  24. }));
  25. $items = $mf2['items'];
  26. // If there is more than one item on the page, it may be a feed.
  27. // Remove an h-card if there is one that doesn't match the page URL, then try again.
  28. // (Don't modify the actual tree, but compare on the modified tree)
  29. if(count($items) > 1) {
  30. $tmpmf2 = array_filter($items, function($item) use($url){
  31. return !(in_array('h-card', $item['type']) && isset($item['properties']['url'][0]) && $item['properties']['url'][0] != $url);
  32. });
  33. $items = array_values($tmpmf2);
  34. }
  35. // If there is only one item left on the page, it's a permalink, and just use that
  36. if(count($items) == 1) {
  37. $item = $items[0];
  38. if(in_array('h-entry', $item['type']) || in_array('h-cite', $item['type'])) {
  39. #Parse::debug("mf2:0: Recognized $url as an h-entry it is the only item on the page");
  40. return self::parseAsHEntry($mf2, $item, $http, $url);
  41. }
  42. if(in_array('h-event', $item['type'])) {
  43. #Parse::debug("mf2:0: Recognized $url as an h-event it is the only item on the page");
  44. return self::parseAsHEvent($mf2, $item, $http, $url);
  45. }
  46. if(in_array('h-review', $item['type'])) {
  47. #Parse::debug("mf2:0: Recognized $url as an h-review it is the only item on the page");
  48. return self::parseAsHReview($mf2, $item, $http, $url);
  49. }
  50. if(in_array('h-recipe', $item['type'])) {
  51. #Parse::debug("mf2:0: Recognized $url as an h-recipe it is the only item on the page");
  52. return self::parseAsHRecipe($mf2, $item, $http, $url);
  53. }
  54. if(in_array('h-product', $item['type'])) {
  55. #Parse::debug("mf2:0: Recognized $url as an h-product it is the only item on the page");
  56. return self::parseAsHProduct($mf2, $item, $http, $url);
  57. }
  58. if(in_array('h-item', $item['type'])) {
  59. #Parse::debug("mf2:0: Recognized $url as an h-product it is the only item on the page");
  60. return self::parseAsHItem($mf2, $item, $http, $url);
  61. }
  62. if(in_array('h-card', $item['type'])) {
  63. #Parse::debug("mf2:0: Recognized $url as an h-card it is the only item on the page");
  64. return self::parseAsHCard($item, $http, $url, $url);
  65. }
  66. if(in_array('h-app', $item['type']) || in_array('h-x-app', $item['type'])) {
  67. #Parse::debug("mf2:0: Recognized $url as an h-feed because it is the only item on the page");
  68. return self::parseAsHApp($mf2, $item, $http, $url);
  69. }
  70. if(in_array('h-feed', $item['type'])) {
  71. #Parse::debug("mf2:0: Recognized $url as an h-feed because it is the only item on the page");
  72. return self::parseAsHFeed($mf2, $http, $url);
  73. }
  74. }
  75. // Check the list of items on the page to see if one matches the URL of the page,
  76. // and treat as a permalink for that object if so.
  77. foreach($mf2['items'] as $item) {
  78. if(array_key_exists('url', $item['properties'])) {
  79. $urls = $item['properties']['url'];
  80. $urls = array_map('\p3k\XRay\normalize_url', $urls);
  81. if(in_array($url, $urls)) {
  82. #Parse::debug("mf2:1: Recognized $url as a permalink because an object on the page matched the URL of the request");
  83. if(in_array('h-card', $item['type'])) {
  84. return self::parseAsHCard($item, $http, $url, $url);
  85. } elseif(in_array('h-entry', $item['type']) || in_array('h-cite', $item['type'])) {
  86. return self::parseAsHEntry($mf2, $item, $http, $url);
  87. } elseif(in_array('h-event', $item['type'])) {
  88. return self::parseAsHEvent($mf2, $item, $http, $url);
  89. } elseif(in_array('h-review', $item['type'])) {
  90. return self::parseAsHReview($mf2, $item, $http, $url);
  91. } elseif(in_array('h-recipe', $item['type'])) {
  92. return self::parseAsHRecipe($mf2, $item, $http, $url);
  93. } elseif(in_array('h-product', $item['type'])) {
  94. return self::parseAsHProduct($mf2, $item, $http, $url);
  95. } elseif(in_array('h-item', $item['type'])) {
  96. return self::parseAsHItem($mf2, $item, $http, $url);
  97. } elseif(in_array('h-app', $item['type']) || in_array('h-x-app', $item['type'])) {
  98. return self::parseAsHApp($mf2, $item, $http, $url);
  99. } elseif(in_array('h-feed', $item['type'])) {
  100. return self::parseAsHFeed($mf2, $http, $url);
  101. } else {
  102. #Parse::debug('This object was not a recognized type.');
  103. return false;
  104. }
  105. }
  106. }
  107. }
  108. // Check for an h-card matching rel=author or the author URL of any h-* on the page,
  109. // and return the h-* object if so
  110. if(isset($mf2['rels']['author'])) {
  111. foreach($mf2['items'] as $card) {
  112. if(in_array('h-card', $card['type']) && array_key_exists('url', $card['properties'])) {
  113. $urls = \p3k\XRay\normalize_urls($card['properties']['url']);
  114. if(count(array_intersect($urls, \p3k\XRay\normalize_urls($mf2['rels']['author']))) > 0) {
  115. // There is an author h-card on this page
  116. // Now look for the first h-* object other than an h-card and use that as the object
  117. foreach($mf2['items'] as $item) {
  118. if(!in_array('h-card', $item['type'])) {
  119. if(in_array('h-entry', $item['type']) || in_array('h-cite', $item['type'])) {
  120. return self::parseAsHEntry($mf2, $item, $http, $url);
  121. } elseif(in_array('h-event', $item['type'])) {
  122. return self::parseAsHEvent($mf2, $item, $http, $url);
  123. } elseif(in_array('h-review', $item['type'])) {
  124. return self::parseAsHReview($mf2, $item, $http, $url);
  125. } elseif(in_array('h-recipe', $item['type'])) {
  126. return self::parseAsHRecipe($mf2, $item, $http, $url);
  127. } elseif(in_array('h-product', $item['type'])) {
  128. return self::parseAsHProduct($mf2, $item, $http, $url);
  129. } elseif(in_array('h-item', $item['type'])) {
  130. return self::parseAsHItem($mf2, $item, $http, $url);
  131. } elseif(in_array('h-app', $item['type']) || in_array('h-x-app', $item['type'])) {
  132. return self::parseAsHApp($mf2, $item, $http, $url);
  133. }
  134. }
  135. }
  136. }
  137. }
  138. }
  139. }
  140. // At this point, if there are any h-entrys left on the page, it's probably a feed.
  141. if(count($items) > 0) {
  142. if(count(array_filter($items, function($item){
  143. return in_array('h-entry', $item['type']);
  144. })) > 0) {
  145. #Parse::debug("mf2:2: Recognized $url as an h-feed because there are more than one object on the page");
  146. return self::parseAsHFeed($mf2, $http, $url);
  147. }
  148. }
  149. // If the first item is an h-feed, parse as a feed
  150. $first = $items[0];
  151. if(in_array('h-feed', $first['type'])) {
  152. #Parse::debug("mf2:3: Recognized $url as an h-feed because the first item is an h-feed");
  153. return self::parseAsHFeed($mf2, $http, $url);
  154. }
  155. // Fallback case, but hopefully we have found something before this point
  156. foreach($mf2['items'] as $item) {
  157. // Otherwise check for a recognized h-* object
  158. if(in_array('h-entry', $item['type']) || in_array('h-cite', $item['type'])) {
  159. #Parse::debug("mf2:6: $url is falling back to the first h-entry on the page");
  160. return self::parseAsHEntry($mf2, $item, $http, $url);
  161. } elseif(in_array('h-event', $item['type'])) {
  162. #Parse::debug("mf2:6: $url is falling back to the first h-event on the page");
  163. return self::parseAsHEvent($mf2, $item, $http, $url);
  164. } elseif(in_array('h-review', $item['type'])) {
  165. #Parse::debug("mf2:6: $url is falling back to the first h-review on the page");
  166. return self::parseAsHReview($mf2, $item, $http, $url);
  167. } elseif(in_array('h-recipe', $item['type'])) {
  168. #Parse::debug("mf2:6: $url is falling back to the first h-recipe on the page");
  169. return self::parseAsHRecipe($mf2, $item, $http, $url);
  170. } elseif(in_array('h-product', $item['type'])) {
  171. #Parse::debug("mf2:6: $url is falling back to the first h-product on the page");
  172. return self::parseAsHProduct($mf2, $item, $http, $url);
  173. } elseif(in_array('h-item', $item['type'])) {
  174. #Parse::debug("mf2:6: $url is falling back to the first h-item on the page");
  175. return self::parseAsHItem($mf2, $item, $http, $url);
  176. } elseif(in_array('h-app', $item['type']) || in_array('h-x-app', $item['type'])) {
  177. #Parse::debug("mf2:6: $url is falling back to the first h-item on the page");
  178. return self::parseAsHApp($mf2, $item, $http, $url);
  179. }
  180. }
  181. #Parse::debug("mf2:E: No object at $url was recognized");
  182. return false;
  183. }
  184. private static function collectSingleValues($properties, $urlProperties, $item, $url, &$data) {
  185. foreach($properties as $p) {
  186. if(($v = self::getPlaintext($item, $p)) !== null) {
  187. $data[$p] = $v;
  188. }
  189. }
  190. foreach($urlProperties as $p) {
  191. if($p == 'url') {
  192. // Special handling for the 'url' property to prioritize finding the URL on the same domain
  193. if($values = self::getPlaintextValues($item, 'url')) {
  194. if(count($values) == 1) {
  195. if(self::isURL($values[0]))
  196. $data['url'] = $values[0];
  197. }
  198. else {
  199. $set = false;
  200. foreach($values as $v) {
  201. if(self::isURL($v) && parse_url($v, PHP_URL_HOST) == parse_url($url, PHP_URL_HOST)) {
  202. $set = true;
  203. $data['url'] = $v;
  204. }
  205. }
  206. if(!$set) {
  207. // Fall back to the first URL if there isn't one on the domain
  208. if(self::isURL($values[0]))
  209. $data['url'] = $values[0];
  210. }
  211. }
  212. }
  213. } else {
  214. if(($v = self::getPlaintext($item, $p)) !== null) {
  215. if(self::isURL($v))
  216. $data[$p] = $v;
  217. }
  218. }
  219. }
  220. }
  221. private static function parseHTMLValue($property, $item) {
  222. if(!array_key_exists($property, $item['properties']))
  223. return null;
  224. $textContent = false;
  225. $htmlContent = false;
  226. $content = $item['properties'][$property][0];
  227. if(is_string($content)) {
  228. $textContent = $content;
  229. } elseif(!is_string($content) && is_array($content) && array_key_exists('html', $content)) {
  230. if(array_key_exists('html', $content)) {
  231. // Only allow images in the content if there is no photo property set
  232. if(isset($item['properties']['photo']))
  233. $allowImg = false;
  234. else
  235. $allowImg = true;
  236. $htmlContent = trim(self::sanitizeHTML($content['html'], $allowImg));
  237. #$textContent = trim(str_replace("&#xD;","\r",$content['value']));
  238. $textContent = trim(self::stripHTML($htmlContent));
  239. } else {
  240. if(isset($content['value']))
  241. $textContent = trim($content['value']);
  242. }
  243. }
  244. if($textContent || $htmlContent) {
  245. $data = [
  246. 'text' => $textContent
  247. ];
  248. // Only add HTML content if there is actual content.
  249. // If the text content ends up empty, then the HTML should be too
  250. // e.g. <div class="e-content"><a href=""><img src="" class="u-photo"></a></div>
  251. // should not return content of <a href=""></a>
  252. // TODO: still need to remove empty <a> tags when there is other text in the content
  253. if($htmlContent && $textContent && $textContent != $htmlContent) {
  254. $data['html'] = $htmlContent;
  255. }
  256. if(!$data['text'])
  257. return null;
  258. return $data;
  259. } else {
  260. return null;
  261. }
  262. }
  263. // Always return arrays, and may contain plaintext content
  264. // Nested objects are added to refs and the URL is used as the value if present
  265. private static function collectArrayValues($properties, $item, &$data, &$refs, &$http) {
  266. foreach($properties as $p) {
  267. if(array_key_exists($p, $item['properties'])) {
  268. foreach($item['properties'][$p] as $v) {
  269. if(is_string($v)) {
  270. if(!array_key_exists($p, $data)) $data[$p] = [];
  271. if(!in_array($v, $data[$p]))
  272. $data[$p][] = $v;
  273. } elseif(self::isMicroformat($v)) {
  274. if(($u=self::getPlaintext($v, 'url')) && self::isURL($u)) {
  275. if(!array_key_exists($p, $data)) $data[$p] = [];
  276. if(!in_array($u, $data[$p]))
  277. $data[$p][] = $u;
  278. $ref = self::parse([
  279. 'body' => ['items'=>[$v]],
  280. 'url' => $u,
  281. 'code' => null,
  282. ], $http);
  283. if($ref) {
  284. $refs[$u] = $ref['data'];
  285. }
  286. } else {
  287. if(!array_key_exists($p, $data)) $data[$p] = [];
  288. if(!in_array($v['value'], $data[$p]))
  289. $data[$p][] = $v['value'];
  290. }
  291. }
  292. }
  293. }
  294. }
  295. }
  296. private static function parseEmbeddedHCard($property, $item, &$http) {
  297. if(array_key_exists($property, $item['properties'])) {
  298. $mf2 = $item['properties'][$property][0];
  299. if(is_string($mf2) && self::isURL($mf2)) {
  300. $hcard = [
  301. 'type' => 'card',
  302. 'url' => $mf2
  303. ];
  304. return $hcard;
  305. } if(self::isMicroformat($mf2) && in_array('h-card', $mf2['type'])) {
  306. $hcard = [
  307. 'type' => 'card',
  308. ];
  309. $properties = ['name','latitude','longitude','locality','region','country','url'];
  310. foreach($properties as $p) {
  311. if($v=self::getPlaintext($mf2, $p)) {
  312. $hcard[$p] = $v;
  313. }
  314. }
  315. // If we have a geo property, it overrides p-latitude and p-longitude
  316. if(array_key_exists('geo', $mf2) &&
  317. self::isMicroformat($mf2['geo'][0]) &&
  318. in_array('h-geo', $mf2['geo'][0]['type']) &&
  319. array_key_exists($mf2['geo'][0]['properties']) &&
  320. $lat=self::getPlaintext($mf2['geo'][0], 'latitude') &&
  321. $lon=self::getPlaintext($mf2['geo'][0], 'longitude')) {
  322. $hcard['latitude'] = $lat;
  323. $hcard['longitude'] = $lon;
  324. }
  325. return $hcard;
  326. }
  327. }
  328. return false;
  329. }
  330. private static function collectArrayURLValues($properties, $item, &$data, &$refs, &$http) {
  331. $keys = [];
  332. foreach($properties as $p) {
  333. if(array_key_exists($p, $item['properties'])) {
  334. foreach($item['properties'][$p] as $v) {
  335. if(is_string($v) && self::isURL($v)) {
  336. if(!array_key_exists($p, $data)) $data[$p] = [];
  337. $data[$p][] = $v;
  338. $keys[] = $p;
  339. }
  340. elseif(self::isMicroformat($v) && ($u=self::getPlaintext($v, 'url')) && self::isURL($u)) {
  341. if(!array_key_exists($p, $data)) $data[$p] = [];
  342. $data[$p][] = $u;
  343. $keys[] = $p;
  344. // parse the object and put the result in the "refs" object
  345. $ref = self::parse([
  346. 'body' => ['items'=>[$v]],
  347. 'url' => $u,
  348. 'code' => null,
  349. ], $http);
  350. if($ref) {
  351. $refs[$u] = $ref['data'];
  352. }
  353. }
  354. }
  355. }
  356. }
  357. // Remove duplicate values
  358. foreach(array_unique($keys) as $key) {
  359. $data[$key] = array_unique($data[$key]);
  360. }
  361. }
  362. private static function determineNameAndContent($item, &$data) {
  363. // Determine if the name is distinct from the content
  364. $name = self::getPlaintext($item, 'name');
  365. $textContent = null;
  366. $htmlContent = null;
  367. $content = self::getHTMLValue($item, 'content');
  368. if(is_string($content)) {
  369. $textContent = $content;
  370. } elseif($content) {
  371. $htmlContent = array_key_exists('html', $content) ? $content['html'] : null;
  372. $textContent = array_key_exists('value', $content) ? $content['value'] : null;
  373. }
  374. $checkedname = $name;
  375. if($content) {
  376. // Trim ellipses from the name
  377. $name = preg_replace('/ ?(\.\.\.|…)$/', '', $name);
  378. // Remove all whitespace when checking equality
  379. $nameCompare = preg_replace('/\s/','',trim($name));
  380. $contentCompare = preg_replace('/\s/','',trim($textContent));
  381. // Check if the name is a prefix of the content
  382. if($contentCompare && $nameCompare && strpos($contentCompare, $nameCompare) === 0) {
  383. $checkedname = null;
  384. }
  385. }
  386. if($checkedname) {
  387. $data['name'] = $checkedname;
  388. }
  389. // If there is content, always return the plaintext content, and return HTML content if it's different
  390. if($content) {
  391. $content = self::parseHTMLValue('content', $item);
  392. if($content['text']) {
  393. $data['content']['text'] = $content['text'];
  394. if(isset($content['html']))
  395. $data['content']['html'] = $content['html'];
  396. } else {
  397. // If the content text was blank because the img was removed and that was the only content,
  398. // then put the name back as the name if it was previously set.
  399. // See https://github.com/aaronpk/XRay/issues/57
  400. if($name) {
  401. $data['name'] = $name;
  402. }
  403. }
  404. }
  405. }
  406. private static function parseAsHEntry($mf2, $item, $http, $url) {
  407. $data = [
  408. 'type' => 'entry'
  409. ];
  410. $refs = [];
  411. // Single plaintext and URL values
  412. self::collectSingleValues(['published','summary','rsvp','swarm-coins'], ['url','featured','follow-of'], $item, $url, $data);
  413. if(isset($data['rsvp']))
  414. $data['rsvp'] = strtolower($data['rsvp']);
  415. // These properties are always returned as arrays and may contain plaintext content
  416. // First strip leading hashtags from category values if present
  417. if(array_key_exists('category', $item['properties'])) {
  418. foreach($item['properties']['category'] as $i=>$c) {
  419. if(is_string($c))
  420. $item['properties']['category'][$i] = ltrim($c, '#');
  421. }
  422. }
  423. self::collectArrayValues(['category','invitee'], $item, $data, $refs, $http);
  424. // These properties are always returned as arrays and always URLs
  425. // If the value is an h-* object with a URL, the URL is used and a "ref" is added as well
  426. self::collectArrayURLValues(['photo','video','audio','syndication','in-reply-to','like-of','repost-of','bookmark-of','quotation-of'], $item, $data, $refs, $http);
  427. // Hack to make quotation-of a single value
  428. if(isset($data['quotation-of']))
  429. $data['quotation-of'] = $data['quotation-of'][0];
  430. self::determineNameAndContent($item, $data);
  431. if($author = self::findAuthor($mf2, $item, $http, $url))
  432. $data['author'] = $author;
  433. if($checkin = self::parseEmbeddedHCard('checkin', $item, $http))
  434. $data['checkin'] = $checkin;
  435. $data['post-type'] = \p3k\XRay\PostType::discover($data);
  436. $response = [
  437. 'data' => $data,
  438. ];
  439. if(count($refs)) {
  440. $response['data']['refs'] = $refs;
  441. }
  442. return $response;
  443. }
  444. private static function parseAsHReview($mf2, $item, $http, $url) {
  445. $data = [
  446. 'type' => 'review'
  447. ];
  448. $refs = [];
  449. self::collectSingleValues(['summary','published','rating','best','worst'], ['url'], $item, $url, $data);
  450. // Fallback for Mf1 "description" as content. The PHP parser does not properly map this to "content"
  451. $description = self::parseHTMLValue('description', $item);
  452. if($description) {
  453. $data['content'] = $description;
  454. }
  455. self::collectArrayValues(['category'], $item, $data, $refs, $http);
  456. self::collectArrayURLValues(['item'], $item, $data, $refs, $http);
  457. self::determineNameAndContent($item, $data);
  458. if($author = self::findAuthor($mf2, $item, $http, $url))
  459. $data['author'] = $author;
  460. $data['post-type'] = \p3k\XRay\PostType::discover($data);
  461. $response = [
  462. 'data' => $data
  463. ];
  464. if(count($refs)) {
  465. $response['data']['refs'] = $refs;
  466. }
  467. return $response;
  468. }
  469. private static function parseAsHRecipe($mf2, $item, $http, $url) {
  470. $data = [
  471. 'type' => 'recipe',
  472. ];
  473. $refs = [];
  474. self::collectSingleValues(['name','summary','published','duration','yield','nutrition'], ['url'], $item, $url, $data);
  475. $instructions = self::parseHTMLValue('instructions', $item);
  476. if($instructions) {
  477. $data['instructions'] = $instructions;
  478. }
  479. self::collectArrayValues(['category','ingredient'], $item, $data, $refs, $http);
  480. self::collectArrayURLValues(['photo'], $item, $data, $refs, $http);
  481. if($author = self::findAuthor($mf2, $item, $http, $url))
  482. $data['author'] = $author;
  483. $data['post-type'] = \p3k\XRay\PostType::discover($data);
  484. $response = [
  485. 'data' => $data
  486. ];
  487. if(count($refs)) {
  488. $response['data']['refs'] = $refs;
  489. }
  490. return $response;
  491. }
  492. private static function parseAsHProduct($mf2, $item, $http, $url) {
  493. $data = [
  494. 'type' => 'product'
  495. ];
  496. $refs = [];
  497. self::collectSingleValues(['name','identifier','price'], ['url'], $item, $url, $data);
  498. $description = self::parseHTMLValue('description', $item);
  499. if($description) {
  500. $data['description'] = $description;
  501. }
  502. self::collectArrayValues(['category','brand'], $item, $data, $refs, $http);
  503. self::collectArrayURLValues(['photo','video','audio'], $item, $data, $refs, $http);
  504. $response = [
  505. 'data' => $data
  506. ];
  507. if(count($refs)) {
  508. $response['data']['refs'] = $refs;
  509. }
  510. return $response;
  511. }
  512. private static function parseAsHItem($mf2, $item, $http, $url) {
  513. $data = [
  514. 'type' => 'item'
  515. ];
  516. $refs = [];
  517. self::collectSingleValues(['name'], ['url'], $item, $url, $data);
  518. self::collectArrayURLValues(['photo','video','audio'], $item, $data, $refs, $http);
  519. $response = [
  520. 'data' => $data
  521. ];
  522. if(count($refs)) {
  523. $response['data']['refs'] = $refs;
  524. }
  525. return $response;
  526. }
  527. private static function parseAsHApp($mf2, $item, $http, $url) {
  528. $data = [
  529. 'type' => 'app'
  530. ];
  531. self::collectSingleValues(['name'], ['url','logo'], $item, $url, $data);
  532. self::collectArrayURLValues(['redirect-uri'], $item, $data, $refs, $http);
  533. if(!isset($data['url']))
  534. $data['url'] = $url;
  535. if(isset($mf2['rels']['redirect_uri'])) {
  536. if(!isset($data['redirect-uri'])) $data['redirect-uri'] = [];
  537. $data['redirect-uri'] = array_merge($data['redirect-uri'], $mf2['rels']['redirect_uri']);
  538. }
  539. if(isset($data['redirect-uri'])) {
  540. $data['redirect-uri'] = array_values(array_unique($data['redirect-uri']));
  541. }
  542. $response = [
  543. 'data' => $data
  544. ];
  545. return $response;
  546. }
  547. private static function parseAsHEvent($mf2, $item, $http, $url) {
  548. $data = [
  549. 'type' => 'event'
  550. ];
  551. $refs = [];
  552. // Single plaintext and URL values
  553. self::collectSingleValues(['name','summary','published','start','end','duration'], ['url','featured'], $item, $url, $data);
  554. // These properties are always returned as arrays and may contain plaintext content
  555. self::collectArrayValues(['category','location','attendee'], $item, $data, $refs, $http);
  556. // These properties are always returned as arrays and always URLs
  557. // If the value is an h-* object with a URL, the URL is used and a "ref" is added as well
  558. self::collectArrayURLValues(['photo','video','audio','syndication'], $item, $data, $refs, $http);
  559. // If there is a description, always return the plaintext content, and return HTML content if it's different
  560. $content = self::parseHTMLValue('content', $item);
  561. if($content) {
  562. $data['content'] = $content;
  563. } else {
  564. // Fall back to looking for "description"
  565. $content = self::parseHTMLValue('description', $item);
  566. if($content)
  567. $data['content'] = $content;
  568. }
  569. $data['post-type'] = \p3k\XRay\PostType::discover($data);
  570. $response = [
  571. 'data' => $data
  572. ];
  573. if(count($refs)) {
  574. $response['data']['refs'] = $refs;
  575. }
  576. return $response;
  577. }
  578. private static function parseAsHCard($item, $http, $url, $authorURL=false) {
  579. $data = [
  580. 'type' => 'card',
  581. 'name' => null,
  582. 'url' => null,
  583. 'photo' => null
  584. ];
  585. $properties = ['url','name','photo'];
  586. foreach($properties as $p) {
  587. if($p == 'url' && $authorURL) {
  588. // If there is a matching author URL, use that one
  589. $found = false;
  590. foreach($item['properties']['url'] as $url) {
  591. if(self::isURL($url)) {
  592. $url = \p3k\XRay\normalize_url($url);
  593. if($url == \p3k\XRay\normalize_url($authorURL)) {
  594. $data['url'] = $url;
  595. $found = true;
  596. }
  597. }
  598. }
  599. if(!$found && self::isURL($item['properties']['url'][0])) {
  600. $data['url'] = $item['properties']['url'][0];
  601. }
  602. } else if(($v = self::getPlaintext($item, $p)) !== null) {
  603. // Make sure the URL property is actually a URL
  604. if($p == 'url' || $p == 'photo') {
  605. if(self::isURL($v))
  606. $data[$p] = $v;
  607. } else {
  608. $data[$p] = $v;
  609. }
  610. }
  611. }
  612. // If no URL property was found, use the $authorURL provided
  613. if(!$data['url'])
  614. $data['url'] = $authorURL;
  615. $response = [
  616. 'data' => $data
  617. ];
  618. return $response;
  619. }
  620. private static function findAuthor($mf2, $item, $http, $url) {
  621. $author = [
  622. 'type' => 'card',
  623. 'name' => null,
  624. 'url' => null,
  625. 'photo' => null
  626. ];
  627. // Author Discovery
  628. // http://indiewebcamp.com/authorship
  629. $authorPage = false;
  630. if(array_key_exists('author', $item['properties'])) {
  631. // Check if any of the values of the author property are an h-card
  632. foreach($item['properties']['author'] as $a) {
  633. if(self::isHCard($a)) {
  634. // 5.1 "if it has an h-card, use it, exit."
  635. return self::parseAsHCard($a, $http, $url)['data'];
  636. } elseif(is_string($a)) {
  637. if(self::isURL($a)) {
  638. // 5.2 "otherwise if author property is an http(s) URL, let the author-page have that URL"
  639. $authorPage = $a;
  640. } else {
  641. // 5.3 "otherwise use the author property as the author name, exit"
  642. // We can only set the name, no h-card or URL was found
  643. $author['name'] = self::getPlaintext($item, 'author');
  644. return $author;
  645. }
  646. } else {
  647. // This case is only hit when the author property is an mf2 object that is not an h-card
  648. $author['name'] = self::getPlaintext($item, 'author');
  649. return $author;
  650. }
  651. }
  652. }
  653. // 6. "if no author page was found" ... check for rel-author link
  654. if(!$authorPage) {
  655. if(isset($mf2['rels']) && isset($mf2['rels']['author']))
  656. $authorPage = $mf2['rels']['author'][0];
  657. }
  658. // 7. "if there is an author-page URL" ...
  659. if($authorPage) {
  660. // 7.1 "get the author-page from that URL and parse it for microformats2"
  661. $authorPageContents = self::getURL($authorPage, $http);
  662. if($authorPageContents) {
  663. foreach($authorPageContents['items'] as $i) {
  664. if(self::isHCard($i)) {
  665. // 7.2 "if author-page has 1+ h-card with url == uid == author-page's URL, then use first such h-card, exit."
  666. if(array_key_exists('url', $i['properties'])
  667. and in_array(\p3k\XRay\normalize_url($authorPage), \p3k\XRay\normalize_urls($i['properties']['url']))
  668. and array_key_exists('uid', $i['properties'])
  669. and in_array(\p3k\XRay\normalize_url($authorPage), \p3k\XRay\normalize_urls($i['properties']['uid']))
  670. ) {
  671. return self::parseAsHCard($i, $http, $url, $authorPage)['data'];
  672. }
  673. // 7.3 "else if author-page has 1+ h-card with url property which matches the href of a rel-me link on the author-page"
  674. $relMeLinks = (isset($authorPageContents['rels']) && isset($authorPageContents['rels']['me'])) ? $authorPageContents['rels']['me'] : [];
  675. if(count($relMeLinks) > 0
  676. and array_key_exists('url', $i['properties'])
  677. and count(array_intersect(\p3k\XRay\normalize_urls($i['properties']['url']), \p3k\XRay\normalize_urls($relMeLinks))) > 0
  678. ) {
  679. return self::parseAsHCard($i, $http, $url, $authorPage)['data'];
  680. }
  681. }
  682. }
  683. }
  684. // 7.4 "if the h-entry's page has 1+ h-card with url == author-page URL, use first such h-card, exit."
  685. foreach($mf2['items'] as $i) {
  686. if(self::isHCard($i)) {
  687. if(array_key_exists('url', $i['properties'])
  688. and in_array(\p3k\XRay\normalize_url($authorPage), \p3k\XRay\normalize_urls($i['properties']['url']))
  689. ) {
  690. return self::parseAsHCard($i, $http, $url)['data'];
  691. }
  692. }
  693. // Also check the "author" property
  694. // (for finding the author of an h-feed's children when the author is the p-author property of the h-feed)
  695. if(isset($i['properties']['author'])) {
  696. foreach($i['properties']['author'] as $ic) {
  697. if(self::isHCard($ic)) {
  698. if(array_key_exists('url', $ic['properties'])
  699. and in_array(\p3k\XRay\normalize_url($authorPage), \p3k\XRay\normalize_urls($ic['properties']['url']))
  700. ) {
  701. return self::parseAsHCard($ic, $http, $url)['data'];
  702. }
  703. }
  704. }
  705. }
  706. }
  707. }
  708. // The below is not yet in the authorship algorithm.
  709. // If the top object is an h-feed, check for an author property there
  710. if(isset($mf2['items'][0]['type'][0]) && in_array('h-feed', $mf2['items'][0]['type'])) {
  711. if(isset($mf2['items'][0]['properties']['author'][0])) {
  712. $potentialAuthor = $mf2['items'][0]['properties']['author'][0];
  713. if(is_array($potentialAuthor['type']) && in_array('h-card', $potentialAuthor['type'])) {
  714. return self::parseAsHCard($potentialAuthor, $http, $url)['data'];
  715. }
  716. }
  717. }
  718. // If still no author is found, and this page is a feed (list of h-*),
  719. // then use the first h-card in the list of items.
  720. $items = array_filter($mf2['items'], function($item){
  721. return !in_array('h-card', $item['type']);
  722. });
  723. if(count($items) > 1) {
  724. $card = self::_findFirstOfType($mf2, 'h-card');
  725. if($card) {
  726. return self::parseAsHCard($card, $http, $url)['data'];
  727. }
  728. }
  729. if(!$author['name'] && !$author['photo'] && !$author['url'])
  730. return null;
  731. return $author;
  732. }
  733. private static function hasNumericKeys(array $arr) {
  734. foreach($arr as $key=>$val)
  735. if (is_numeric($key))
  736. return true;
  737. return false;
  738. }
  739. private static function isMicroformat($mf) {
  740. return is_array($mf)
  741. and !self::hasNumericKeys($mf)
  742. and !empty($mf['type'])
  743. and isset($mf['properties']);
  744. }
  745. private static function isHCard($mf) {
  746. return is_array($mf)
  747. and !empty($mf['type'])
  748. and is_array($mf['type'])
  749. and in_array('h-card', $mf['type']);
  750. }
  751. private static function isURL($string) {
  752. return preg_match('/^https?:\/\/.+\..+$/', $string);
  753. }
  754. // Given an array of microformats properties and a key name, return the plaintext value
  755. // at that property
  756. // e.g.
  757. // {"properties":{"published":["foo"]}} results in "foo"
  758. private static function getPlaintext($mf2, $k, $fallback=null) {
  759. if(!empty($mf2['properties'][$k]) and is_array($mf2['properties'][$k])) {
  760. // $mf2['properties'][$v] will always be an array since the input was from the mf2 parser
  761. $value = $mf2['properties'][$k][0];
  762. if(is_string($value)) {
  763. return $value;
  764. } elseif(self::isMicroformat($value) && array_key_exists('value', $value)) {
  765. return $value['value'];
  766. }
  767. }
  768. return $fallback;
  769. }
  770. private static function getHTMLValue($mf2, $k, $fallback=null) {
  771. // Return an array with html and value if the value is html, otherwise return a string
  772. if(!empty($mf2['properties'][$k]) and is_array($mf2['properties'][$k])) {
  773. // $mf2['properties'][$v] will always be an array since the input was from the mf2 parser
  774. $value = $mf2['properties'][$k][0];
  775. if(is_string($value)) {
  776. return $value;
  777. } elseif(isset($value['html'])) {
  778. return $value;
  779. }
  780. }
  781. return $fallback;
  782. }
  783. private static function getPlaintextValues($mf2, $k, $values=[]) {
  784. if(!empty($mf2['properties'][$k]) and is_array($mf2['properties'][$k])) {
  785. foreach($mf2['properties'][$k] as $value) {
  786. if(is_string($value)) {
  787. $values[] = $value;
  788. } elseif(self::isMicroformat($value) && array_key_exists('value', $value)) {
  789. $values[] = $value['value'];
  790. }
  791. }
  792. }
  793. return $values;
  794. }
  795. private static function getURL($url, $http) {
  796. if(!$url || !$http) return null;
  797. // TODO: consider adding caching here
  798. $result = $http->get($url);
  799. if($result['error'] || !$result['body']) {
  800. return null;
  801. }
  802. return \mf2\Parse($result['body'], $url);
  803. }
  804. }