You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

866 lines
30 KiB

6 years ago
6 years ago
8 years ago
  1. <?php
  2. namespace p3k\XRay\Formats;
  3. use HTMLPurifier, HTMLPurifier_Config;
  4. class Mf2 extends Format {
  5. use Mf2Feed;
  6. public static function matches_host($url) {
  7. return true;
  8. }
  9. public static function matches($url) {
  10. return true;
  11. }
  12. public static function parse($mf2, $url, $http, $opts=[]) {
  13. if(count($mf2['items']) == 0)
  14. return false;
  15. // If they are expecting a feed, always return a feed or an error
  16. if(isset($opts['expect']) && $opts['expect'] == 'feed') {
  17. return self::parseAsHFeed($mf2, $http, $url);
  18. }
  19. // If there is only one item on the page, just use that
  20. if(count($mf2['items']) == 1) {
  21. $item = $mf2['items'][0];
  22. if(in_array('h-entry', $item['type']) || in_array('h-cite', $item['type'])) {
  23. #Parse::debug("mf2:0: Recognized $url as an h-entry it is the only item on the page");
  24. return self::parseAsHEntry($mf2, $item, $http, $url);
  25. }
  26. if(in_array('h-event', $item['type'])) {
  27. #Parse::debug("mf2:0: Recognized $url as an h-event it is the only item on the page");
  28. return self::parseAsHEvent($mf2, $item, $http, $url);
  29. }
  30. if(in_array('h-review', $item['type'])) {
  31. #Parse::debug("mf2:0: Recognized $url as an h-review it is the only item on the page");
  32. return self::parseAsHReview($mf2, $item, $http, $url);
  33. }
  34. if(in_array('h-recipe', $item['type'])) {
  35. #Parse::debug("mf2:0: Recognized $url as an h-recipe it is the only item on the page");
  36. return self::parseAsHRecipe($mf2, $item, $http, $url);
  37. }
  38. if(in_array('h-product', $item['type'])) {
  39. #Parse::debug("mf2:0: Recognized $url as an h-product it is the only item on the page");
  40. return self::parseAsHProduct($mf2, $item, $http, $url);
  41. }
  42. if(in_array('h-item', $item['type'])) {
  43. #Parse::debug("mf2:0: Recognized $url as an h-product it is the only item on the page");
  44. return self::parseAsHItem($mf2, $item, $http, $url);
  45. }
  46. if(in_array('h-card', $item['type'])) {
  47. #Parse::debug("mf2:0: Recognized $url as an h-card it is the only item on the page");
  48. return self::parseAsHCard($item, $http, $url, $url);
  49. }
  50. if(in_array('h-app', $item['type']) || in_array('h-x-app', $item['type'])) {
  51. #Parse::debug("mf2:0: Recognized $url as an h-feed because it is the only item on the page");
  52. return self::parseAsHApp($mf2, $item, $http, $url);
  53. }
  54. if(in_array('h-feed', $item['type'])) {
  55. #Parse::debug("mf2:0: Recognized $url as an h-feed because it is the only item on the page");
  56. return self::parseAsHFeed($mf2, $http, $url);
  57. }
  58. }
  59. // Check the list of items on the page to see if one matches the URL of the page,
  60. // and treat as a permalink for that object if so.
  61. foreach($mf2['items'] as $item) {
  62. if(array_key_exists('url', $item['properties'])) {
  63. $urls = $item['properties']['url'];
  64. $urls = array_map('\p3k\XRay\normalize_url', $urls);
  65. if(in_array($url, $urls)) {
  66. #Parse::debug("mf2:1: Recognized $url as a permalink because an object on the page matched the URL of the request");
  67. if(in_array('h-card', $item['type'])) {
  68. return self::parseAsHCard($item, $http, $url, $url);
  69. } elseif(in_array('h-entry', $item['type']) || in_array('h-cite', $item['type'])) {
  70. return self::parseAsHEntry($mf2, $item, $http, $url);
  71. } elseif(in_array('h-event', $item['type'])) {
  72. return self::parseAsHEvent($mf2, $item, $http, $url);
  73. } elseif(in_array('h-review', $item['type'])) {
  74. return self::parseAsHReview($mf2, $item, $http, $url);
  75. } elseif(in_array('h-recipe', $item['type'])) {
  76. return self::parseAsHRecipe($mf2, $item, $http, $url);
  77. } elseif(in_array('h-product', $item['type'])) {
  78. return self::parseAsHProduct($mf2, $item, $http, $url);
  79. } elseif(in_array('h-item', $item['type'])) {
  80. return self::parseAsHItem($mf2, $item, $http, $url);
  81. } elseif(in_array('h-app', $item['type']) || in_array('h-x-app', $item['type'])) {
  82. return self::parseAsHApp($mf2, $item, $http, $url);
  83. } elseif(in_array('h-feed', $item['type'])) {
  84. return self::parseAsHFeed($mf2, $http, $url);
  85. } else {
  86. #Parse::debug('This object was not a recognized type.');
  87. return false;
  88. }
  89. }
  90. }
  91. }
  92. // Check for an h-card matching rel=author or the author URL of any h-* on the page,
  93. // and return the h-* object if so
  94. if(isset($mf2['rels']['author'])) {
  95. foreach($mf2['items'] as $card) {
  96. if(in_array('h-card', $card['type']) && array_key_exists('url', $card['properties'])) {
  97. $urls = \p3k\XRay\normalize_urls($card['properties']['url']);
  98. if(count(array_intersect($urls, \p3k\XRay\normalize_urls($mf2['rels']['author']))) > 0) {
  99. // There is an author h-card on this page
  100. // Now look for the first h-* object other than an h-card and use that as the object
  101. foreach($mf2['items'] as $item) {
  102. if(!in_array('h-card', $item['type'])) {
  103. if(in_array('h-entry', $item['type']) || in_array('h-cite', $item['type'])) {
  104. return self::parseAsHEntry($mf2, $item, $http, $url);
  105. } elseif(in_array('h-event', $item['type'])) {
  106. return self::parseAsHEvent($mf2, $item, $http, $url);
  107. } elseif(in_array('h-review', $item['type'])) {
  108. return self::parseAsHReview($mf2, $item, $http, $url);
  109. } elseif(in_array('h-recipe', $item['type'])) {
  110. return self::parseAsHRecipe($mf2, $item, $http, $url);
  111. } elseif(in_array('h-product', $item['type'])) {
  112. return self::parseAsHProduct($mf2, $item, $http, $url);
  113. } elseif(in_array('h-item', $item['type'])) {
  114. return self::parseAsHItem($mf2, $item, $http, $url);
  115. } elseif(in_array('h-app', $item['type']) || in_array('h-x-app', $item['type'])) {
  116. return self::parseAsHApp($mf2, $item, $http, $url);
  117. }
  118. }
  119. }
  120. }
  121. }
  122. }
  123. }
  124. // If there was more than one h-entry on the page, treat the whole page as a feed
  125. if(count($mf2['items']) > 1) {
  126. if(count(array_filter($mf2['items'], function($item){
  127. return in_array('h-entry', $item['type']);
  128. })) > 1) {
  129. #Parse::debug("mf2:2: Recognized $url as an h-feed because there are more than one object on the page");
  130. return self::parseAsHFeed($mf2, $http, $url);
  131. }
  132. }
  133. // If the first item is an h-feed, parse as a feed
  134. $first = $mf2['items'][0];
  135. if(in_array('h-feed', $first['type'])) {
  136. #Parse::debug("mf2:3: Recognized $url as an h-feed because the first item is an h-feed");
  137. return self::parseAsHFeed($mf2, $http, $url);
  138. }
  139. // Fallback case, but hopefully we have found something before this point
  140. foreach($mf2['items'] as $item) {
  141. // Otherwise check for a recognized h-* object
  142. if(in_array('h-entry', $item['type']) || in_array('h-cite', $item['type'])) {
  143. #Parse::debug("mf2:6: $url is falling back to the first h-entry on the page");
  144. return self::parseAsHEntry($mf2, $item, $http, $url);
  145. } elseif(in_array('h-event', $item['type'])) {
  146. #Parse::debug("mf2:6: $url is falling back to the first h-event on the page");
  147. return self::parseAsHEvent($mf2, $item, $http, $url);
  148. } elseif(in_array('h-review', $item['type'])) {
  149. #Parse::debug("mf2:6: $url is falling back to the first h-review on the page");
  150. return self::parseAsHReview($mf2, $item, $http, $url);
  151. } elseif(in_array('h-recipe', $item['type'])) {
  152. #Parse::debug("mf2:6: $url is falling back to the first h-recipe on the page");
  153. return self::parseAsHRecipe($mf2, $item, $http, $url);
  154. } elseif(in_array('h-product', $item['type'])) {
  155. #Parse::debug("mf2:6: $url is falling back to the first h-product on the page");
  156. return self::parseAsHProduct($mf2, $item, $http, $url);
  157. } elseif(in_array('h-item', $item['type'])) {
  158. #Parse::debug("mf2:6: $url is falling back to the first h-item on the page");
  159. return self::parseAsHItem($mf2, $item, $http, $url);
  160. } elseif(in_array('h-app', $item['type']) || in_array('h-x-app', $item['type'])) {
  161. #Parse::debug("mf2:6: $url is falling back to the first h-item on the page");
  162. return self::parseAsHApp($mf2, $item, $http, $url);
  163. }
  164. }
  165. #Parse::debug("mf2:E: No object at $url was recognized");
  166. return false;
  167. }
  168. private static function collectSingleValues($properties, $urlProperties, $item, $url, &$data) {
  169. foreach($properties as $p) {
  170. if(($v = self::getPlaintext($item, $p)) !== null) {
  171. $data[$p] = $v;
  172. }
  173. }
  174. foreach($urlProperties as $p) {
  175. if($p == 'url') {
  176. // Special handling for the 'url' property to prioritize finding the URL on the same domain
  177. if($values = self::getPlaintextValues($item, 'url')) {
  178. if(count($values) == 1) {
  179. if(self::isURL($values[0]))
  180. $data['url'] = $values[0];
  181. }
  182. else {
  183. $set = false;
  184. foreach($values as $v) {
  185. if(self::isURL($v) && parse_url($v, PHP_URL_HOST) == parse_url($url, PHP_URL_HOST)) {
  186. $set = true;
  187. $data['url'] = $v;
  188. }
  189. }
  190. if(!$set) {
  191. // Fall back to the first URL if there isn't one on the domain
  192. if(self::isURL($values[0]))
  193. $data['url'] = $values[0];
  194. }
  195. }
  196. }
  197. } else {
  198. if(($v = self::getPlaintext($item, $p)) !== null) {
  199. if(self::isURL($v))
  200. $data[$p] = $v;
  201. }
  202. }
  203. }
  204. }
  205. private static function parseHTMLValue($property, $item) {
  206. if(!array_key_exists($property, $item['properties']))
  207. return null;
  208. $textContent = false;
  209. $htmlContent = false;
  210. $content = $item['properties'][$property][0];
  211. if(is_string($content)) {
  212. $textContent = $content;
  213. } elseif(!is_string($content) && is_array($content) && array_key_exists('html', $content)) {
  214. if(array_key_exists('html', $content)) {
  215. // Only allow images in the content if there is no photo property set
  216. if(isset($item['properties']['photo']))
  217. $allowImg = false;
  218. else
  219. $allowImg = true;
  220. $htmlContent = trim(self::sanitizeHTML($content['html'], $allowImg));
  221. #$textContent = trim(str_replace("&#xD;","\r",$content['value']));
  222. $textContent = trim(self::stripHTML($htmlContent));
  223. } else {
  224. if(isset($content['value']))
  225. $textContent = trim($content['value']);
  226. }
  227. }
  228. if($textContent || $htmlContent) {
  229. $data = [
  230. 'text' => $textContent
  231. ];
  232. // Only add HTML content if there is actual content.
  233. // If the text content ends up empty, then the HTML should be too
  234. // e.g. <div class="e-content"><a href=""><img src="" class="u-photo"></a></div>
  235. // should not return content of <a href=""></a>
  236. // TODO: still need to remove empty <a> tags when there is other text in the content
  237. if($htmlContent && $textContent && $textContent != $htmlContent) {
  238. $data['html'] = $htmlContent;
  239. }
  240. if(!$data['text'])
  241. return null;
  242. return $data;
  243. } else {
  244. return null;
  245. }
  246. }
  247. // Always return arrays, and may contain plaintext content
  248. // Nested objects are added to refs and the URL is used as the value if present
  249. private static function collectArrayValues($properties, $item, &$data, &$refs, &$http) {
  250. foreach($properties as $p) {
  251. if(array_key_exists($p, $item['properties'])) {
  252. foreach($item['properties'][$p] as $v) {
  253. if(is_string($v)) {
  254. if(!array_key_exists($p, $data)) $data[$p] = [];
  255. if(!in_array($v, $data[$p]))
  256. $data[$p][] = $v;
  257. } elseif(self::isMicroformat($v)) {
  258. if(($u=self::getPlaintext($v, 'url')) && self::isURL($u)) {
  259. if(!array_key_exists($p, $data)) $data[$p] = [];
  260. if(!in_array($u, $data[$p]))
  261. $data[$p][] = $u;
  262. $ref = self::parse(['items'=>[$v]], $u, $http);
  263. if($ref) {
  264. $refs[$u] = $ref['data'];
  265. }
  266. } else {
  267. if(!array_key_exists($p, $data)) $data[$p] = [];
  268. if(!in_array($v['value'], $data[$p]))
  269. $data[$p][] = $v['value'];
  270. }
  271. }
  272. }
  273. }
  274. }
  275. }
  276. private static function parseEmbeddedHCard($property, $item, &$http) {
  277. if(array_key_exists($property, $item['properties'])) {
  278. $mf2 = $item['properties'][$property][0];
  279. if(is_string($mf2) && self::isURL($mf2)) {
  280. $hcard = [
  281. 'type' => 'card',
  282. 'url' => $mf2
  283. ];
  284. return $hcard;
  285. } if(self::isMicroformat($mf2) && in_array('h-card', $mf2['type'])) {
  286. $hcard = [
  287. 'type' => 'card',
  288. ];
  289. $properties = ['name','latitude','longitude','locality','region','country','url'];
  290. foreach($properties as $p) {
  291. if($v=self::getPlaintext($mf2, $p)) {
  292. $hcard[$p] = $v;
  293. }
  294. }
  295. return $hcard;
  296. }
  297. }
  298. return false;
  299. }
  300. private static function collectArrayURLValues($properties, $item, &$data, &$refs, &$http) {
  301. $keys = [];
  302. foreach($properties as $p) {
  303. if(array_key_exists($p, $item['properties'])) {
  304. foreach($item['properties'][$p] as $v) {
  305. if(is_string($v) && self::isURL($v)) {
  306. if(!array_key_exists($p, $data)) $data[$p] = [];
  307. $data[$p][] = $v;
  308. $keys[] = $p;
  309. }
  310. elseif(self::isMicroformat($v) && ($u=self::getPlaintext($v, 'url')) && self::isURL($u)) {
  311. if(!array_key_exists($p, $data)) $data[$p] = [];
  312. $data[$p][] = $u;
  313. $keys[] = $p;
  314. // parse the object and put the result in the "refs" object
  315. $ref = self::parse(['items'=>[$v]], $u, $http);
  316. if($ref) {
  317. $refs[$u] = $ref['data'];
  318. }
  319. }
  320. }
  321. }
  322. }
  323. // Remove duplicate values
  324. foreach(array_unique($keys) as $key) {
  325. $data[$key] = array_unique($data[$key]);
  326. }
  327. }
  328. private static function determineNameAndContent($item, &$data) {
  329. // Determine if the name is distinct from the content
  330. $name = self::getPlaintext($item, 'name');
  331. $textContent = null;
  332. $htmlContent = null;
  333. $content = self::getHTMLValue($item, 'content');
  334. if(is_string($content)) {
  335. $textContent = $content;
  336. } elseif($content) {
  337. $htmlContent = array_key_exists('html', $content) ? $content['html'] : null;
  338. $textContent = array_key_exists('value', $content) ? $content['value'] : null;
  339. }
  340. $checkedname = $name;
  341. if($content) {
  342. // Trim ellipses from the name
  343. $name = preg_replace('/ ?(\.\.\.|…)$/', '', $name);
  344. // Remove all whitespace when checking equality
  345. $nameCompare = preg_replace('/\s/','',trim($name));
  346. $contentCompare = preg_replace('/\s/','',trim($textContent));
  347. // Check if the name is a prefix of the content
  348. if($contentCompare && $nameCompare && strpos($contentCompare, $nameCompare) === 0) {
  349. $checkedname = null;
  350. }
  351. }
  352. if($checkedname) {
  353. $data['name'] = $checkedname;
  354. }
  355. // If there is content, always return the plaintext content, and return HTML content if it's different
  356. if($content) {
  357. $content = self::parseHTMLValue('content', $item);
  358. if($content['text']) {
  359. $data['content']['text'] = $content['text'];
  360. if(isset($content['html']))
  361. $data['content']['html'] = $content['html'];
  362. } else {
  363. // If the content text was blank because the img was removed and that was the only content,
  364. // then put the name back as the name if it was previously set.
  365. // See https://github.com/aaronpk/XRay/issues/57
  366. if($name) {
  367. $data['name'] = $name;
  368. }
  369. }
  370. }
  371. }
  372. private static function parseAsHEntry($mf2, $item, $http, $url) {
  373. $data = [
  374. 'type' => 'entry'
  375. ];
  376. $refs = [];
  377. // Single plaintext and URL values
  378. self::collectSingleValues(['published','summary','rsvp','swarm-coins'], ['url','featured','quotation-of'], $item, $url, $data);
  379. if(isset($data['rsvp']))
  380. $data['rsvp'] = strtolower($data['rsvp']);
  381. // These properties are always returned as arrays and may contain plaintext content
  382. // First strip leading hashtags from category values if present
  383. if(array_key_exists('category', $item['properties'])) {
  384. foreach($item['properties']['category'] as $i=>$c) {
  385. if(is_string($c))
  386. $item['properties']['category'][$i] = ltrim($c, '#');
  387. }
  388. }
  389. self::collectArrayValues(['category','invitee'], $item, $data, $refs, $http);
  390. // These properties are always returned as arrays and always URLs
  391. // If the value is an h-* object with a URL, the URL is used and a "ref" is added as well
  392. self::collectArrayURLValues(['photo','video','audio','syndication','in-reply-to','like-of','repost-of','bookmark-of'], $item, $data, $refs, $http);
  393. self::determineNameAndContent($item, $data);
  394. if($author = self::findAuthor($mf2, $item, $http, $url))
  395. $data['author'] = $author;
  396. if($checkin = self::parseEmbeddedHCard('checkin', $item, $http))
  397. $data['checkin'] = $checkin;
  398. $response = [
  399. 'data' => $data
  400. ];
  401. if(count($refs)) {
  402. $response['data']['refs'] = $refs;
  403. }
  404. return $response;
  405. }
  406. private static function parseAsHReview($mf2, $item, $http, $url) {
  407. $data = [
  408. 'type' => 'review'
  409. ];
  410. $refs = [];
  411. self::collectSingleValues(['summary','published','rating','best','worst'], ['url'], $item, $url, $data);
  412. // Fallback for Mf1 "description" as content. The PHP parser does not properly map this to "content"
  413. $description = self::parseHTMLValue('description', $item);
  414. if($description) {
  415. $data['content'] = $description;
  416. }
  417. self::collectArrayValues(['category'], $item, $data, $refs, $http);
  418. self::collectArrayURLValues(['item'], $item, $data, $refs, $http);
  419. self::determineNameAndContent($item, $data);
  420. if($author = self::findAuthor($mf2, $item, $http, $url))
  421. $data['author'] = $author;
  422. $response = [
  423. 'data' => $data
  424. ];
  425. if(count($refs)) {
  426. $response['data']['refs'] = $refs;
  427. }
  428. return $response;
  429. }
  430. private static function parseAsHRecipe($mf2, $item, $http, $url) {
  431. $data = [
  432. 'type' => 'recipe'
  433. ];
  434. $refs = [];
  435. self::collectSingleValues(['name','summary','published','duration','yield','nutrition'], ['url'], $item, $url, $data);
  436. $instructions = self::parseHTMLValue('instructions', $item);
  437. if($instructions) {
  438. $data['instructions'] = $instructions;
  439. }
  440. self::collectArrayValues(['category','ingredient'], $item, $data, $refs, $http);
  441. self::collectArrayURLValues(['photo'], $item, $data, $refs, $http);
  442. if($author = self::findAuthor($mf2, $item, $http, $url))
  443. $data['author'] = $author;
  444. $response = [
  445. 'data' => $data
  446. ];
  447. if(count($refs)) {
  448. $response['data']['refs'] = $refs;
  449. }
  450. return $response;
  451. }
  452. private static function parseAsHProduct($mf2, $item, $http, $url) {
  453. $data = [
  454. 'type' => 'product'
  455. ];
  456. $refs = [];
  457. self::collectSingleValues(['name','identifier','price'], ['url'], $item, $url, $data);
  458. $description = self::parseHTMLValue('description', $item);
  459. if($description) {
  460. $data['description'] = $description;
  461. }
  462. self::collectArrayValues(['category','brand'], $item, $data, $refs, $http);
  463. self::collectArrayURLValues(['photo','video','audio'], $item, $data, $refs, $http);
  464. $response = [
  465. 'data' => $data
  466. ];
  467. if(count($refs)) {
  468. $response['data']['refs'] = $refs;
  469. }
  470. return $response;
  471. }
  472. private static function parseAsHItem($mf2, $item, $http, $url) {
  473. $data = [
  474. 'type' => 'item'
  475. ];
  476. $refs = [];
  477. self::collectSingleValues(['name'], ['url'], $item, $url, $data);
  478. self::collectArrayURLValues(['photo','video','audio'], $item, $data, $refs, $http);
  479. $response = [
  480. 'data' => $data
  481. ];
  482. if(count($refs)) {
  483. $response['data']['refs'] = $refs;
  484. }
  485. return $response;
  486. }
  487. private static function parseAsHApp($mf2, $item, $http, $url) {
  488. $data = [
  489. 'type' => 'app'
  490. ];
  491. self::collectSingleValues(['name'], ['url','logo'], $item, $url, $data);
  492. self::collectArrayURLValues(['redirect-uri'], $item, $data, $refs, $http);
  493. if(!isset($data['url']))
  494. $data['url'] = $url;
  495. if(isset($mf2['rels']['redirect_uri'])) {
  496. if(!isset($data['redirect-uri'])) $data['redirect-uri'] = [];
  497. $data['redirect-uri'] = array_merge($data['redirect-uri'], $mf2['rels']['redirect_uri']);
  498. }
  499. if(isset($data['redirect-uri'])) {
  500. $data['redirect-uri'] = array_values(array_unique($data['redirect-uri']));
  501. }
  502. $response = [
  503. 'data' => $data
  504. ];
  505. return $response;
  506. }
  507. private static function parseAsHEvent($mf2, $item, $http, $url) {
  508. $data = [
  509. 'type' => 'event'
  510. ];
  511. $refs = [];
  512. // Single plaintext and URL values
  513. self::collectSingleValues(['name','summary','published','start','end','duration'], ['url'], $item, $url, $data);
  514. // These properties are always returned as arrays and may contain plaintext content
  515. self::collectArrayValues(['category','location','attendee'], $item, $data, $refs, $http);
  516. // These properties are always returned as arrays and always URLs
  517. // If the value is an h-* object with a URL, the URL is used and a "ref" is added as well
  518. self::collectArrayURLValues(['photo','video','audio','syndication'], $item, $data, $refs, $http);
  519. // If there is a description, always return the plaintext description, and return HTML description if it's different
  520. $description = self::parseHTMLValue('description', $item);
  521. if($description) {
  522. $data['description'] = $description;
  523. }
  524. $response = [
  525. 'data' => $data
  526. ];
  527. if(count($refs)) {
  528. $response['data']['refs'] = $refs;
  529. }
  530. return $response;
  531. }
  532. private static function parseAsHCard($item, $http, $url, $authorURL=false) {
  533. $data = [
  534. 'type' => 'card',
  535. 'name' => null,
  536. 'url' => null,
  537. 'photo' => null
  538. ];
  539. $properties = ['url','name','photo'];
  540. foreach($properties as $p) {
  541. if($p == 'url' && $authorURL) {
  542. // If there is a matching author URL, use that one
  543. $found = false;
  544. foreach($item['properties']['url'] as $url) {
  545. if(self::isURL($url)) {
  546. $url = \p3k\XRay\normalize_url($url);
  547. if($url == \p3k\XRay\normalize_url($authorURL)) {
  548. $data['url'] = $url;
  549. $found = true;
  550. }
  551. }
  552. }
  553. if(!$found && self::isURL($item['properties']['url'][0])) {
  554. $data['url'] = $item['properties']['url'][0];
  555. }
  556. } else if(($v = self::getPlaintext($item, $p)) !== null) {
  557. // Make sure the URL property is actually a URL
  558. if($p == 'url' || $p == 'photo') {
  559. if(self::isURL($v))
  560. $data[$p] = $v;
  561. } else {
  562. $data[$p] = $v;
  563. }
  564. }
  565. }
  566. // If no URL property was found, use the $authorURL provided
  567. if(!$data['url'])
  568. $data['url'] = $authorURL;
  569. $response = [
  570. 'data' => $data
  571. ];
  572. return $response;
  573. }
  574. private static function findAuthor($mf2, $item, $http, $url) {
  575. $author = [
  576. 'type' => 'card',
  577. 'name' => null,
  578. 'url' => null,
  579. 'photo' => null
  580. ];
  581. // Author Discovery
  582. // http://indiewebcamp.com/authorship
  583. $authorPage = false;
  584. if(array_key_exists('author', $item['properties'])) {
  585. // Check if any of the values of the author property are an h-card
  586. foreach($item['properties']['author'] as $a) {
  587. if(self::isHCard($a)) {
  588. // 5.1 "if it has an h-card, use it, exit."
  589. return self::parseAsHCard($a, $http, $url)['data'];
  590. } elseif(is_string($a)) {
  591. if(self::isURL($a)) {
  592. // 5.2 "otherwise if author property is an http(s) URL, let the author-page have that URL"
  593. $authorPage = $a;
  594. } else {
  595. // 5.3 "otherwise use the author property as the author name, exit"
  596. // We can only set the name, no h-card or URL was found
  597. $author['name'] = self::getPlaintext($item, 'author');
  598. return $author;
  599. }
  600. } else {
  601. // This case is only hit when the author property is an mf2 object that is not an h-card
  602. $author['name'] = self::getPlaintext($item, 'author');
  603. return $author;
  604. }
  605. }
  606. }
  607. // 6. "if no author page was found" ... check for rel-author link
  608. if(!$authorPage) {
  609. if(isset($mf2['rels']) && isset($mf2['rels']['author']))
  610. $authorPage = $mf2['rels']['author'][0];
  611. }
  612. // 7. "if there is an author-page URL" ...
  613. if($authorPage) {
  614. // 7.1 "get the author-page from that URL and parse it for microformats2"
  615. $authorPageContents = self::getURL($authorPage, $http);
  616. if($authorPageContents) {
  617. foreach($authorPageContents['items'] as $i) {
  618. if(self::isHCard($i)) {
  619. // 7.2 "if author-page has 1+ h-card with url == uid == author-page's URL, then use first such h-card, exit."
  620. if(array_key_exists('url', $i['properties'])
  621. and in_array(\p3k\XRay\normalize_url($authorPage), \p3k\XRay\normalize_urls($i['properties']['url']))
  622. and array_key_exists('uid', $i['properties'])
  623. and in_array(\p3k\XRay\normalize_url($authorPage), \p3k\XRay\normalize_urls($i['properties']['uid']))
  624. ) {
  625. return self::parseAsHCard($i, $http, $url, $authorPage)['data'];
  626. }
  627. // 7.3 "else if author-page has 1+ h-card with url property which matches the href of a rel-me link on the author-page"
  628. $relMeLinks = (isset($authorPageContents['rels']) && isset($authorPageContents['rels']['me'])) ? $authorPageContents['rels']['me'] : [];
  629. if(count($relMeLinks) > 0
  630. and array_key_exists('url', $i['properties'])
  631. and count(array_intersect(\p3k\XRay\normalize_urls($i['properties']['url']), \p3k\XRay\normalize_urls($relMeLinks))) > 0
  632. ) {
  633. return self::parseAsHCard($i, $http, $url, $authorPage)['data'];
  634. }
  635. }
  636. }
  637. }
  638. // 7.4 "if the h-entry's page has 1+ h-card with url == author-page URL, use first such h-card, exit."
  639. foreach($mf2['items'] as $i) {
  640. if(self::isHCard($i)) {
  641. if(array_key_exists('url', $i['properties'])
  642. and in_array(\p3k\XRay\normalize_url($authorPage), \p3k\XRay\normalize_urls($i['properties']['url']))
  643. ) {
  644. return self::parseAsHCard($i, $http, $url)['data'];
  645. }
  646. }
  647. // Also check the "author" property
  648. // (for finding the author of an h-feed's children when the author is the p-author property of the h-feed)
  649. if(isset($i['properties']['author'])) {
  650. foreach($i['properties']['author'] as $ic) {
  651. if(self::isHCard($ic)) {
  652. if(array_key_exists('url', $ic['properties'])
  653. and in_array(\p3k\XRay\normalize_url($authorPage), \p3k\XRay\normalize_urls($ic['properties']['url']))
  654. ) {
  655. return self::parseAsHCard($ic, $http, $url)['data'];
  656. }
  657. }
  658. }
  659. }
  660. }
  661. }
  662. if(!$author['name'] && !$author['photo'] && !$author['url'])
  663. return null;
  664. return $author;
  665. }
  666. private static function hasNumericKeys(array $arr) {
  667. foreach($arr as $key=>$val)
  668. if (is_numeric($key))
  669. return true;
  670. return false;
  671. }
  672. private static function isMicroformat($mf) {
  673. return is_array($mf)
  674. and !self::hasNumericKeys($mf)
  675. and !empty($mf['type'])
  676. and isset($mf['properties']);
  677. }
  678. private static function isHCard($mf) {
  679. return is_array($mf)
  680. and !empty($mf['type'])
  681. and is_array($mf['type'])
  682. and in_array('h-card', $mf['type']);
  683. }
  684. private static function isURL($string) {
  685. return preg_match('/^https?:\/\/.+\..+$/', $string);
  686. }
  687. // Given an array of microformats properties and a key name, return the plaintext value
  688. // at that property
  689. // e.g.
  690. // {"properties":{"published":["foo"]}} results in "foo"
  691. private static function getPlaintext($mf2, $k, $fallback=null) {
  692. if(!empty($mf2['properties'][$k]) and is_array($mf2['properties'][$k])) {
  693. // $mf2['properties'][$v] will always be an array since the input was from the mf2 parser
  694. $value = $mf2['properties'][$k][0];
  695. if(is_string($value)) {
  696. return $value;
  697. } elseif(self::isMicroformat($value) && array_key_exists('value', $value)) {
  698. return $value['value'];
  699. }
  700. }
  701. return $fallback;
  702. }
  703. private static function getHTMLValue($mf2, $k, $fallback=null) {
  704. // Return an array with html and value if the value is html, otherwise return a string
  705. if(!empty($mf2['properties'][$k]) and is_array($mf2['properties'][$k])) {
  706. // $mf2['properties'][$v] will always be an array since the input was from the mf2 parser
  707. $value = $mf2['properties'][$k][0];
  708. if(is_string($value)) {
  709. return $value;
  710. } elseif(isset($value['html'])) {
  711. return $value;
  712. }
  713. }
  714. return $fallback;
  715. }
  716. private static function getPlaintextValues($mf2, $k, $values=[]) {
  717. if(!empty($mf2['properties'][$k]) and is_array($mf2['properties'][$k])) {
  718. foreach($mf2['properties'][$k] as $value) {
  719. if(is_string($value)) {
  720. $values[] = $value;
  721. } elseif(self::isMicroformat($value) && array_key_exists('value', $value)) {
  722. $values[] = $value['value'];
  723. }
  724. }
  725. }
  726. return $values;
  727. }
  728. private static function getURL($url, $http) {
  729. if(!$url || !$http) return null;
  730. // TODO: consider adding caching here
  731. $result = $http->get($url);
  732. if($result['error'] || !$result['body']) {
  733. return null;
  734. }
  735. return \mf2\Parse($result['body'], $url);
  736. }
  737. }