collectExpandableDatas('http://feeds.ign.com/ign/all', 2); } // IGNs feed is both hidden and incomplete. This bridge tries to fix this. protected function parseItem(array $item) { $articlePage = getSimpleHTMLDOM($item['uri']); // List of BS elements $uselessElements = [ '.wiki-page-tools', '.feedback-container', '.paging-container', '.dropdown-wrapper', '.mw-editsection', '.jsx-4115608983', '.jsx-4213937408', '.commerce-container', '.widget-container', '.newsletter-signup-button', ]; // Remove useless elements foreach ($uselessElements as $uslElement) { foreach ($articlePage->find($uslElement) as $jsWidget) { $jsWidget->remove(); } } /* * NOTE: Though articles and wiki/howtos have seperate styles of pages, there is no mechanism * for handling them seperately as it just ignores the DOM querys which it does not find. * (and their scraping) */ // For Articles $article = $articlePage->find('section.article-page', 0); // add in verdicts in articles, reviews etc foreach ($articlePage->find('div.article-section') as $element) { $article = $article . $element; } // For Wikis and HowTos foreach ($articlePage->find('.wiki-page') as $wikiContents) { $article = $article . $wikiContents; } // Add content to feed $item['content'] = $article; return $item; } }