'all', 'setNumber' => '0', 'sortByVideo' => 'all', 'sortByTopic' => 'all' ]; $api_endpoint = '/api/TGNWebAPI/Get_Filtered_Article_Set?'; $apiUrl = self::URI . $api_endpoint . http_build_query($params); $rawContent = getContents($apiUrl); $cleanedContent = str_replace([ '', '', ], '', $rawContent); // $cleanedContent = str_replace('\"', '"', $cleanedContent); // $cleanedContent = trim($cleanedContent, '"'); $json = Json::decode($cleanedContent, false); if (is_string($json)) { throw new \Exception('wtf? ' . $json); } foreach ($json as $article) { $item = []; $articleUri = self::URI . '/' . $article->{'_system_'}->name; $item['uri'] = $articleUri; $item['title'] = $article->headline; $item['content'] = self::getItemContent($articleUri); $item['timestamp'] = strtotime($article->date); $this->items[] = $item; } } protected function getItemContent($articleUri) { // We need to change the headers as the normal desktop website // use canvas-based image carousels for some pictures $headers = [ 'User-Agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)', ]; $article_html = getSimpleHTMLDOMCached($articleUri, 86400, $headers); $content = ''; if (!$article_html) { $content .= '

Could not request ' . $this->getName() . ': ' . $articleUri . '

'; return $content; } $article_html = defaultLinkTo($article_html, $this->getURI()); $top_description = '

' . $article_html->find('div.article_top_description', 0)->innertext . '

'; $heroImage = $article_html->find('img.article_top_DMT_Image', 0); if ($heroImage) { $hero_image = '

'; } $article_body = $article_html->find('div.TGN_Article_ReadTimeSection', 0); // Remove the menu bar on some articles (PDF download etc.) foreach ($article_body->find('.TGN_MenuHolder') as $found) { $found->remove(); } // For the carousels pictures, we still to remove the lazy-loading and force the real picture foreach ($article_body->find('canvas') as $found) { $found->remove(); } foreach ($article_body->find('.TGN_PE_C_Img') as $found) { $found->setAttribute('src', $found->getAttribute('data-src')); } // Convert iframe of Youtube videos to link foreach ($article_body->find('iframe') as $found) { $iframeUrl = $found->getAttribute('src'); if ($iframeUrl) { $text = 'Embedded Youtube video, click here to watch on Youtube.com'; $found->outertext = '

' . $text . '

'; } } // Remove CSS ressources foreach ($article_body->find('link') as $found) { $linkedRessourceUrl = $found->getAttribute('href'); if (str_ends_with($linkedRessourceUrl, '.css')) { $found->outertext = ''; } } $article_body = sanitize($article_body->innertext); $content = $top_description . ($hero_image ?? '') . $article_body; return $content; } }