rss-bridge/bridges/ScientificAmericanBridge.php

<?php

class ScientificAmericanBridge extends FeedExpander
{
    const MAINTAINER = 'sqrtminusone';
    const NAME = 'Scientific American';
    const URI = 'https://www.scientificamerican.com/';

    const CACHE_TIMEOUT = 60 * 60 * 1; // 1 hour
    const DESCRIPTION = 'All articles from the latest feed, plus articles in issues.';

    const PARAMETERS = [
        '' => [
            'parseIssues' => [
                'name' => 'Number of issues to parse and add to the feed. Takes longer to load, but includes all articles.',
                'type' => 'number',
                'defaultValue' => 0,
            ],
            'addContents' => [
                'name' => 'Also fetch contents for articles',
                'type' => 'checkbox',
                'defaultValue' => 'checked'
            ]
        ]
    ];

    const FEED = 'http://rss.sciam.com/ScientificAmerican-Global';
    const ISSUES = 'https://www.scientificamerican.com/store/archive/?magazineFilterID=all';

    public function collectData()
    {
        $items = [
            ...$this->collectFeed(),
            ...$this->collectIssues()
        ];

        $saved = [];

        foreach ($items as $item) {
            if (!array_key_exists($item['uri'], $saved)) {
                $saved[$item['uri']] = 1;
                if ($this->getInput('addContents') == 1) {
                    $this->items[] = $this->updateItem($item);
                } else {
                    $this->items[] = $item;
                }
            }
        }

        if ($this->getInput('addContents') == 1) {
            usort($this->items, function ($item1, $item2) {
                return $item1['timestamp'] < $item2['timestamp'];
            });
        }
    }

    private function collectFeed()
    {
        $this->collectExpandableDatas(self::FEED);
        $items = $this->items;
        $this->items = [];
        return $items;
    }

    private function collectIssues()
    {
        $html = getSimpleHTMLDOMCached(self::ISSUES);
        $issues_root = $html->find('div.store-listing-group', 0);
        $issues = $issues_root->find('div.store-listing-group__item');
        $issues_count = min(
            (int)$this->getInput('parseIssues'),
            count($issues)
        );

        $items = [];
        for ($i = 0; $i < $issues_count; $i++) {
            $a = $issues[$i]->find('a.store-listing__cta', 0);
            $link = 'https://scientificamerican.com' . $a->getAttribute('href');
            array_push($items, ...$this->parseIssue($link));
        }
        return $items;
    }

    private function parseIssue($issue_link)
    {
        $items = [];
        $html = getSimpleHTMLDOMCached($issue_link);

        $features = $html->find('section[data-issue-column="Features"]', 0);
        if ($features != null) {
            $articles = $features->find('article');
            foreach ($articles as $article) {
                $items[] = $this->parseIssueItem($article);
            }
        }

        $departments = $html->find('section[data-issue-column="Departments"]', 0);
        if ($departments != null) {
            $lis = $departments->find('ul', 0)->find('li');
            foreach ($lis as $li) {
                $items[] = $this->parseIssueItem($li);
            }
        }

        return $items;
    }

    private function parseIssueItem($article)
    {
        $title = $article->getAttribute('data-article-title');
        $a = $article->find('a', 0);
        $link = null;
        if ($a != null) {
            $link = $a->href;
        } else {
            [$kind, $v] = explode('-', $article->getAttribute('id'), 2);
            $link = 'https://scientificamerican.com/' . $kind . '/' . $v;
        }
        $content = '';

        $desc = $article->find('p.listing-wide__inner__desc', 0);
        if ($desc != null) {
            $content = $desc->plaintext;
        }

        return [
            'uri' => $link,
            'title' => $title,
            'uid' => $link,
            'content' => $content
        ];
    }

    private function updateItem($item)
    {
        $html = getSimpleHTMLDOMCached($item['uri']);
        $article = $html->find('#sa_body', 0)->find('article', 0);

        $time = $article->find('time[itemprop="datePublished"]', 0);
        if ($time == null) {
            $time = $html->find('span[itemprop="datePublished"]', 0);
        }
        if ($time) {
            $datetime = DateTime::createFromFormat('F j, Y', $time->plaintext);
            $item['timestamp'] = $datetime->format('U');
        }
        $main = $article->find('section.article-grid__main', 0);

        if ($main == null) {
            $main = $article->find('div.article-text', 0);
        }

        if ($main == null) {
            return $item;
        }

        foreach ($main->find('img') as $img) {
            $img->removeAttribute('width');
            $img->removeAttribute('height');
            $img->setAttribute('style', 'height: auto; width: auto; max-height: 768px');
        }

        $rights_link = $main->find('div.article-rightslink', 0);
        if ($rights_link != null) {
            $rights_link->parent->removeChild($rights_link);
        }
        $reprints_link = $main->find('div.article-reprintsLink', 0);
        if ($reprints_link != null) {
            $reprints_link->parent->removeChild($reprints_link);
        }
        $about_section = $main->find('section.article-author-container', 0);
        if ($about_section != null) {
            $about_section->parent->removeChild($about_section);
        }
        $read_next = $main->find('#read-next', 0);
        if ($read_next != null) {
            $read_next->parent->removeChild($read_next);
        }

        foreach ($main->find('iframe') as $iframe) {
            $a = $html->createElement('a');
            $a->href = $iframe->src;
            $a->innertext = $iframe->src;
            $iframe->parent->appendChild($a);
            $iframe->parent->removeChild($iframe);
        }

        $authors = $main->find('span[itemprop="author"]', 0);
        if ($authors != null) {
            $item['author'] = $authors->plaintext;
        }

        $item['content'] = $main->innertext;
        return $item;
    }
}