rss-bridge/bridges/InternetArchiveBridge.php

<?php

class InternetArchiveBridge extends BridgeAbstract
{
    const NAME = 'Internet Archive Bridge';
    const URI = 'https://archive.org';
    const DESCRIPTION = 'Returns newest uploads, posts and more from an account';
    const MAINTAINER = 'VerifiedJoseph';
    const PARAMETERS = [
        'Account' => [
            'username' => [
                'name' => 'Username',
                'type' => 'text',
                'required' => true,
                'exampleValue' => '@verifiedjoseph',
            ],
            'content' => [
                'name' => 'Content',
                'type' => 'list',
                'values' => [
                    'Uploads' => 'uploads',
                    'Posts' => 'posts',
                    'Reviews' => 'reviews',
                    'Collections' => 'collections',
                    'Web Archives' => 'web-archive',
                ],
                'defaultValue' => 'uploads',
            ],
            'limit' => self::LIMIT,
        ]
    ];

    const CACHE_TIMEOUT = 900; // 15 mins

    const TEST_DETECT_PARAMETERS = [
        'https://archive.org/details/@verifiedjoseph' => [
            'context' => 'Account', 'username' => 'verifiedjoseph', 'content' => 'uploads'
        ],
        'https://archive.org/details/@verifiedjoseph?tab=collections' => [
            'context' => 'Account', 'username' => 'verifiedjoseph', 'content' => 'collections'
        ],
    ];

    private $skipClasses = [
        'item-ia mobile-header hidden-tiles',
        'item-ia account-ia'
    ];

    private $detectParamsRegex = '/https?:\/\/archive\.org\/details\/@([\w]+)(?:\?tab=([a-z-]+))?/';

    public function detectParameters($url)
    {
        $params = [];

        if (preg_match($this->detectParamsRegex, $url, $matches) > 0) {
            $params['context'] = 'Account';
            $params['username'] = $matches[1];
            $params['content'] = 'uploads';

            if (isset($matches[2])) {
                $params['content'] = $matches[2];
            }

            return $params;
        }

        return null;
    }

    public function collectData()
    {
        $html = getSimpleHTMLDOM($this->getURI());

        $html = defaultLinkTo($html, $this->getURI());

        if ($this->getInput('content') !== 'posts') {
            $detailsDivNumber = 0;

            $results = $html->find('div.results > div[data-id]');
            foreach ($results as $index => $result) {
                $item = [];

                if (in_array($result->class, $this->skipClasses)) {
                    continue;
                }

                switch ($result->class) {
                    case 'item-ia':
                        switch ($this->getInput('content')) {
                            case 'reviews':
                                $item = $this->processReview($result);
                                break;
                            case 'uploads':
                                $item = $this->processUpload($result);
                                break;
                        }

                        break;
                    case 'item-ia url-item':
                        $item = $this->processWebArchives($result);
                        break;
                    case 'item-ia collection-ia':
                        $item = $this->processCollection($result);
                        break;
                }

                if ($this->getInput('content') !== 'reviews') {
                    $hiddenDetails = $this->processHiddenDetails($html, $detailsDivNumber, $item);

                    $this->items[] = array_merge($item, $hiddenDetails);
                } else {
                    $this->items[] = $item;
                }

                $detailsDivNumber++;

                $limit = $this->getInput('limit') ?? 10;
                if (count($this->items) >= $limit) {
                    break;
                }
            }
        }

        if ($this->getInput('content') === 'posts') {
            $this->items = $this->processPosts($html);
        }
    }

    public function getURI()
    {
        if (!is_null($this->getInput('username')) && !is_null($this->getInput('content'))) {
            return self::URI . '/details/' . $this->processUsername() . '&tab=' . $this->getInput('content');
        }

        return parent::getURI();
    }

    public function getName()
    {
        if (!is_null($this->getInput('username')) && !is_null($this->getInput('content'))) {
            return $this->getKey('content') . ' - '
                . $this->processUsername() . ' - Internet Archive';
        }

        return parent::getName();
    }

    private function processUsername()
    {
        if (substr($this->getInput('username'), 0, 1) !== '@') {
            return '@' . $this->getInput('username');
        }

        return $this->getInput('username');
    }

    private function processUpload($result)
    {
        $item = [];

        $collection = $result->find('a.stealth', 0);
        $collectionLink = $collection->href;
        $collectionTitle = $collection->find('div.item-parent-ttl', 0)->plaintext;

        $item['title'] = trim($result->find('div.ttl', 0)->innertext);
        $item['timestamp'] = strtotime($result->find('div.hidden-tiles.pubdate.C.C3', 0)->children(0)->plaintext);
        $item['uri'] = $result->find('div.item-ttl.C.C2 > a', 0)->href;

        if ($result->find('div.by.C.C4', 0)->children(2)) {
            $item['author'] = $result->find('div.by.C.C4', 0)->children(2)->plaintext;
        }

        $item['content'] = <<<EOD
<p>Media Type: {$result->attr['data-mediatype']}<br>
Collection: <a href="{$collectionLink}">{$collectionTitle}</a></p>
EOD;

        $item['enclosures'][] = self::URI . $result->find('img.item-img', 0)->source;

        return $item;
    }

    private function processReview($result)
    {
        $item = [];

        $item['title'] = trim($result->find('div.ttl', 0)->innertext);
        $item['timestamp'] = strtotime($result->find('div.hidden-tiles.pubdate.C.C3', 0)->children(0)->plaintext);
        $item['uri'] = $result->find('div.review-title', 0)->children(0)->href;

        if ($result->find('div.by.C.C4', 0)->children(2)) {
            $item['author'] = $result->find('div.by.C.C4', 0)->children(2)->plaintext;
        }

        $item['content'] = <<<EOD
<p><strong>Subject: {$result->find('div.review-title', 0)->plaintext}</strong></p>
<p>{$result->find('div.hidden-lists.review', 0)->children(1)->plaintext}</p>
EOD;

        $item['enclosures'][] = self::URI . $result->find('img.item-img', 0)->source;

        return $item;
    }

    private function processWebArchives($result)
    {
        $item = [];

        $item['title'] = trim($result->find('div.ttl', 0)->plaintext);
        $item['timestamp'] = strtotime($result->find('div.hidden-lists', 0)->children(0)->plaintext);
        $item['uri'] = $result->find('div.item-ttl.C.C2 > a', 0)->href;

        $item['content'] = <<<EOD
{$this->processUsername()} archived <a href="{$item['uri']}">{$result->find('div.ttl', 0)->plaintext}</a>
EOD;

        $item['enclosures'][] = $result->find('img.item-img', 0)->source;

        return $item;
    }

    private function processCollection($result)
    {
        $item = [];

        $title = trim($result->find('div.collection-title.C.C2', 0)->children(0)->plaintext);
        $itemCount = strtolower(trim($result->find('div.num-items.topinblock', 0)->plaintext));

        $item['title'] = $title . ' (' . $itemCount . ')';
        $item['timestamp'] = strtotime($result->find('div.hidden-tiles.pubdate.C.C3', 0)->children(0)->plaintext);
        $item['uri'] = $result->find('div.collection-title.C.C2 > a', 0)->href;

        $item['content'] = '';

        if ($result->find('img.item-img', 0)) {
            $item['enclosures'][] = self::URI . $result->find('img.item-img', 0)->source;
        }

        return $item;
    }

    private function processHiddenDetails($html, $detailsDivNumber, $item)
    {
        $description = '';

        if ($html->find('div.details-ia.hidden-tiles', $detailsDivNumber)) {
            $detailsDiv = $html->find('div.details-ia.hidden-tiles', $detailsDivNumber);

            if ($detailsDiv->find('div.C234', 0)->children(0)) {
                $description = $detailsDiv->find('div.C234', 0)->children(0)->plaintext;

                $detailsDiv->find('div.C234', 0)->children(0)->innertext = '';
            }

            $topics = trim($detailsDiv->find('div.C234', 0)->plaintext);

            if (!empty($topics)) {
                $topics = trim($detailsDiv->find('div.C234', 0)->plaintext);
                $topics = trim(substr($topics, 7));

                $item['categories'] = explode(',', $topics);
            }

            $item['content'] = '<p>' . $description . '</p>' . $item['content'];
        }

        return $item;
    }

    private function processPosts($html)
    {
        $items = [];

        foreach ($html->find('table.forumTable > tr') as $index => $tr) {
            $item = [];

            if ($index === 0) {
                continue;
            }

            $item['title'] = $tr->find('td', 0)->plaintext;
            $item['timestamp'] = strtotime($tr->find('td', 4)->children(0)->plaintext);
            $item['uri'] = $tr->find('td', 0)->children(0)->href;

            $formLink = <<<EOD
<a href="{$tr->find('td', 2)->children(0)->href}">{$tr->find('td', 2)->children(0)->plaintext}</a>
EOD;

            $postDate = $tr->find('td', 4)->children(0)->plaintext;

            $postPageHtml = getSimpleHTMLDOMCached($item['uri'], 3600);

            $postPageHtml = defaultLinkTo($postPageHtml, $this->getURI());

            $post = $postPageHtml->find('div.box.well.well-sm', 0);

            $parentLink = '';
            $replyLink = <<<EOD
<a href="{$post->find('a', 0)->href}">Reply</a>
EOD;

            if ($post->find('a', 1)->innertext = 'See parent post') {
                $parentLink = <<<EOD
<a href="{$post->find('a', 1)->href}">View parent post</a>
EOD;
            }

            $post->find('h1', 0)->outertext = '';
            $post->find('h2', 0)->outertext = '';

            $item['content'] = <<<EOD
<p>{$post->innertext}</p>{$replyLink} - {$parentLink} - Posted in {$formLink} on {$postDate}
EOD;

            $items[] = $item;

            if (count($items) >= $this->getInput('limit') ?? 10) {
                break;
            }
        }

        return $items;
    }
}