rss-bridge/bridges/IndeedBridge.php

<?php

class IndeedBridge extends BridgeAbstract
{
    const NAME = 'Indeed';
    const URI = 'https://www.indeed.com/';
    const DESCRIPTION = 'Returns reviews and comments for a company of your choice';
    const MAINTAINER = 'logmanoriginal';
    const CACHE_TIMEOUT = 14400; // 4 hours

    const PARAMETERS = [
        [
            'c' => [
                'name' => 'Company',
                'type' => 'text',
                'required' => true,
                'title' => 'Company name',
                'exampleValue' => 'GitHub',
            ]
        ],
        'global' => [
            'language' => [
                'name' => 'Language Code',
                'type' => 'list',
                'title' => 'Choose your language code',
                'defaultValue' => 'en-US',
                'values' => [
                    'es-AR' => 'es-AR',
                    'de-AT' => 'de-AT',
                    'en-AU' => 'en-AU',
                    'nl-BE' => 'nl-BE',
                    'fr-BE' => 'fr-BE',
                    'pt-BR' => 'pt-BR',
                    'en-CA' => 'en-CA',
                    'fr-CA' => 'fr-CA',
                    'de-CH' => 'de-CH',
                    'fr-CH' => 'fr-CH',
                    'es-CL' => 'es-CL',
                    'zh-CN' => 'zh-CN',
                    'es-CO' => 'es-CO',
                    'de-DE' => 'de-DE',
                    'es-ES' => 'es-ES',
                    'fr-FR' => 'fr-FR',
                    'en-GB' => 'en-GB',
                    'en-HK' => 'en-HK',
                    'en-IE' => 'en-IE',
                    'en-IN' => 'en-IN',
                    'it-IT' => 'it-IT',
                    'ja-JP' => 'ja-JP',
                    'ko-KR' => 'ko-KR',
                    'es-MX' => 'es-MX',
                    'nl-NL' => 'nl-NL',
                    'pl-PL' => 'pl-PL',
                    'en-SG' => 'en-SG',
                    'en-US' => 'en-US',
                    'en-ZA' => 'en-ZA',
                    'en-AE' => 'en-AE',
                    'da-DK' => 'da-DK',
                    'in-ID' => 'in-ID',
                    'en-MY' => 'en-MY',
                    'es-PE' => 'es-PE',
                    'en-PH' => 'en-PH',
                    'en-PK' => 'en-PK',
                    'ro-RO' => 'ro-RO',
                    'ru-RU' => 'ru-RU',
                    'tr-TR' => 'tr-TR',
                    'zh-TW' => 'zh-TW',
                    'vi-VN' => 'vi-VN',
                    'en-VN' => 'en-VN',
                    'ar-EG' => 'ar-EG',
                    'fr-MA' => 'fr-MA',
                    'en-NG' => 'en-NG',
                ]
            ],
            'limit' => [
                'name' => 'Limit',
                'type' => 'number',
                'required' => true,
                'title' => 'Maximum number of items to return',
                'exampleValue' => 20,
            ]
        ]
    ];

    const SITES = [
        'es-AR' => 'https://ar.indeed.com/',
        'de-AT' => 'https://at.indeed.com/',
        'en-AU' => 'https://au.indeed.com/',
        'nl-BE' => 'https://be.indeed.com/',
        'fr-BE' => 'https://emplois.be.indeed.com/',
        'pt-BR' => 'https://www.indeed.com.br/',
        'en-CA' => 'https://ca.indeed.com/',
        'fr-CA' => 'https://emplois.ca.indeed.com/',
        'de-CH' => 'https://www.indeed.ch/',
        'fr-CH' => 'https://emplois.indeed.ch/',
        'es-CL' => 'https://www.indeed.cl/',
        'zh-CN' => 'https://cn.indeed.com/',
        'es-CO' => 'https://co.indeed.com/',
        'de-DE' => 'https://de.indeed.com/',
        'es-ES' => 'https://www.indeed.es/',
        'fr-FR' => 'https://www.indeed.fr/',
        'en-GB' => 'https://www.indeed.co.uk/',
        'en-HK' => 'https://www.indeed.hk/',
        'en-IE' => 'https://ie.indeed.com/',
        'en-IN' => 'https://www.indeed.co.in/',
        'it-IT' => 'https://it.indeed.com/',
        'ja-JP' => 'https://jp.indeed.com/',
        'ko-KR' => 'https://kr.indeed.com/',
        'es-MX' => 'https://www.indeed.com.mx/',
        'nl-NL' => 'https://www.indeed.nl/',
        'pl-PL' => 'https://pl.indeed.com/',
        'en-SG' => 'https://www.indeed.com.sg/',
        'en-US' => 'https://www.indeed.com/',
        'en-ZA' => 'https://www.indeed.co.za/',
        'en-AE' => 'https://www.indeed.ae/',
        'da-DK' => 'https://dk.indeed.com/',
        'in-ID' => 'https://id.indeed.com/',
        'en-MY' => 'https://www.indeed.com.my/',
        'es-PE' => 'https://www.indeed.com.pe/',
        'en-PH' => 'https://www.indeed.com.ph/',
        'en-PK' => 'https://www.indeed.com.pk/',
        'ro-RO' => 'https://ro.indeed.com/',
        'ru-RU' => 'https://ru.indeed.com/',
        'tr-TR' => 'https://tr.indeed.com/',
        'zh-TW' => 'https://tw.indeed.com/',
        'vi-VN' => 'https://vn.indeed.com/',
        'en-VN' => 'https://jobs.vn.indeed.com/',
        'ar-EG' => 'https://eg.indeed.com/',
        'fr-MA' => 'https://ma.indeed.com/',
        'en-NG' => 'https://ng.indeed.com/',
    ];

    private $title;

    public function collectData()
    {
        $url = $this->getURI();
        $limit = $this->getInput('limit') ?: 20;

        do {
            $html = getSimpleHTMLDOM($url);

            $html = defaultLinkTo($html, $url);

            $this->title = $html->find('h1', 0)->innertext;

            foreach ($html->find('.cmp-ReviewsList div[itemprop="review"]') as $review) {
                $item = [];

                $title = $review->find('h2[data-testid="title"]', 0)->innertext;
                $rating = $review->find('meta[itemprop="ratingValue"]', 0)->getAttribute('content');
                $comment = $review->find('span[itemprop="reviewBody"]', 0)->innertext;

                $item['uri'] = $review->find('a[data-tn-element="individualReviewLink"]', 0)->href;
                $item['title'] = "$title | ($rating)";
                $item['author'] = $review->find('span > meta[itemprop="name"]', 0)->getAttribute('content');
                $item['content'] = $comment;

                $this->items[] = $item;

                if (count($this->items) >= $limit) {
                    break;
                }
            }
        } while (count($this->items) < $limit);
    }

    public function getURI()
    {
        if (
            $this->getInput('language')
            && $this->getInput('c')
        ) {
            return self::SITES[$this->getInput('language')]
            . 'cmp/'
            . urlencode($this->getInput('c'))
            . '/reviews';
        }

        return parent::getURI();
    }

    public function getName()
    {
        return $this->title ?: parent::getName();
    }

    public function detectParameters($url)
    {
        /**
         * Expected: https://<...>.indeed.<...>/cmp/<company>[/reviews][/...]
         *
         * Note that most users will be redirected to their localized version
         * of the page, which adds the language code to the host. For example,
         * "en.indeed.com" or "www.indeed.fr" (see link[rel="alternate"]). At
         * least each of the sites have ".indeed." in the name.
         */

        if (
            filter_var($url, FILTER_VALIDATE_URL, FILTER_FLAG_PATH_REQUIRED) === false
            || stristr($url, '.indeed.') === false
        ) {
            return null;
        }

        $url_components = parse_url($url);
        $path_segments = array_values(array_filter(explode('/', $url_components['path'])));

        if (count($path_segments) < 2 || $path_segments[0] !== 'cmp') {
            return null;
        }

        $language = array_search('https://' . $url_components['host'] . '/', self::SITES);
        if ($language === false) {
            return null;
        }

        $limit = self::PARAMETERS['global']['limit']['defaultValue'] ?: 20;
        $company = $path_segments[1];

        return [
            'c' => $company,
            'language' => $language,
            'limit' => $limit,
        ];
    }
}