mirrors/rss-bridge
1
0
Fork 0
mirror of https://github.com/RSS-Bridge/rss-bridge.git synced 2024-11-26 11:26:31 +03:00
Code Issues Projects Releases Packages Wiki Activity

[KununuBridge] Fix bridge for default parameters (#2816)

Browse source
This commit is contained in:
Yaman Qalieh 2022-06-14 09:45:01 -04:00 committed by GitHub
parent 5b93bba1a3
commit 4b3b1ca163
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 37 additions and 137 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

174
bridges/KununuBridge.php
View file

@ -15,27 +15,15 @@ class KununuBridge extends BridgeAbstract {
'values' => array(
'Austria' => 'at',
'Germany' => 'de',
'Switzerland' => 'ch',
'United States' => 'us'
'Switzerland' => 'ch'
),
'exampleValue' => 'de',
),
'full' => array(
'name' => 'Load full article',
'type' => 'checkbox',
'exampleValue' => 'checked',
'title' => 'Activate to load full article'
),
'include_ratings' => array(
'name' => 'Include ratings',
'type' => 'checkbox',
'title' => 'Activate to include ratings in the feed'
),
'include_benefits' => array(
'name' => 'Include benefits',
'type' => 'checkbox',
'title' => 'Activate to include benefits in the feed'
),
'limit' => array(
'name' => 'Limit',
'type' => 'number',
@ -47,40 +35,27 @@ class KununuBridge extends BridgeAbstract {
'company' => array(
'name' => 'Company',
'required' => true,
'exampleValue' => 'adesso',
'title' => 'Insert company name (i.e. Kununu US) or URI path (i.e. kununu-us)'
'exampleValue' => 'kununu',
'title' => 'Insert company name (i.e. Kununu) or URI path (i.e. kununu)'
)
)
);
private $companyName = '';
public function getURI(){
public function getURI() {
if(!is_null($this->getInput('company')) && !is_null($this->getInput('site'))) {
$company = $this->fixCompanyName($this->getInput('company'));
$site = $this->getInput('site');
$section = '';
switch($site) {
case 'at':
case 'de':
case 'ch':
$section = 'kommentare';
break;
case 'us':
$section = 'reviews';
break;
}
$url = sprintf('%s%s/%s/%s?sort=update_time_desc', self::URI, $site, $company, $section);
return $url;
return sprintf('%s%s/%s', self::URI, $site, $company);
}
return parent::getURI();
}
public function getName(){
public function getName() {
if(!is_null($this->getInput('company'))) {
$company = $this->fixCompanyName($this->getInput('company'));
return ($this->companyName ?: $company) . ' - ' . self::NAME;
@ -93,64 +68,24 @@ class KununuBridge extends BridgeAbstract {
return 'https://www.kununu.com/favicon-196x196.png';
}
/**
* All css selectors need rework
*/
public function collectData(){
$full = $this->getInput('full');
// Load page
$html = getSimpleHTMLDOM($this->getURI());
$html = defaultLinkTo($html, static::URI);
// Update name for this request
$company = $html->find('span[class="company-name"]', 0)
or returnServerError('Cannot find company name!');
$this->companyName = $company->innertext;
// Find the section with all the panels (reviews)
$section = $html->find('section.kununu-scroll-element', 0)
or returnServerError('Unable to find panel section!');
// Find all articles (within the panels)
$articles = $section->find('article')
or returnServerError('Unable to find articles!');
$json = json_decode(getContents($this->getAPI()), true);
$this->companyName = $json['common']['name'];
$baseURI = $this->getURI() . '/bewertung/';
$limit = $this->getInput('limit') ?: 0;
// Go through all articles
foreach($articles as $article) {
$anchor = $article->find('h1.review-title a', 0)
or returnServerError('Cannot find article URI!');
$date = $article->find('meta[itemprop=dateCreated]', 0)
or returnServerError('Cannot find article date!');
$rating = $article->find('span.rating', 0)
or returnServerError('Cannot find article rating!');
$summary = $article->find('[itemprop=name]', 0)
or returnServerError('Cannot find article summary!');
foreach($json['reviews'] as $review) {
$item = array();
$item['author'] = $this->extractArticleAuthorPosition($article);
$item['timestamp'] = strtotime($date->content);
$item['title'] = $rating->getAttribute('aria-label')
. ' : '
. strip_tags($summary->innertext);
$item['uri'] = $anchor->href;
if($full) {
$item['content'] = $this->extractFullDescription($item['uri']);
} else {
$item['content'] = $this->extractArticleDescription($article);
}
$item['author'] = $review['position'] . ' / ' . $review['department'];
$item['timestamp'] = $review['createdAt'];
$item['title'] = $review['roundedScore'] . ' : ' . $review['title'];
$item['uri'] = $baseURI . $review['uuid'];
$item['content'] = $this->extractArticleDescription($review);
$this->items[] = $item;
if ($limit > 0 && count($this->items) >= $limit) break;
@ -158,6 +93,18 @@ class KununuBridge extends BridgeAbstract {
}
}
/**
* Returns JSON API url
*/
private function getAPI() {
$company = $this->fixCompanyName($this->getInput('company'));
$site = $this->getInput('site');
return self::URI . 'middlewares/profiles/' .
$site . '/' . $company .
'/reviews?reviewType=employees&urlParams=sort=newest&sort=newest&page=1';
}
/*
* Returns a fixed version of the provided company name
*/
@ -172,76 +119,29 @@ class KununuBridge extends BridgeAbstract {
return preg_replace($umlauts, $replace, $company);
}
/**
* Returns the position of the author from a given article
*/
private function extractArticleAuthorPosition($article){
// We need to parse the user-content manually
$user_content = $article->find('div.user-content', 0)
or returnServerError('Cannot find user content!');
// Go through all h2 elements to find index of required span (I know... it's stupid)
$author_position = 'Unknown';
foreach($user_content->find('div') as $content) {
if(stristr(strtolower($content->plaintext), 'position')) { /* This works for at, ch, de, us */
$author_position = $content->next_sibling()->plaintext;
break;
}
}
return $author_position;
}
/**
* Returns the description from a given article
*/
private function extractArticleDescription($article){
$description = $article->find('[itemprop=reviewBody]', 0)
or returnServerError('Cannot find article description!');
private function extractArticleDescription($json){
$retVal = '';
foreach($json['texts'] as $text) {
$retVal .= '<h4>' . $text['id'] . '</h4><p>' . $text['text'] . '</p>';
}
$retVal = $description->innertext;
if($this->getInput('include_ratings')
&& ($ratings = $article->find('.review-ratings .rating-group'))) {
if($this->getInput('include_ratings') && !empty($json['ratings'])) {
$retVal .= (empty($retVal) ? '' : '<hr>') . '<table>';
foreach($ratings as $rating) {
foreach($json['ratings'] as $rating) {
$retVal .= <<<EOD
<tr>
<td>{$rating->find('.rating-title', 0)->plaintext}
<td>{$rating->find('.rating-badge', 0)->plaintext}
<td>{$rating['id']}
<td>{$rating['roundedScore']}
<td>{$rating['text']}
</tr>
EOD;
}
$retVal .= '</table>';
}
if($this->getInput('include_benefits')
&& ($benefits = $article->find('benefit'))) {
$retVal .= (empty($retVal) ? '' : '<hr>') . '<ul>';
foreach($benefits as $benefit) {
$retVal .= "<li>{$benefit->plaintext}</li>";
}
$retVal .= '</ul>';
}
return $retVal;
}
/**
* Returns the full description from a given uri
*/
private function extractFullDescription($uri){
// Load full article
$html = getSimpleHTMLDOMCached($uri)
or returnServerError('Could not load full description!');
$html = defaultLinkTo($html, static::URI);
// Find the article
$article = $html->find('article', 0)
or returnServerError('Cannot find article!');
// Luckily they use the same layout for the review overview and full article pages :)
return $this->extractArticleDescription($article);
}
}