mirror of
https://github.com/RSS-Bridge/rss-bridge.git
synced 2024-11-25 02:46:15 +03:00
37cb4091d4
When fetching website contents, exceptions already raise on fetching error
135 lines
3.6 KiB
PHP
135 lines
3.6 KiB
PHP
<?php
|
|
class DanbooruBridge extends BridgeAbstract {
|
|
|
|
const MAINTAINER = 'mitsukarenai, logmanoriginal';
|
|
const NAME = 'Danbooru';
|
|
const URI = 'http://donmai.us/';
|
|
const CACHE_TIMEOUT = 1800; // 30min
|
|
const DESCRIPTION = 'Returns images from given page';
|
|
|
|
const PARAMETERS = array(
|
|
'global' => array(
|
|
'p' => array(
|
|
'name' => 'page',
|
|
'defaultValue' => 1,
|
|
'type' => 'number'
|
|
),
|
|
't' => array(
|
|
'name' => 'tags'
|
|
)
|
|
),
|
|
0 => array()
|
|
);
|
|
|
|
const PATHTODATA = 'article';
|
|
const IDATTRIBUTE = 'data-id';
|
|
const TAGATTRIBUTE = 'alt';
|
|
|
|
protected function getFullURI(){
|
|
return $this->getURI()
|
|
. 'posts?&page=' . $this->getInput('p')
|
|
. '&tags=' . urlencode($this->getInput('t'));
|
|
}
|
|
|
|
protected function getTags($element){
|
|
return $element->find('img', 0)->getAttribute(static::TAGATTRIBUTE);
|
|
}
|
|
|
|
protected function getItemFromElement($element){
|
|
// Fix links
|
|
defaultLinkTo($element, $this->getURI());
|
|
|
|
$item = array();
|
|
$item['uri'] = html_entity_decode($element->find('a', 0)->href);
|
|
$item['postid'] = (int)preg_replace('/[^0-9]/', '', $element->getAttribute(static::IDATTRIBUTE));
|
|
$item['timestamp'] = time();
|
|
$thumbnailUri = $element->find('img', 0)->src;
|
|
$item['tags'] = $this->getTags($element);
|
|
$item['title'] = $this->getName() . ' | ' . $item['postid'];
|
|
$item['content'] = '<a href="'
|
|
. $item['uri']
|
|
. '"><img src="'
|
|
. $thumbnailUri
|
|
. '" /></a><br>Tags: '
|
|
. $item['tags'];
|
|
|
|
return $item;
|
|
}
|
|
|
|
public function collectData(){
|
|
$content = getContents($this->getFullURI());
|
|
|
|
$html = Fix_Simple_Html_Dom::str_get_html($content);
|
|
|
|
foreach($html->find(static::PATHTODATA) as $element) {
|
|
$this->items[] = $this->getItemFromElement($element);
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* This class is a monkey patch to 'extend' simplehtmldom to recognize <source>
|
|
* tags (HTML5) as self closing tag. This patch should be removed once
|
|
* simplehtmldom was fixed. This seems to be a issue with more tags:
|
|
* https://sourceforge.net/p/simplehtmldom/bugs/83/
|
|
*
|
|
* The tag itself is valid according to Mozilla:
|
|
*
|
|
* The HTML <picture> element serves as a container for zero or more <source>
|
|
* elements and one <img> element to provide versions of an image for different
|
|
* display device scenarios. The browser will consider each of the child <source>
|
|
* elements and select one corresponding to the best match found; if no matches
|
|
* are found among the <source> elements, the file specified by the <img>
|
|
* element's src attribute is selected. The selected image is then presented in
|
|
* the space occupied by the <img> element.
|
|
*
|
|
* -- https://developer.mozilla.org/en-US/docs/Web/HTML/Element/picture
|
|
*
|
|
* Notice: This class uses parts of the original simplehtmldom, adjusted to pass
|
|
* the guidelines of RSS-Bridge (formatting)
|
|
*/
|
|
final class Fix_Simple_Html_Dom extends simple_html_dom {
|
|
|
|
/* copy from simple_html_dom, added 'source' at the end */
|
|
protected $self_closing_tags = array(
|
|
'img' => 1,
|
|
'br' => 1,
|
|
'input' => 1,
|
|
'meta' => 1,
|
|
'link' => 1,
|
|
'hr' => 1,
|
|
'base' => 1,
|
|
'embed' => 1,
|
|
'spacer' => 1,
|
|
'source' => 1
|
|
);
|
|
|
|
/* copy from simplehtmldom, changed 'simple_html_dom' to 'Fix_Simple_Html_Dom' */
|
|
public static function str_get_html($str,
|
|
$lowercase = true,
|
|
$forceTagsClosed = true,
|
|
$target_charset = DEFAULT_TARGET_CHARSET,
|
|
$stripRN = true,
|
|
$defaultBRText = DEFAULT_BR_TEXT,
|
|
$defaultSpanText = DEFAULT_SPAN_TEXT)
|
|
{
|
|
$dom = new Fix_Simple_Html_Dom(null,
|
|
$lowercase,
|
|
$forceTagsClosed,
|
|
$target_charset,
|
|
$stripRN,
|
|
$defaultBRText,
|
|
$defaultSpanText);
|
|
|
|
if (empty($str) || strlen($str) > MAX_FILE_SIZE) {
|
|
|
|
$dom->clear();
|
|
return false;
|
|
|
|
}
|
|
|
|
$dom->load($str, $lowercase, $stripRN);
|
|
|
|
return $dom;
|
|
}
|
|
}
|