mirror of
https://github.com/RSS-Bridge/rss-bridge.git
synced 2024-11-22 01:25:28 +03:00
[Mailman2] Add bridge (#2877)
This commit is contained in:
Loïc Fürhoff
GitHub
parent
f1319f5b2b
commit
87f8571ccf
1 changed files with 142 additions and 0 deletions
142
bridges/Mailman2Bridge.php
Normal file
142
bridges/Mailman2Bridge.php
Normal file
|
|
@ -0,0 +1,142 @@
|
|||
<?php
|
||||
|
||||
class Mailman2Bridge extends BridgeAbstract
|
||||
{
|
||||
const NAME = 'Mailman2Bridge';
|
||||
const URI = 'https://list.org/';
|
||||
const MAINTAINER = 'imagoiq';
|
||||
const CACHE_TIMEOUT = 60 * 30; // 30m
|
||||
const DESCRIPTION = 'Fetch latest messages from Mailman 2 archive (Pipermail)';
|
||||
|
||||
const PARAMETERS = [
|
||||
'Mailman 2' => [
|
||||
'url' => [
|
||||
'name' => 'Enter web archive URL',
|
||||
'title' => <<<"EOL"
|
||||
Specify the URL from the archive page where all the archive are listed by month.
|
||||
EOL
|
||||
, 'type' => 'text',
|
||||
'exampleValue' => 'https://mailman.nginx.org/pipermail/nginx-announce/',
|
||||
'required' => true
|
||||
],
|
||||
'limit' => [
|
||||
'name' => 'Limit',
|
||||
'type' => 'number',
|
||||
'title' => 'Maximum number of items to return',
|
||||
'defaultValue' => 5,
|
||||
],
|
||||
],
|
||||
];
|
||||
|
||||
public function collectData()
|
||||
{
|
||||
$mails = [];
|
||||
$url = $this->getInput('url');
|
||||
$limit = $this->getInput('limit');
|
||||
|
||||
$html = defaultLinkTo(getSimpleHTMLDOMCached($url, 1800), $url);
|
||||
|
||||
// Fetch archive urls from the frontpage
|
||||
$archives = [];
|
||||
foreach ($html->find('tr') as $key => $tr) {
|
||||
$archiveUrl = $tr->find('a[href$="date.html"]', 0);
|
||||
$downloadUrl = $tr->find('a[href$=".txt"], a[href$=".txt.gz"]', 0);
|
||||
$archives[$key] = [
|
||||
'bydate' => $archiveUrl ? $archiveUrl->getAttribute('href') : null,
|
||||
'download' => $downloadUrl ? $downloadUrl->getAttribute('href') : null
|
||||
];
|
||||
}
|
||||
|
||||
foreach ($archives as $archive) {
|
||||
if (!$archive['bydate']) {
|
||||
continue;
|
||||
}
|
||||
|
||||
// Fetch urls to mails
|
||||
$parent = pathinfo($archive['bydate'], PATHINFO_DIRNAME) . '/';
|
||||
$html = defaultLinkTo(getSimpleHTMLDOMCached($archive['bydate'], 1800), $parent);
|
||||
$links = array_map(function ($val) {
|
||||
return $val->getAttribute('href');
|
||||
}, $html->find('ul', 1)->find('li a[href$=".html"]'));
|
||||
$mailUrls = array_reverse($links);
|
||||
|
||||
// Parse mbox
|
||||
$data = getContents($archive['download']);
|
||||
if (str_ends_with($archive['download'], '.gz')) {
|
||||
$data = \gzdecode($data, (1024 ** 2) * 25); // 25M
|
||||
if ($data === false) {
|
||||
throw new \Exception('Failed to gzdecode');
|
||||
}
|
||||
}
|
||||
$mboxParts = preg_split('/^From /', $data);
|
||||
// Drop the first element which is always an empty string
|
||||
array_shift($mboxParts);
|
||||
$mboxMails = array_reverse($mboxParts);
|
||||
foreach ($mboxMails as $index => $content) {
|
||||
// Match Urls with contents from txt files.
|
||||
// Urls cannot be reconstructed from the txt content.
|
||||
$mails[] = [
|
||||
'url' => $mailUrls[$index],
|
||||
'content' => $content
|
||||
];
|
||||
}
|
||||
if (count($mails) > $limit) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
$pluck = function ($header, $mail) {
|
||||
// Not necessary to escape the header here
|
||||
$pattern = sprintf('/(?<=%s:).*$/m', $header);
|
||||
if (preg_match($pattern, $mail, $m)) {
|
||||
return trim(\mb_decode_mimeheader($m[0]));
|
||||
}
|
||||
return null;
|
||||
};
|
||||
foreach (array_slice($mails, 0, $limit) as $mail) {
|
||||
$item = [];
|
||||
$item['uid'] = $pluck('Message-ID', $mail['content']);
|
||||
$item['uri'] = $mail['url'];
|
||||
$item['title'] = $pluck('Subject', $mail['content']);
|
||||
$item['author'] = preg_replace('/\sat\s/', '@', $pluck('From', $mail['content']));
|
||||
$item['timestamp'] = $pluck('Date', $mail['content']);
|
||||
$item['content'] = nl2br(self::render($mail['content']));
|
||||
$this->items[] = $item;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Parse mbox mail. Render some useful html.
|
||||
*
|
||||
* Based on https://gist.github.com/jbroadway/2836900
|
||||
*/
|
||||
private static function render($text)
|
||||
{
|
||||
$rules = [
|
||||
'/[\s\S]*?^Message-ID:[\s\S]*?>\n\n/m' => '', // Metadata
|
||||
'/-+\s+next part\s+-+[\s\S]+?(?=^$|\Z)/m' => '', // next part
|
||||
'/(?<!href=[\'"])https?:\/\/(www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.
|
||||
[a-zA-Z0-9()]{1,6}\b([-a-zA-Z0-9()!@:%_\+.,~#?&\/\/=]*)/' => '<a href="$0">$0</a>', // links
|
||||
'/(\w+) <(.*) at (.*)>/' => '<a href="mailto:$2@$3">$1</a>', // emails
|
||||
'/(\*|\*\*|__)(.*?)\1/' => '<strong>\2</strong>', // bold
|
||||
// blockquotes
|
||||
'/(.*)\s+((?:^>.*+\n)+)/m' => function ($regs) {
|
||||
return sprintf(
|
||||
'<details><summary>%s</summary><blockquote style="font-style:italic;">%s</blockquote></details>',
|
||||
$regs[1],
|
||||
preg_replace('/^>/m', '', $regs[2])
|
||||
);
|
||||
},
|
||||
];
|
||||
|
||||
$text = "\n" . $text . "\n";
|
||||
foreach ($rules as $regex => $replacement) {
|
||||
if (is_callable($replacement)) {
|
||||
$text = preg_replace_callback($regex, $replacement, $text);
|
||||
} else {
|
||||
$text = preg_replace($regex, $replacement, $text);
|
||||
}
|
||||
}
|
||||
return trim($text);
|
||||
}
|
||||
}
|
||||
Loading…
Reference in a new issue