Merge pull request #3164 from ngosang/demonoid

[search engine] Add Demonoid search engine

src/searchengine/nova/engines/btdigg.py

@@ -1,10 +1,6 @@
-#!/usr/bin/env python
+#VERSION: 1.25
-# -*- coding: utf-8 -*-
-#
-
-#VERSION: 1.24
 #AUTHORS: BTDigg team (research@btdigg.org)
-#
+
 #                    GNU GENERAL PUBLIC LICENSE
 #                       Version 3, 29 June 2007
 #

src/searchengine/nova/engines/demonoid.py

@@ -0,0 +1,153 @@
+#VERSION: 1.1
+#AUTHORS: Douman (custparasite@gmx.se)
+#CONTRIBUTORS: Diego de las Heras (diegodelasheras@gmail.com)
+
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#    * Redistributions of source code must retain the above copyright notice,
+#      this list of conditions and the following disclaimer.
+#    * Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#    * Neither the name of the author nor the names of its contributors may be
+#      used to endorse or promote products derived from this software without
+#      specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+
+from HTMLParser import HTMLParser
+from httplib import HTTPSConnection as https
+from re import compile as re_compile
+from re import DOTALL
+from itertools import islice
+#qBt
+from novaprinter import prettyPrinter
+from helpers import download_file
+
+class demonoid(object):
+    """ Search engine class """
+    url = "https://www.demonoid.pw"
+    name = "Demonoid"
+    supported_categories = {'all': '0',
+                            'music': '2',
+                            'movies': '1',
+                            'games': '4',
+                            'software': '5',
+                            'books': '11',
+                            'anime': '9',
+                            'tv': '3'}
+
+    def download_torrent(self, info):
+        """ Downloader """
+        print(download_file(info))
+
+    class MyHtmlParseWithBlackJack(HTMLParser):
+        """ Parser class """
+        def __init__(self, url):
+            HTMLParser.__init__(self)
+            self.url = url
+            self.current_item = None
+            self.save_data = None
+            self.seeds_leech = False
+            self.size_repl = re_compile(",")
+
+        def handle_starttag(self, tag, attrs):
+            """ Parser's start tag handler """
+            if tag == "a":
+                params = dict(attrs)
+                if "href" in params:
+                    link = params["href"]
+                    if link.startswith("/files/details"):
+                        self.current_item = dict()
+                        self.current_item["desc_link"] = "".join((self.url, link))
+                        self.current_item["engine_url"] = self.url
+                        self.save_data = "name"
+                    elif link.startswith("/files/download"):
+                        self.current_item["link"] = "".join((self.url, link))
+
+            elif self.current_item:
+                if tag == "td":
+                    params = dict(attrs)
+                    if "class" in params and "align" in params:
+                        if params["class"].startswith("tone"):
+                            if params["align"] == "right":
+                                self.save_data = "size"
+                            elif params["align"] == "center":
+                                self.seeds_leech = True
+
+                elif self.seeds_leech and tag == "font":
+                    for attr in attrs:
+                        if "class" in attr:
+                            if attr[1] == "green":
+                                self.save_data = "seeds"
+                            elif attr[1] == "red":
+                                self.save_data = "leech"
+
+                    self.seeds_leech = False
+
+
+        def handle_data(self, data):
+            """ Parser's data handler """
+            if self.save_data:
+                if self.save_data == "name":
+                    # names with special characters like '&' are splitted in several pieces
+                    if 'name' not in self.current_item:
+                        self.current_item['name'] = ''
+                    self.current_item['name'] += data
+                else:
+                    self.current_item[self.save_data] = data
+                    self.save_data = None
+                if self.current_item.__len__() == 7:
+                    self.current_item["size"] = self.size_repl.sub("", self.current_item["size"])
+                    prettyPrinter(self.current_item)
+                    self.current_item = None
+
+        def handle_endtag(self, tag):
+            """ Parser's end tag handler """
+            if self.save_data == "name":
+                self.save_data = None
+
+    def search(self, what, cat='all'):
+        """ Performs search """
+        connection = https("www.demonoid.pw")
+
+        #prepare query
+        cat = self.supported_categories[cat.lower()]
+        query = "".join(("/files/?category=", cat, "&subcategory=All&quality=All&seeded=2&external=2&query=", what, "&to=1&uid=0&sort=S"))
+
+        connection.request("GET", query)
+        response = connection.getresponse()
+        if response.status != 200:
+            return
+
+        data = response.read().decode("utf-8")
+        add_res_list = re_compile("/files.*page=[0-9]+")
+        torrent_list = re_compile("start torrent list -->(.*)<!-- end torrent", DOTALL)
+        data = torrent_list.search(data).group(0)
+        list_results = add_res_list.findall(data)
+
+        parser = self.MyHtmlParseWithBlackJack(self.url)
+        parser.feed(data)
+
+        del data
+
+        if list_results:
+            for search_query in islice((add_res_list.search(result).group(0) for result in list_results[1].split(" | ")), 0, 5):
+                connection.request("GET", search_query)
+                response = connection.getresponse()
+                parser.feed(torrent_list.search(response.read().decode('utf-8')).group(0))
+                parser.close()
+
+        connection.close()
+        return

src/searchengine/nova/engines/kickasstorrents.py

@@ -1,4 +1,4 @@
-#VERSION: 1.26
+#VERSION: 1.27
 #AUTHORS: Christophe Dumez (chris@qbittorrent.org)
 
 # Redistribution and use in source and binary forms, with or without
@@ -31,8 +31,8 @@ from helpers import retrieve_url, download_file
 import json
 
 class kickasstorrents(object):
-  url = 'https://kickass.to'
+  url = 'https://kat.cr'
-  name = 'kickasstorrents'
+  name = 'Kickass Torrents'
   supported_categories = {'all': '', 'movies': 'Movies', 'tv': 'TV', 'music': 'Music', 'games': 'Games', 'software': 'Applications'}
 
   def __init__(self):

src/searchengine/nova/engines/legittorrents.py

@@ -1,4 +1,4 @@
-#VERSION: 1.03
+#VERSION: 1.05
 #AUTHORS: Christophe Dumez (chris@qbittorrent.org)
 
 # Redistribution and use in source and binary forms, with or without
@@ -33,7 +33,7 @@ import re
 
 class legittorrents(object):
   url = 'http://www.legittorrents.info'
-  name = 'legittorrents'
+  name = 'Legit Torrents'
   supported_categories = {'all': '', 'movies': '1', 'tv': '13', 'music': '2', 'games': '3', 'anime': '5', 'books': '6'}
 
   def download_torrent(self, info):

src/searchengine/nova/engines/versions.txt

@@ -1,9 +1,9 @@
-extratorrent: 1.2
+btdigg: 1.25
-torrentreactor: 1.36
+demonoid: 1.1
+extratorrent: 2.0
+kickasstorrents: 1.27
+legittorrents: 1.05
 mininova: 2.00
 piratebay: 2.11
-extratorrent: 2.0
+torrentreactor: 1.36
-kickasstorrents: 1.26
-btdigg: 1.24
 torrentz: 2.14
-legittorrents: 1.03

src/searchengine/nova3/engines/btdigg.py

@@ -1,10 +1,6 @@
-#!/usr/bin/env python
+#VERSION: 1.25
-# -*- coding: utf-8 -*-
-#
-
-#VERSION: 1.23
 #AUTHORS: BTDigg team (research@btdigg.org)
-#
+
 #                    GNU GENERAL PUBLIC LICENSE
 #                       Version 3, 29 June 2007
 #

src/searchengine/nova3/engines/demonoid.py

@@ -0,0 +1,153 @@
+#VERSION: 1.1
+#AUTHORS: Douman (custparasite@gmx.se)
+#CONTRIBUTORS: Diego de las Heras (diegodelasheras@gmail.com)
+
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#    * Redistributions of source code must retain the above copyright notice,
+#      this list of conditions and the following disclaimer.
+#    * Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#    * Neither the name of the author nor the names of its contributors may be
+#      used to endorse or promote products derived from this software without
+#      specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+
+from html.parser import HTMLParser
+from http.client import HTTPSConnection as https
+from re import compile as re_compile
+from re import DOTALL
+from itertools import islice
+#qBt
+from novaprinter import prettyPrinter
+from helpers import download_file
+
+class demonoid(object):
+    """ Search engine class """
+    url = "https://www.demonoid.pw"
+    name = "Demonoid"
+    supported_categories = {'all': '0',
+                            'music': '2',
+                            'movies': '1',
+                            'games': '4',
+                            'software': '5',
+                            'books': '11',
+                            'anime': '9',
+                            'tv': '3'}
+
+    def download_torrent(self, info):
+        """ Downloader """
+        print(download_file(info))
+
+    class MyHtmlParseWithBlackJack(HTMLParser):
+        """ Parser class """
+        def __init__(self, url):
+            HTMLParser.__init__(self)
+            self.url = url
+            self.current_item = None
+            self.save_data = None
+            self.seeds_leech = False
+            self.size_repl = re_compile(",")
+
+        def handle_starttag(self, tag, attrs):
+            """ Parser's start tag handler """
+            if tag == "a":
+                params = dict(attrs)
+                if "href" in params:
+                    link = params["href"]
+                    if link.startswith("/files/details"):
+                        self.current_item = dict()
+                        self.current_item["desc_link"] = "".join((self.url, link))
+                        self.current_item["engine_url"] = self.url
+                        self.save_data = "name"
+                    elif link.startswith("/files/download"):
+                        self.current_item["link"] = "".join((self.url, link))
+
+            elif self.current_item:
+                if tag == "td":
+                    params = dict(attrs)
+                    if "class" in params and "align" in params:
+                        if params["class"].startswith("tone"):
+                            if params["align"] == "right":
+                                self.save_data = "size"
+                            elif params["align"] == "center":
+                                self.seeds_leech = True
+
+                elif self.seeds_leech and tag == "font":
+                    for attr in attrs:
+                        if "class" in attr:
+                            if attr[1] == "green":
+                                self.save_data = "seeds"
+                            elif attr[1] == "red":
+                                self.save_data = "leech"
+
+                    self.seeds_leech = False
+
+
+        def handle_data(self, data):
+            """ Parser's data handler """
+            if self.save_data:
+                if self.save_data == "name":
+                    # names with special characters like '&' are splitted in several pieces
+                    if 'name' not in self.current_item:
+                        self.current_item['name'] = ''
+                    self.current_item['name'] += data
+                else:
+                    self.current_item[self.save_data] = data
+                    self.save_data = None
+                if self.current_item.__len__() == 7:
+                    self.current_item["size"] = self.size_repl.sub("", self.current_item["size"])
+                    prettyPrinter(self.current_item)
+                    self.current_item = None
+
+        def handle_endtag(self, tag):
+            """ Parser's end tag handler """
+            if self.save_data == "name":
+                self.save_data = None
+
+    def search(self, what, cat='all'):
+        """ Performs search """
+        connection = https("www.demonoid.pw")
+
+        #prepare query
+        cat = self.supported_categories[cat.lower()]
+        query = "".join(("/files/?category=", cat, "&subcategory=All&quality=All&seeded=2&external=2&query=", what, "&to=1&uid=0&sort=S"))
+
+        connection.request("GET", query)
+        response = connection.getresponse()
+        if response.status != 200:
+            return
+
+        data = response.read().decode("utf-8")
+        add_res_list = re_compile("/files.*page=[0-9]+")
+        torrent_list = re_compile("start torrent list -->(.*)<!-- end torrent", DOTALL)
+        data = torrent_list.search(data).group(0)
+        list_results = add_res_list.findall(data)
+
+        parser = self.MyHtmlParseWithBlackJack(self.url)
+        parser.feed(data)
+
+        del data
+
+        if list_results:
+            for search_query in islice((add_res_list.search(result).group(0) for result in list_results[1].split(" | ")), 0, 5):
+                connection.request("GET", search_query)
+                response = connection.getresponse()
+                parser.feed(torrent_list.search(response.read().decode('utf-8')).group(0))
+                parser.close()
+
+        connection.close()
+        return

src/searchengine/nova3/engines/kickasstorrents.py

@@ -1,4 +1,4 @@
-#VERSION: 1.26
+#VERSION: 1.27
 #AUTHORS: Christophe Dumez (chris@qbittorrent.org)
 
 # Redistribution and use in source and binary forms, with or without
@@ -31,8 +31,8 @@ from helpers import retrieve_url, download_file
 import json
 
 class kickasstorrents(object):
-  url = 'https://kickass.to'
+  url = 'https://kat.cr'
-  name = 'kickasstorrents'
+  name = 'Kickass Torrents'
   supported_categories = {'all': '', 'movies': 'Movies', 'tv': 'TV', 'music': 'Music', 'games': 'Games', 'software': 'Applications'}
 
   def __init__(self):

src/searchengine/nova3/engines/legittorrents.py

@@ -1,4 +1,4 @@
-#VERSION: 1.04
+#VERSION: 1.05
 #AUTHORS: Christophe Dumez (chris@qbittorrent.org)
 
 # Redistribution and use in source and binary forms, with or without
@@ -33,7 +33,7 @@ import re
 
 class legittorrents(object):
   url = 'http://www.legittorrents.info'
-  name = 'legittorrents'
+  name = 'Legit Torrents'
   supported_categories = {'all': '', 'movies': '1', 'tv': '13', 'music': '2', 'games': '3', 'anime': '5', 'books': '6'}
 
   def download_torrent(self, info):

src/searchengine/nova3/engines/versions.txt

@@ -1,9 +1,9 @@
-extratorrent: 1.2
+btdigg: 1.25
-torrentreactor: 1.36
+demonoid: 1.1
+extratorrent: 2.0
+kickasstorrents: 1.27
+legittorrents: 1.05
 mininova: 2.00
 piratebay: 2.11
-extratorrent: 2.0
+torrentreactor: 1.36
-kickasstorrents: 1.26
-btdigg: 1.23
 torrentz: 2.14
-legittorrents: 1.04

src/searchengine/search.qrc

@@ -8,6 +8,8 @@
   <file>nova/socks.py</file>
   <file>nova/engines/btdigg.png</file>
   <file>nova/engines/btdigg.py</file>
+  <file>nova/engines/demonoid.png</file>
+  <file>nova/engines/demonoid.py</file>
   <file>nova/engines/extratorrent.png</file>
   <file>nova/engines/extratorrent.py</file>
   <file>nova/engines/kickasstorrents.png</file>
@@ -30,6 +32,8 @@
   <file>nova3/socks.py</file>
   <file>nova3/engines/btdigg.png</file>
   <file>nova3/engines/btdigg.py</file>
+  <file>nova3/engines/demonoid.png</file>
+  <file>nova3/engines/demonoid.py</file>
   <file>nova3/engines/extratorrent.png</file>
   <file>nova3/engines/extratorrent.py</file>
   <file>nova3/engines/kickasstorrents.png</file>