Critical error while processing request: %s
' \ - % environ.get('PATH_INFO', '/') + % html_escape(environ.get('PATH_INFO', '/')) if DEBUG: - err += 'Error:
\n%s\n' % repr(e) - err += '
Traceback:
\n%s\n' % format_exc(10) - environ['wsgi.errors'].write(err) #TODO: wsgi.error should not get html - start_response('500 INTERNAL SERVER ERROR', [('Content-Type', 'text/html')]) + err += '
Error:
\n\n%s\n\n' \ + '
Traceback:
\n\n%s\n\n' \ + % (html_escape(repr(_e())), html_escape(format_exc())) + environ['wsgi.errors'].write(err) + headers = [('Content-Type', 'text/html; charset=UTF-8')] + start_response('500 INTERNAL SERVER ERROR', headers, sys.exc_info()) return [tob(err)] def __call__(self, environ, start_response): @@ -851,20 +993,41 @@ def __call__(self, environ, start_response): # HTTP and WSGI Tools ########################################################## ############################################################################### - -class BaseRequest(DictMixin): +class BaseRequest(object): """ A wrapper for WSGI environment dictionaries that adds a lot of - convenient access methods and properties. Most of them are read-only.""" + convenient access methods and properties. Most of them are read-only. + + Adding new attributes to a request actually adds them to the environ + dictionary (as 'bottle.request.ext.
Error {{e.status}}: {{status_name}}
+Error: {{e.status}}
Sorry, the requested URL {{repr(request.url)}} caused an error:
-{{e.output}}
- %if DEBUG and e.exception:
+ {{e.body}}
+ %%if DEBUG and e.exception:
Exception:
{{repr(e.exception)}}
- %end
- %if DEBUG and e.traceback:
+ %%end
+ %%if DEBUG and e.traceback:
Traceback:
{{e.traceback}}
- %end
+ %%end
-%except ImportError:
+%%except ImportError:
ImportError: Could not generate the error page. Please add bottle to
the import path.
-%end
-"""
+%%end
+""" % __name__
-#: A thread-safe instance of :class:`Request` representing the `current` request.
-request = Request()
+#: A thread-safe instance of :class:`LocalRequest`. If accessed from within a
+#: request callback, this instance always refers to the *current* request
+#: (even on a multithreaded server).
+request = LocalRequest()
-#: A thread-safe instance of :class:`Response` used to build the HTTP response.
-response = Response()
+#: A thread-safe instance of :class:`LocalResponse`. It is used to change the
+#: HTTP response for the *current* request.
+response = LocalResponse()
#: A thread-safe namespace. Not used by Bottle.
local = threading.local()
@@ -2894,29 +3742,30 @@ def wrapper(*args, **kwargs):
#: A virtual package that redirects import statements.
#: Example: ``import bottle.ext.sqlite`` actually imports `bottle_sqlite`.
-ext = _ImportRedirect(__name__+'.ext', 'bottle_%s').module
+ext = _ImportRedirect('bottle.ext' if __name__ == '__main__' else __name__+".ext", 'bottle_%s').module
if __name__ == '__main__':
opt, args, parser = _cmd_options, _cmd_args, _cmd_parser
if opt.version:
- print 'Bottle', __version__; sys.exit(0)
+ _stdout('Bottle %s\n'%__version__)
+ sys.exit(0)
if not args:
parser.print_help()
- print '\nError: No application specified.\n'
+ _stderr('\nError: No application specified.\n')
sys.exit(1)
- try:
- sys.path.insert(0, '.')
- sys.modules.setdefault('bottle', sys.modules['__main__'])
- except (AttributeError, ImportError), e:
- parser.error(e.args[0])
+ sys.path.insert(0, '.')
+ sys.modules.setdefault('bottle', sys.modules['__main__'])
+
+ host, port = (opt.bind or 'localhost'), 8080
+ if ':' in host and host.rfind(']') < host.rfind(':'):
+ host, port = host.rsplit(':', 1)
+ host = host.strip('[]')
+
+ run(args[0], host=host, port=int(port), server=opt.server,
+ reloader=opt.reload, plugins=opt.plugin, debug=opt.debug)
+
- if opt.bind and ':' in opt.bind:
- host, port = opt.bind.rsplit(':', 1)
- else:
- host, port = (opt.bind or 'localhost'), 8080
- debug(opt.debug)
- run(args[0], host=host, port=port, server=opt.server, reloader=opt.reload, plugins=opt.plugin)
# THE END
diff --git a/module/lib/wsgiserver/LICENSE.txt b/module/lib/wsgiserver/LICENSE.txt
index a15165ee26..23c7d09635 100644
--- a/module/lib/wsgiserver/LICENSE.txt
+++ b/module/lib/wsgiserver/LICENSE.txt
@@ -1,22 +1,27 @@
-Copyright (c) 2004-2007, CherryPy Team (team@cherrypy.org)
-All rights reserved.
+**Copyright © 2004-2017, CherryPy Team (team@cherrypy.org)**
-Redistribution and use in source and binary forms, with or without modification,
-are permitted provided that the following conditions are met:
+**All rights reserved.**
- * Redistributions of source code must retain the above copyright notice,
- this list of conditions and the following disclaimer.
- * Redistributions in binary form must reproduce the above copyright notice,
- this list of conditions and the following disclaimer in the documentation
- and/or other materials provided with the distribution.
- * Neither the name of the CherryPy Team nor the names of its contributors
- may be used to endorse or promote products derived from this software
- without specific prior written permission.
+* * *
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+ list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice,
+ this list of conditions and the following disclaimer in the documentation
+ and/or other materials provided with the distribution.
+
+* Neither the name of CherryPy nor the names of its
+ contributors may be used to endorse or promote products derived from
+ this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
diff --git a/module/lib/wsgiserver/__init__.py b/module/lib/wsgiserver/__init__.py
index c380e18b05..e6e48a6c1f 100644
--- a/module/lib/wsgiserver/__init__.py
+++ b/module/lib/wsgiserver/__init__.py
@@ -1,1794 +1,13 @@
-"""A high-speed, production ready, thread pooled, generic WSGI server.
-
-Simplest example on how to use this module directly
-(without using CherryPy's application machinery):
-
- from cherrypy import wsgiserver
-
- def my_crazy_app(environ, start_response):
- status = '200 OK'
- response_headers = [('Content-type','text/plain')]
- start_response(status, response_headers)
- return ['Hello world!\n']
-
- server = wsgiserver.CherryPyWSGIServer(
- ('0.0.0.0', 8070), my_crazy_app,
- server_name='www.cherrypy.example')
-
-The CherryPy WSGI server can serve as many WSGI applications
-as you want in one instance by using a WSGIPathInfoDispatcher:
-
- d = WSGIPathInfoDispatcher({'/': my_crazy_app, '/blog': my_blog_app})
- server = wsgiserver.CherryPyWSGIServer(('0.0.0.0', 80), d)
-
-Want SSL support? Just set these attributes:
-
- server.ssl_certificate = account type
\s*Premium Account' + + def grab_info(self, user, password, data): + html = self.load("http://www.cloudzilla.to/") + + premium = True if re.search(self.PREMIUM_PATTERN, html) else False + + return {'validuntil': -1, 'trafficleft': -1, 'premium': premium} + + def signin(self, user, password, data): + html = self.load("https://www.cloudzilla.to/", + post={'lusername': user, + 'lpassword': password, + 'w': "dologin"}) + + if "ERROR" in html: + self.fail_login() diff --git a/module/plugins/accounts/CramitIn.py b/module/plugins/accounts/CramitIn.py index b0334b191c..db9e523cd7 100644 --- a/module/plugins/accounts/CramitIn.py +++ b/module/plugins/accounts/CramitIn.py @@ -1,13 +1,16 @@ # -*- coding: utf-8 -*- -from module.plugins.internal.XFSPAccount import XFSPAccount +from ..internal.XFSAccount import XFSAccount -class CramitIn(XFSPAccount): + +class CramitIn(XFSAccount): __name__ = "CramitIn" - __version__ = "0.01" __type__ = "account" - __description__ = """cramit.in account plugin""" - __author_name__ = ("zoidberg") - __author_mail__ = ("zoidberg@mujmail.cz") + __version__ = "0.08" + __status__ = "testing" + + __description__ = """Cramit.in account plugin""" + __license__ = "GPLv3" + __authors__ = [("zoidberg", "zoidberg@mujmail.cz")] - MAIN_PAGE = "http://cramit.in/" + PLUGIN_DOMAIN = "cramit.in" diff --git a/module/plugins/accounts/CyberlockerCh.py b/module/plugins/accounts/CyberlockerCh.py deleted file mode 100644 index 0eaa262ebf..0000000000 --- a/module/plugins/accounts/CyberlockerCh.py +++ /dev/null @@ -1,32 +0,0 @@ -# -*- coding: utf-8 -*- -from module.plugins.internal.XFSPAccount import XFSPAccount -from module.plugins.internal.SimpleHoster import parseHtmlForm - - -class CyberlockerCh(XFSPAccount): - __name__ = "CyberlockerCh" - __version__ = "0.01" - __type__ = "account" - __description__ = """CyberlockerCh account plugin""" - __author_name__ = ("stickell") - __author_mail__ = ("l.stickell@yahoo.it") - - MAIN_PAGE = "http://cyberlocker.ch/" - - def login(self, user, data, req): - html = req.load(self.MAIN_PAGE + 'login.html', decode=True) - - action, inputs = parseHtmlForm('name="FL"', html) - if not inputs: - inputs = {"op": "login", - "redirect": self.MAIN_PAGE} - - inputs.update({"login": user, - "password": data['password']}) - - # Without this a 403 Forbidden is returned - req.http.lastURL = self.MAIN_PAGE + 'login.html' - html = req.load(self.MAIN_PAGE, post=inputs, decode=True) - - if 'Incorrect Login or Password' in html or '>Error<' in html: - self.wrongPassword() diff --git a/module/plugins/accounts/CzshareCom.py b/module/plugins/accounts/CzshareCom.py index 7b1a8edc54..a05aada1a4 100644 --- a/module/plugins/accounts/CzshareCom.py +++ b/module/plugins/accounts/CzshareCom.py @@ -1,57 +1,58 @@ # -*- coding: utf-8 -*- -""" - This program is free software; you can redistribute it and/or modify - it under the terms of the GNU General Public License as published by - the Free Software Foundation; either version 3 of the License, - or (at your option) any later version. - - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. - See the GNU General Public License for more details. - - You should have received a copy of the GNU General Public License - along with this program; if not, see\s+\n.+([\d,]+)(KB|MB|GB)\s+\n.+\s+$'
+ VALID_UNTIL_PATTERN = r'^\s+\s+\n.+\n\s+([\d\.: ]+) \s+$'
+
+ def grab_info(self, user, password, data):
+ premium = False
+ validuntil = None
+ trafficleft = None
+
+ html = self.load("http://sdilej.cz/prehled_kreditu/")
+
+ try:
+ m = re.search(self.CREDIT_LEFT_PATTERN, html, re.MULTILINE)
+ trafficleft = self.parse_traffic(m.group(1), m.group(2))
+
+ v = re.search(self.VALID_UNTIL_PATTERN, html, re.MULTILINE)
+ validuntil = time.mktime(
+ time.strptime(
+ v.group(1),
+ '%d.%m.%y %H:%M'))
+
+ except Exception, e:
+ self.log_error(e, trace=True)
- found = re.search(self.CREDIT_LEFT_PATTERN, html)
- if not found:
- return {"validuntil": 0, "trafficleft": 0}
else:
- credits = float(found.group(1).replace(' ', '').replace(',', '.'))
- credits = credits * 1024 ** {'KiB': 0, 'MiB': 1, 'GiB': 2}[found.group(2)]
- validuntil = mktime(strptime(found.group(3), '%d.%m.%y %H:%M'))
- return {"validuntil": validuntil, "trafficleft": credits}
+ premium = True
- def login(self, user, data, req):
+ return {'premium': premium,
+ 'validuntil': validuntil,
+ 'trafficleft': trafficleft}
- html = req.load('https://czshare.com/index.php', post={
- "Prihlasit": "Prihlasit",
- "login-password": data["password"],
- "login-name": user
- })
+ def signin(self, user, password, data):
+ html = self.load('https://sdilej.cz/index.php',
+ post={'Prihlasit': "Prihlasit",
+ "login-password": password,
+ "login-name": user})
if '[^|]+) \|"
+ def grab_hosters(self, user, password, data):
+ return self.api_response("hosts").replace('"', '').split(',')
- def loadAccountInfo(self, user, req):
- if 'Account premium not activated' in self.html:
- return {"premium": False, "validuntil": None, "trafficleft": None}
+ def grab_info(self, user, password, data):
+ validuntil = None
+
+ html = self.api_response("check", u=user, p=password)
+
+ m = re.search(r'(.+?) ', html)
+ if m is not None:
+ validuntil = int(m.group(1))
- m = re.search(self.WALID_UNTIL_PATTERN, self.html)
- if m:
- validuntil = int(time.mktime(time.strptime(m.group('D'), "%d/%m/%Y %H:%M")))
- return {"premium": True, "validuntil": validuntil, "trafficleft": -1}
else:
- self.logError('Unable to retrieve account information - Plugin may be out of date')
+ self.log_error(_("Unable to retrieve account information"))
+
+ return {'validuntil': validuntil,
+ 'trafficleft': -1,
+ 'premium': True}
+
+ def signin(self, user, password, data):
+ html = self.api_response("check", u=user, p=password)
- def login(self, user, data, req):
- self.html = req.load("http://debriditalia.com/login.php",
- get={"u": user, "p": data["password"]})
- if 'NO' in self.html:
- self.wrongPassword()
+ if "valid " not in html:
+ self.fail_login()
diff --git a/module/plugins/accounts/DebridlinkFr.py b/module/plugins/accounts/DebridlinkFr.py
new file mode 100644
index 0000000000..9b7ae0ca63
--- /dev/null
+++ b/module/plugins/accounts/DebridlinkFr.py
@@ -0,0 +1,100 @@
+# -*- coding: utf-8 -*-
+
+import time
+
+import pycurl
+from module.network.HTTPRequest import BadHeader
+
+from ..hoster.DebridlinkFr import error_description
+from ..internal.misc import json
+from ..internal.MultiAccount import MultiAccount
+
+
+class DebridlinkFr(MultiAccount):
+ __name__ = "DebridlinkFr"
+ __type__ = "account"
+ __version__ = "0.06"
+ __status__ = "testing"
+
+ __config__ = [("mh_mode", "all;listed;unlisted", "Filter hosters to use", "all"),
+ ("mh_list", "str", "Hoster list (comma separated)", ""),
+ ("mh_interval", "int", "Reload interval in hours", 12)]
+
+ __description__ = """Debridlink.fr account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ TUNE_TIMEOUT = False
+
+ #: See https://debrid-link.fr/api_doc/v2
+ API_URL = "https://debrid-link.fr/api/"
+
+ def api_request(self, method, get={}, post={}):
+ api_token = self.info['data'].get('api_token', None)
+ if api_token and method != "oauth/token":
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["Authorization: Bearer " + api_token])
+ self.req.http.c.setopt(pycurl.USERAGENT, "pyLoad/%s" % self.pyload.version)
+ try:
+ json_data = self.load(self.API_URL + method, get=get, post=post)
+ except BadHeader, e:
+ json_data = e.content
+
+ return json.loads(json_data)
+
+ def _refresh_token(self, client_id, refresh_token):
+ api_data = self.api_request("oauth/token",
+ post={'client_id': client_id,
+ 'refresh_token': refresh_token,
+ 'grant_type': "refresh_token"})
+
+ if 'error' in api_data:
+ if api_data['error'] == 'invalid_request':
+ self.log_error(_("You have to use GetDebridlinkToken.py to authorize pyLoad: https://github.com/pyload/pyload/files/9353788/GetDebridlinkToken.zip"))
+ else:
+ self.log_error(api_data.get('error_description', error_description(api_data["error"])))
+ self.fail_login()
+
+ return api_data['access_token'], api_data['expires_in']
+
+ def grab_hosters(self, user, password, data):
+ api_data = self.api_request("v2/downloader/hostnames")
+
+ if api_data['success']:
+ return api_data['value']
+
+ else:
+ return []
+
+ def grab_info(self, user, password, data):
+ api_data = self.api_request("v2/account/infos")
+
+ if api_data['success']:
+ premium = api_data['value']['premiumLeft'] > 0
+ validuntil = api_data['value']['premiumLeft'] + time.time()
+
+ else:
+ self.log_error(_("Unable to retrieve account information"),
+ api_data.get('error_description', error_description(api_data["error"])))
+ validuntil = None
+ premium = None
+
+ return {'validuntil': validuntil,
+ 'trafficleft': -1,
+ 'premium': premium}
+
+ def signin(self, user, password, data):
+ if 'token' not in data:
+ api_token, timeout = self._refresh_token(user, password)
+ data['api_token'] = api_token
+ self.timeout = timeout - 5 * 60 #: Five minutes less to be on the safe side
+
+ api_data = self.api_request("v2/account/infos")
+ if 'error' in api_data:
+ if api_data['error'] == 'badToken': #: Token expired? try to refresh
+ api_token, timeout = self._refresh_token(user, password)
+ data['api_token'] = api_token
+ self.timeout = timeout - 5 * 60 #: Five minutes less to be on the safe side
+
+ else:
+ self.log_error(api_data.get('error_description', error_description(api_data["error"])))
+ self.fail_login()
diff --git a/module/plugins/accounts/DebridplanetCom.py b/module/plugins/accounts/DebridplanetCom.py
new file mode 100644
index 0000000000..10ad91f22b
--- /dev/null
+++ b/module/plugins/accounts/DebridplanetCom.py
@@ -0,0 +1,70 @@
+# -*- coding: utf-8 -*-
+
+import hashlib
+import json
+import time
+
+import pycurl
+from ..internal.MultiAccount import MultiAccount
+
+
+class DebridplanetCom(MultiAccount):
+ __name__ = "DebridplanetCom"
+ __type__ = "account"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __config__ = [
+ ("mh_mode", "all;listed;unlisted", "Filter downloaders to use", "all"),
+ ("mh_list", "str", "Downloader list (comma separated)", ""),
+ ("mh_interval", "int", "Reload interval in hours", 12),
+ ]
+
+ __description__ = """Debridplanet.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_URL = "https://debridplanet.com/v1/"
+
+ def api_request(self, method, **kwargs):
+ token = self.info["data"].get("token")
+ if token is not None:
+ self.req.http.c.setopt(
+ pycurl.HTTPHEADER, ["Authorization: Bearer " + token]
+ )
+ json_data = self.load("%s%s.php" % (self.API_URL, method),
+ post=json.dumps(kwargs))
+ return json.loads(json_data)
+
+ def grab_hosters(self, user, password, data):
+ api_data = self.api_request("supportedhosts")
+ hosts = [
+ h["host"]
+ for h in api_data["supportedhosts"]
+ if h["currently_working"]
+ ]
+ return hosts
+
+ def grab_info(self, user, password, data):
+ validuntil = None
+ premium = False
+
+ api_data = self.api_request("user-info")
+ if api_data.get("success", False):
+ premium = api_data["user"]["account_type"] == "premium"
+ validuntil = time.mktime(time.strptime(api_data["user"]["expire"], "%Y-%m-%dT%H:%M:%S"))
+
+ return {"validuntil": validuntil, "trafficleft": -1, "premium": premium}
+
+ def signin(self, user, password, data):
+ api_data = self.api_request("user-info")
+ if api_data.get("success", False):
+ self.skip_login()
+
+ data["token"] = None
+ api_data = self.api_request("login", username=user, password=hashlib.sha256(password).hexdigest())
+ if api_data.get("success", False):
+ data["token"] = api_data["token"]
+
+ else:
+ self.fail_login()
diff --git a/module/plugins/accounts/DepositfilesCom.py b/module/plugins/accounts/DepositfilesCom.py
index 5f2408e724..d383024c4a 100644
--- a/module/plugins/accounts/DepositfilesCom.py
+++ b/module/plugins/accounts/DepositfilesCom.py
@@ -1,47 +1,41 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see ([^<]+)'
- TRAFFIC_LEFT_PATTERN = r' Traffic available today: (?P[^<]+)'
+ __version__ = "0.20"
+ __status__ = "testing"
- def loadAccountInfo(self, user, req):
- html = req.load("http://www.easybytez.com/?op=my_account", decode=True)
-
- validuntil = trafficleft = None
- premium = False
-
- found = re.search(self.VALID_UNTIL_PATTERN, html)
- if found:
- premium = True
- trafficleft = -1
- try:
- self.logDebug("Expire date: " + found.group(1))
- validuntil = mktime(strptime(found.group(1), "%d %B %Y"))
- except Exception, e:
- self.logError(e)
- else:
- found = re.search(self.TRAFFIC_LEFT_PATTERN, html)
- if found:
- trafficleft = found.group(1)
- if "Unlimited" in trafficleft:
- premium = True
- trafficleft = -1
- else:
- trafficleft = parseFileSize(trafficleft) / 1024
-
- return {"validuntil": validuntil, "trafficleft": trafficleft, "premium": premium}
-
- def login(self, user, data, req):
- html = req.load('http://www.easybytez.com/login.html', decode=True)
- action, inputs = parseHtmlForm('name="FL"', html)
- inputs.update({"login": user,
- "password": data['password'],
- "redirect": "http://www.easybytez.com/"})
-
- html = req.load(action, post=inputs, decode=True)
+ __description__ = """EasyBytez.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz"),
+ ("guidobelix", "guidobelix@hotmail.it")]
- if 'Incorrect Login or Password' in html or '>Error<' in html:
- self.wrongPassword()
+ PLUGIN_DOMAIN = "easybytez.com"
diff --git a/module/plugins/accounts/EgoFilesCom.py b/module/plugins/accounts/EgoFilesCom.py
deleted file mode 100644
index 9c2b918c32..0000000000
--- a/module/plugins/accounts/EgoFilesCom.py
+++ /dev/null
@@ -1,42 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-import time
-
-from module.plugins.Account import Account
-from module.utils import parseFileSize
-
-
-class EgoFilesCom(Account):
- __name__ = "EgoFilesCom"
- __version__ = "0.2"
- __type__ = "account"
- __description__ = """egofiles.com account plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
-
- PREMIUM_ACCOUNT_PATTERN = '
\s*Premium: (?P \s*([\d-]+) '
+
+ def grab_info(self, user, password, data):
+ html = self.load("https://www.extmatrix.com")
+
+ premium = '>Premium Member<' in html
+
+ m = re.search(self.VALID_UNTIL_PATTERN, html)
+ if m is not None:
+ validuntil = time.mktime(time.strptime(m.group(1) + " 23:59:59", '%Y-%m-%d %H:%M:%S'))
+
+ else:
+ self.log_error(_("VALID_UNTIL_PATTERN not found"))
+ validuntil = None
+
+ return {'validuntil': validuntil,
+ 'trafficleft': None,
+ 'premium': premium}
+
+ def signin(self, user, password, data):
+ html = self.load("https://www.extmatrix.com/login.php")
+ if 'href="./logout.php"' in html:
+ self.skip_login()
+
+
+ # dummy pyfile
+ pyfile = PyFile(self.pyload.files, -1, "https://www.extmatrix.com", "https://www.extmatrix.com", 0, 0, "", self.classname, -1, -1)
+ pyfile.plugin = self
+
+ for i in range(5):
+ m = re.search(r')
0:
- account_info = {"validuntil": -1, "trafficleft": kb}
+ account_info = {'validuntil': -1,
+ 'trafficleft': trafficleft}
else:
- account_info = {"validuntil": None, "trafficleft": None, "premium": False}
+ account_info = {
+ 'validuntil': None,
+ 'trafficleft': None,
+ 'premium': False}
return account_info
- def login(self, user, data, req):
- page = req.load("http://fastix.ru/api_v2/?sub=get_apikey&email=%s&password=%s" % (user, data["password"]))
- api = json_loads(page)
- api = api['apikey']
- data["api"] = api
- if "error_code" in page:
- self.wrongPassword()
+ def signin(self, user, password, data):
+ html = self.load("https://fastix.ru/api_v2/",
+ get={'sub': "get_apikey",
+ 'email': user,
+ 'password': password})
+ api = json.loads(html)
+
+ if 'error' in api:
+ self.fail_login(api['error_txt'])
+
+ else:
+ data['apikey'] = api['apikey']
diff --git a/module/plugins/accounts/FastshareCz.py b/module/plugins/accounts/FastshareCz.py
index c047ff7663..b0fe8a55b1 100644
--- a/module/plugins/accounts/FastshareCz.py
+++ b/module/plugins/accounts/FastshareCz.py
@@ -1,56 +1,74 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see ([\d\.]+) ([KMGT]B)\s* '
+ VALID_UNTILL_PATTERN = r">Active until ([\d.]+)<"
- CREDIT_PATTERN = r'(?:Kredit|Credit)\s*\s*]*>([\d. \w]+) '
+ def grab_info(self, user, password, data):
+ html = self.load("https://fastshare.cz/user")
- def loadAccountInfo(self, user, req):
- html = req.load("http://www.fastshare.cz/user", decode=True)
+ m = re.search(self.VALID_UNTILL_PATTERN, html)
+ if m is not None:
+ validuntil = time.mktime(
+ time.strptime(m.group(1) + " 23:59:59", "%d.%m.%Y %H:%M:%S")
+ )
+ premium = True
+ trafficleft = -1
- found = re.search(self.CREDIT_PATTERN, html)
- if found:
- trafficleft = parseFileSize(found.group(1)) / 1024
- premium = True if trafficleft else False
else:
- trafficleft = None
- premium = False
+ validuntil = -1
+ m = re.search(self.TRAFFICLEFT_PATTERN, html)
+ if m is not None:
+ trafficleft = self.parse_traffic(m.group(1), m.group(2))
+ premium = bool(trafficleft)
+ if not premium:
+ trafficleft = None
+
+ elif ">Unlimited downloading<" in html:
+ premium = True
+ trafficleft = -1
+ validuntil = None
+
+ else:
+ premium = False
+ trafficleft = None
+
+ return {
+ "validuntil": validuntil,
+ "trafficleft": trafficleft,
+ "premium": premium,
+ }
+
+ def signin(self, user, password, data):
+ set_cookie(self.req.cj, "fastshare.cz", "lang", "en")
- return {"validuntil": -1, "trafficleft": trafficleft, "premium": premium}
+ html = self.load("https://fastshare.cz/user")
+ if 'href="/logout.php"' in html:
+ self.skip_login()
- def login(self, user, data, req):
- req.load('http://www.fastshare.cz/login') # Do not remove or it will not login
- html = req.load('http://www.fastshare.cz/sql.php', post={
- "heslo": data['password'],
- "login": user
- }, decode=True)
+ html = self.load(
+ "https://fastshare.cz/sql.php",
+ post={"login": user, "heslo": password},
+ )
- if u'>Špatné uživatelské jméno nebo heslo.<' in html:
- self.wrongPassword()
\ No newline at end of file
+ if 'href="/logout.php"' not in html:
+ self.fail_login()
diff --git a/module/plugins/accounts/FikperCom.py b/module/plugins/accounts/FikperCom.py
new file mode 100644
index 0000000000..934c9b73d3
--- /dev/null
+++ b/module/plugins/accounts/FikperCom.py
@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+
+import pycurl
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.Account import Account
+from ..internal.misc import json
+
+class FikperCom(Account):
+ __name__ = "FikperCom"
+ __type__ = "account"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __description__ = """Fikper.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_URL = "https://sapi.fikper.com/"
+
+ # See https://sapi.fikper.com/api/reference/
+ def api_request(self, method, api_key=None, **kwargs):
+ if api_key is not None:
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["x-api-key: %s" % api_key])
+
+ try:
+ json_data = self.load(self.API_URL + method, post=kwargs)
+ return json.loads(json_data)
+
+ except json.JSONDecodeError:
+ return json_data
+
+ except BadHeader, exc:
+ return json.loads(exc.content)
+
+ def grab_info(self, user, password, data):
+ api_data = self.api_request("api/account/info", api_key=password)
+
+ premium = api_data["accountType"] == "premium"
+ if premium:
+ validuntil = api_data["premiumExpire"] / 1000
+
+ else:
+ validuntil = -1
+
+ trafficleft = api_data["totalBandwidth"] - api_data["usedBandwidth"]
+
+ return {
+ "premium": premium,
+ "validuntil": validuntil,
+ "trafficleft": trafficleft,
+ }
+
+ def signin(self, user, password, data):
+ api_data = self.api_request("api/account/info", api_key=password)
+ if api_data.get("code") is not None:
+ self.log_error(_("Password for fikper.com should be the API token"))
+ self.log_error(_("API error"), api_data)
+ self.fail_login()
+
+ elif api_data["email"] != user:
+ self.log_error(
+ self._("username for fikper.com should be your fikper.com email")
+ )
+ self.fail_login()
diff --git a/module/plugins/accounts/File4SafeCom.py b/module/plugins/accounts/File4SafeCom.py
new file mode 100644
index 0000000000..d3a94be466
--- /dev/null
+++ b/module/plugins/accounts/File4SafeCom.py
@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.XFSAccount import XFSAccount
+
+
+class File4SafeCom(XFSAccount):
+ __name__ = "File4SafeCom"
+ __type__ = "account"
+ __version__ = "0.11"
+ __status__ = "testing"
+
+ __description__ = """File4Safe.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it")]
+
+ PLUGIN_DOMAIN = "file4safe.com"
+
+ LOGIN_FAIL_PATTERN = r'input_login'
diff --git a/module/plugins/accounts/FileStoreTo.py b/module/plugins/accounts/FileStoreTo.py
new file mode 100644
index 0000000000..bb23cc94da
--- /dev/null
+++ b/module/plugins/accounts/FileStoreTo.py
@@ -0,0 +1,45 @@
+# -*- coding: utf-8 -*-
+
+import re
+import time
+
+from ..internal.Account import Account
+
+
+class FileStoreTo(Account):
+ __name__ = "FileStoreTo"
+ __type__ = "account"
+ __version__ = "0.02"
+ __status__ = "testing"
+
+ __description__ = """Filestore.to account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ LOGIN_URL = "https://filestore.to/login"
+ VALID_UNTIL_PATTERN = r'Premium-Status (?P[\d.]+) (?P[A-Z]+)\s*'
+ __pattern__ = r'http://(?:www\.)?180upload\.com/\w{12}'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- HOSTER_NAME = "180upload.com"
+ __description__ = """180upload.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it")]
+ PLUGIN_DOMAIN = "180upload.com"
-getInfo = create_getInfo(HundredEightyUploadCom)
+ OFFLINE_PATTERN = r'>File Not Found'
diff --git a/module/plugins/hoster/IFileWs.py b/module/plugins/hoster/IFileWs.py
deleted file mode 100644
index 160fe641c5..0000000000
--- a/module/plugins/hoster/IFileWs.py
+++ /dev/null
@@ -1,20 +0,0 @@
-# -*- coding: utf-8 -*-
-from module.plugins.hoster.XFileSharingPro import XFileSharingPro, create_getInfo
-
-
-class IFileWs(XFileSharingPro):
- __name__ = "IFileWs"
- __type__ = "hoster"
- __pattern__ = r"http://(www\.)?ifile\.ws/\w+(/.+)?"
- __version__ = "0.01"
- __description__ = """Ifile.ws hoster plugin"""
- __author_name__ = ("z00nx")
- __author_mail__ = ("z00nx0@gmail.com")
-
- FILE_INFO_PATTERN = '(?P[^<]+)\s+\[(?P[^]]+)\]'
- FILE_OFFLINE_PATTERN = 'File Not Found|The file was removed by administrator'
- HOSTER_NAME = "ifile.ws"
- LONG_WAIT_PATTERN = "(?P\d(?=\s+minutes)).*(?P\d+(?=\s+seconds))"
-
-
-getInfo = create_getInfo(IFileWs)
diff --git a/module/plugins/hoster/IcyFilesCom.py b/module/plugins/hoster/IcyFilesCom.py
deleted file mode 100644
index d0b101717f..0000000000
--- a/module/plugins/hoster/IcyFilesCom.py
+++ /dev/null
@@ -1,32 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see \d+).*"
- __version__ = "0.38"
- __description__ = """rusfolder.com / ifolder.ru"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
- FILE_SIZE_REPLACEMENTS = [(u'Кб', 'KB'), (u'Мб', 'MB'), (u'Гб', 'GB')]
- FILE_NAME_PATTERN = ur'(?:
([\d.,]+) ([\w^_]+)', html)
+ trafficleft = self.parse_traffic(m.group(1), m.group(2)) if m else 0
+
+ info = {'validuntil': -1,
+ 'trafficleft': trafficleft,
+ 'premium': True}
+
+ return info
+
+ def signin(self, user, password, data):
+ html = self.load("https://datoid.cz/")
+ if 'href="/muj-ucet">' in html:
+ self.skip_login()
+
+ html = self.load("https://datoid.cz/prihlaseni?do=signInForm-submit",
+ post={'username': user,
+ 'password': password})
+
+ if 'href="/muj-ucet">' not in html:
+ self.fail_login()
diff --git a/module/plugins/accounts/DdlstorageCom.py b/module/plugins/accounts/DdlstorageCom.py
deleted file mode 100644
index 7404348a43..0000000000
--- a/module/plugins/accounts/DdlstorageCom.py
+++ /dev/null
@@ -1,51 +0,0 @@
-# -*- coding: utf-8 -*-
-from hashlib import md5
-from time import mktime, strptime
-
-from module.plugins.internal.XFSPAccount import XFSPAccount
-from module.common.json_layer import json_loads
-from module.utils import parseFileSize
-
-# DDLStorage API Documentation:
-# http://www.ddlstorage.com/cgi-bin/api_req.cgi?req_type=doc
-
-
-class DdlstorageCom(XFSPAccount):
- __name__ = "DdlstorageCom"
- __version__ = "1.00"
- __type__ = "account"
- __description__ = """DDLStorage.com account plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
-
- MAIN_PAGE = "http://ddlstorage.com/"
-
- def loadAccountInfo(self, user, req):
- password = self.accounts[user]['password']
- api_data = req.load('http://www.ddlstorage.com/cgi-bin/api_req.cgi',
- post={'req_type': 'user_info',
- 'client_id': 53472,
- 'user_login': user,
- 'user_password': md5(password).hexdigest(),
- 'sign': md5('user_info%d%s%s%s' % (53472, user, md5(password).hexdigest(),
- '25JcpU2dPOKg8E2OEoRqMSRu068r0Cv3')).hexdigest()})
- api_data = api_data.replace('
\s*', '').replace('', '')
- self.logDebug('Account Info API data: ' + api_data)
- api_data = json_loads(api_data)
-
- if api_data['status'] != 'OK': # 'status' must be always OK for a working account
- return {"premium": False, "valid": False}
-
- if api_data['account_type'] == 'REGISTERED':
- premium = False
- validuntil = None
- else:
- premium = True
- validuntil = int(mktime(strptime(api_data['premium_expire'], "%Y-%m-%d %H:%M:%S")))
-
- if api_data['usr_bandwidth_available'] == 'UNLIMITED':
- trafficleft = -1
- else:
- trafficleft = parseFileSize(api_data['usr_bandwidth_available']) / 1024
-
- return {"premium": premium, "validuntil": validuntil, "trafficleft": trafficleft}
diff --git a/module/plugins/accounts/DdownloadCom.py b/module/plugins/accounts/DdownloadCom.py
new file mode 100644
index 0000000000..0e22348205
--- /dev/null
+++ b/module/plugins/accounts/DdownloadCom.py
@@ -0,0 +1,27 @@
+# -*- coding: utf-8 -*-
+
+import pycurl
+
+from ..internal.XFSAccount import XFSAccount
+
+
+class DdownloadCom(XFSAccount):
+ __name__ = "DdownloadCom"
+ __type__ = "account"
+ __version__ = "0.09"
+ __status__ = "testing"
+
+ __description__ = """Ddownload.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ PLUGIN_DOMAIN = "ddownload.com"
+ PLUGIN_URL = "http://ddownload.com"
+
+ PREMIUM_PATTERN = r">Premium Member<"
+ TRAFFIC_LEFT_PATTERN = r'available\s*(?:(?P[^<>]+))?(?P-?\d+|[Uu]nlimited)\s*
'
+ VALID_UNTIL_PATTERN = r'class="expires">([\w ]+)<'
+
+ def setup(self):
+ super(DdownloadCom, self).setup()
+ self.req.http.c.setopt(pycurl.USERAGENT, "pyLoad/%s" % self.pyload.version)
diff --git a/module/plugins/accounts/DebridItaliaCom.py b/module/plugins/accounts/DebridItaliaCom.py
index 82acd8f8ed..ac5dc83920 100644
--- a/module/plugins/accounts/DebridItaliaCom.py
+++ b/module/plugins/accounts/DebridItaliaCom.py
@@ -1,49 +1,53 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see \s*Premium: (?P
[^/]*) / Traffic left: (?P
'
-
- def loadAccountInfo(self, user, req):
- html = req.load("http://egofiles.com")
- if 'You are logged as a Free User' in html:
- return {"premium": False, "validuntil": None, "trafficleft": None}
-
- m = re.search(self.PREMIUM_ACCOUNT_PATTERN, html)
- if m:
- validuntil = int(time.mktime(time.strptime(m.group('P'), "%Y-%m-%d %H:%M:%S")))
- trafficleft = parseFileSize(m.group('T'), m.group('U')) / 1024
- return {"premium": True, "validuntil": validuntil, "trafficleft": trafficleft}
- else:
- self.logError('Unable to retrieve account information - Plugin may be out of date')
-
- def login(self, user, data, req):
- # Set English language
- req.load("https://egofiles.com/ajax/lang.php?lang=en", just_header=True)
-
- html = req.load("http://egofiles.com/ajax/register.php",
- post={"log": 1,
- "loginV": user,
- "passV": data["password"]})
- if 'Login successful' not in html:
- self.wrongPassword()
diff --git a/module/plugins/accounts/EuroshareEu.py b/module/plugins/accounts/EuroshareEu.py
index 830c1db3f5..f1f88d43b0 100644
--- a/module/plugins/accounts/EuroshareEu.py
+++ b/module/plugins/accounts/EuroshareEu.py
@@ -1,56 +1,54 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see
([\d\.]+? - [\d:]+)'
+
+ def grab_info(self, user, password, data):
+ premium = False
+ validuntil = None
+
+ html = self.load("https://filestore.to/konto")
+ m = re.search(self.VALID_UNTIL_PATTERN, html)
+ if m is not None:
+ validuntil = time.mktime(time.strptime(m.group(1), "%d.%m.%Y - %H:%M"))
+ premium = validuntil > time.time()
+
+ return {"validuntil": validuntil, "trafficleft": -1, "premium": premium}
+
+ def signin(self, user, password, data):
+ html = self.load(self.LOGIN_URL)
+ if 'href="logout"' in html:
+ self.skip_login()
+
+ else:
+ html = self.load(
+ self.LOGIN_URL,
+ post={"Email": user, "Password": password, "Aktion": "Login"},
+ )
+ if 'href="logout"' not in html:
+ self.fail_login()
diff --git a/module/plugins/accounts/FileboomMe.py b/module/plugins/accounts/FileboomMe.py
new file mode 100644
index 0000000000..fdd4e76ef5
--- /dev/null
+++ b/module/plugins/accounts/FileboomMe.py
@@ -0,0 +1,168 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from module.network.HTTPRequest import BadHeader
+from module.PyFile import PyFile
+
+from ..captcha.ReCaptcha import ReCaptcha
+from ..internal.Account import Account
+from ..internal.Captcha import Captcha
+from ..internal.misc import json
+
+
+class FileboomMe(Account):
+ __name__ = "FileboomMe"
+ __type__ = "account"
+ __version__ = "0.04"
+ __status__ = "testing"
+
+ __description__ = """Fileboom.me account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ RECAPTCHA_KEY = "6LcYcN0SAAAAABtMlxKj7X0hRxOY8_2U86kI1vbb"
+
+ API_URL = "https://fileboom.me/api/v2/"
+ #: Actually this is Keep2ShareCc API, see https://github.com/keep2share/api
+
+ def api_response(self, method, **kwargs):
+ html = self.load(self.API_URL + method,
+ post=json.dumps(kwargs))
+ return json.loads(html)
+
+ def grab_info(self, user, password, data):
+ json_data = self.api_response("AccountInfo", auth_token=data['token'])
+
+ return {'validuntil': json_data['account_expires'],
+ 'trafficleft': json_data['available_traffic'],
+ 'premium': True if json_data['account_expires'] else False}
+
+ def signin(self, user, password, data):
+ if 'token' in data:
+ try:
+ json_data = self.api_response("test", auth_token=data['token'])
+
+ except BadHeader, e:
+ if e.code == 403: #: Session expired
+ pass
+
+ else:
+ raise
+ else:
+ self.skip_login()
+
+ try:
+ json_data = self.api_response("login", username=user, password=password)
+
+ except BadHeader, e:
+ if e.code == 406: #: Captcha needed
+ # dummy pyfile
+ pyfile = PyFile(self.pyload.files, -1, "https://fileboom.me", "https://fileboom.me", 0, 0, "", self.classname, -1, -1)
+ pyfile.plugin = self
+
+ errors = [json.loads(m.group(0)).get('errorCode', 0) for m in re.finditer(r'{[^}]+}', e.content)]
+ if 33 in errors: #: ERROR_RE_CAPTCHA_REQUIRED
+ #: Recaptcha
+ self.captcha = ReCaptcha(pyfile)
+ for i in range(10):
+ json_data = self.api_response("RequestReCaptcha")
+ if json_data['code'] != 200:
+ self.log_error(_("Request reCAPTCHA API failed"))
+ self.fail_login(_("Request reCAPTCHA API failed"))
+
+ re_captcha_response = self.captcha.challenge(self.RECAPTCHA_KEY, version="2js", secure_token=False)
+ try:
+ json_data = self.api_response("login",
+ username=user,
+ password=password,
+ re_captcha_challenge=json_data['challenge'],
+ re_captcha_response=re_captcha_response)
+
+ except BadHeader, e:
+ if e.code == 406:
+ errors = [json.loads(m.group(0)).get('errorCode', 0) for m in re.finditer(r'{[^}]+}', e.content)]
+ if 31 in errors: #: ERROR_CAPTCHA_INVALID
+ self.captcha.invalid()
+ continue
+
+ else:
+ self.log_error(e.content)
+ self.fail_login(e.content)
+
+ else:
+ self.log_error(e.content)
+ self.fail_login(e.content)
+
+ else:
+ self.captcha.correct()
+ data['token'] = json_data['auth_token']
+ break
+
+ else:
+ self.log_error(_("Max captcha retries reached"))
+ self.fail_login(_("Max captcha retries reached"))
+
+ elif 30 in errors: #: ERROR_CAPTCHA_REQUIRED
+ #: Normal captcha
+ self.captcha = Captcha(pyfile)
+ for i in range(10):
+ json_data = self.api_response("RequestCaptcha")
+ if json_data['code'] != 200:
+ self.log_error(_("Request captcha API failed"))
+ self.fail_login(_("Request captcha API failed"))
+
+ captcha_response = self.captcha.decrypt(json_data['captcha_url'])
+ try:
+ json_data = self.api_response("login",
+ username=user,
+ password=password,
+ captcha_challenge=json_data['challenge'],
+ captcha_response=captcha_response)
+
+ except BadHeader, e:
+ if e.code == 406:
+ errors = [json.loads(m.group(0)).get('errorCode', 0) for m in re.finditer(r'{[^}]+}', e.content)]
+ if 31 in errors: #: ERROR_CAPTCHA_INVALID
+ self.captcha.invalid()
+ continue
+
+ else:
+ self.log_error(e.content)
+ self.fail_login(e.content)
+
+ else:
+ self.log_error(e.content)
+ self.fail_login(e.content)
+
+ else:
+ self.captcha.correct()
+ data['token'] = json_data['auth_token']
+ break
+
+ else:
+ self.log_error(_("Max captcha retries reached"))
+ self.fail_login(_("Max captcha retries reached"))
+
+ else:
+ self.log_error(e.content)
+ self.fail_login(e.content)
+
+ else:
+ self.log_error(e.content)
+ self.fail_login(e.content)
+
+ else:
+ #: No captcha
+ data['token'] = json_data['auth_token']
+
+ """
+ @NOTE: below are methods
+ necessary for captcha to work with account plugins
+ """
+ def check_status(self):
+ pass
+
+ def retry_captcha(self, attemps=10, wait=1, msg=_("Max captcha retries reached")):
+ self.captcha.invalid()
+ self.fail_login(msg=_("Invalid captcha"))
diff --git a/module/plugins/accounts/FilecloudIo.py b/module/plugins/accounts/FilecloudIo.py
index 93ae020067..709054f3c3 100644
--- a/module/plugins/accounts/FilecloudIo.py
+++ b/module/plugins/accounts/FilecloudIo.py
@@ -1,72 +1,58 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see \d{1,2})\w{1,2} (?P\w{3}), (?P\d{4}) '
+ __description__ = """Filefactory.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz"),
+ ("stickell", "l.stickell@yahoo.it"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
- def loadAccountInfo(self, user, req):
- html = req.load("http://www.filefactory.com/account/")
+ VALID_UNTIL_PATTERN = r'Premium valid until: (?P\d{1,2})\w{1,2} (?P\w{3}), (?P\d{4}) '
+
+ def grab_info(self, user, password, data):
+ html = self.load("http://www.filefactory.com/account/")
m = re.search(self.VALID_UNTIL_PATTERN, html)
- if m:
+ if m is not None:
premium = True
- validuntil = re.sub(self.VALID_UNTIL_PATTERN, '\g \g \g', m.group(0))
- validuntil = mktime(strptime(validuntil, "%d %b %Y"))
+ validuntil = re.sub(
+ self.VALID_UNTIL_PATTERN,
+ '\g \g \g',
+ m.group(0))
+ validuntil = time.mktime(time.strptime(validuntil, "%d %b %Y"))
+
else:
premium = False
validuntil = -1
- return {"premium": premium, "trafficleft": -1, "validuntil": validuntil}
+ return {'premium': premium, 'trafficleft': -
+ 1, 'validuntil': validuntil}
- def login(self, user, data, req):
- req.http.c.setopt(REFERER, "http://www.filefactory.com/member/login.php")
+ def signin(self, user, password, data):
+ html = self.load("https://www.filefactory.com/member/signin.php")
+ if "/member/signout.php" in html:
+ self.skip_login()
- html = req.load("http://www.filefactory.com/member/signin.php", post={
- "loginEmail": user,
- "loginPassword": data["password"],
- "Submit": "Sign In"})
+ html = self.load("https://www.filefactory.com/member/signin.php",
+ post={'loginEmail': user,
+ 'loginPassword': password,
+ 'Submit': "Sign In"})
- if req.lastEffectiveURL != "http://www.filefactory.com/account/":
- self.wrongPassword()
+ if "/member/signout.php" not in html:
+ self.fail_login()
diff --git a/module/plugins/accounts/FilejokerNet.py b/module/plugins/accounts/FilejokerNet.py
new file mode 100644
index 0000000000..cbb35e14f0
--- /dev/null
+++ b/module/plugins/accounts/FilejokerNet.py
@@ -0,0 +1,49 @@
+# -*- coding: utf-8 -*-
+
+import time
+
+from ..internal.Account import Account
+from ..internal.misc import json
+
+
+class FilejokerNet(Account):
+ __name__ = "FilejokerNet"
+ __type__ = "account"
+ __version__ = "0.04"
+ __status__ = "testing"
+
+ __description__ = """Filejoker.net account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_URL = "https://filejoker.net/zapi"
+
+
+ def api_response(self, op, **kwargs):
+ args = {'op': op}
+ args.update(kwargs)
+ return json.loads(self.load(self.API_URL, get=args))
+
+ def grab_info(self, user, password, data):
+ res = self.api_response("my_account", session=data['session'])
+ premium_expire = res.get('usr_premium_expire')
+
+ validuntil = time.mktime(time.strptime(premium_expire, "%Y-%m-%d %H:%M:%S")) if premium_expire else -1
+ trafficleft = int(res['traffic_left']) * 1024 ** 2 if 'traffic_left' in res else None
+ premium = bool(premium_expire)
+
+ return {'validuntil': validuntil,
+ 'trafficleft': trafficleft,
+ 'premium': premium}
+
+
+ def signin(self, user, password, data):
+ session = data.get('session')
+ if session and 'error' not in self.api_response("my_account", session=session):
+ self.skip_login()
+
+ res = self.api_response("login", **{'email': user, 'pass': password})
+ if 'error'in res:
+ self.fail_login()
+
+ data['session'] = res['session']
diff --git a/module/plugins/accounts/FilejungleCom.py b/module/plugins/accounts/FilejungleCom.py
deleted file mode 100644
index 2f2a6012d3..0000000000
--- a/module/plugins/accounts/FilejungleCom.py
+++ /dev/null
@@ -1,62 +0,0 @@
-# -*- coding: utf-8 -*-
-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see '
-
- def loadAccountInfo(self, user, req):
- html = req.load(self.URL + "dashboard.php")
- found = re.search(self.TRAFFIC_LEFT_PATTERN, html)
- if found:
- premium = True
- validuntil = mktime(strptime(found.group(1), "%d %b %Y"))
- else:
- premium = False
- validuntil = -1
-
- return {"premium": premium, "trafficleft": -1, "validuntil": validuntil}
-
- def login(self, user, data, req):
- html = req.load(self.URL + "login.php", post={
- "loginUserName": user,
- "loginUserPassword": data["password"],
- "loginFormSubmit": "Login",
- "recaptcha_challenge_field": "",
- "recaptcha_response_field": "",
- "recaptcha_shortencode_field": ""})
-
- if re.search(self.LOGIN_FAILED_PATTERN, html):
- self.wrongPassword()
diff --git a/module/plugins/accounts/FileomCom.py b/module/plugins/accounts/FileomCom.py
new file mode 100644
index 0000000000..1329e4e059
--- /dev/null
+++ b/module/plugins/accounts/FileomCom.py
@@ -0,0 +1,16 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.XFSAccount import XFSAccount
+
+
+class FileomCom(XFSAccount):
+ __name__ = "FileomCom"
+ __type__ = "account"
+ __version__ = "0.07"
+ __status__ = "testing"
+
+ __description__ = """Fileom.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ PLUGIN_DOMAIN = "fileom.com"
diff --git a/module/plugins/accounts/FilerNet.py b/module/plugins/accounts/FilerNet.py
index 45ce5ab379..749e17454d 100644
--- a/module/plugins/accounts/FilerNet.py
+++ b/module/plugins/accounts/FilerNet.py
@@ -1,62 +1,66 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see ([^<]+) '
- FREE_PATTERN = r'Account Status\s*\s*Free'
+ # See https://filer.net/api
+ API_URL = "https://filer.net/api/"
- def loadAccountInfo(self, user, req):
- self.html = req.load("https://filer.net/profile")
+ def api_request(self, method, **kwargs):
+ try:
+ json_data = self.load(self.API_URL + method, post=kwargs)
+ except BadHeader as exc:
+ json_data = exc.content
- # Free user
- if re.search(self.FREE_PATTERN, self.html):
- return {"premium": False, "validuntil": None, "trafficleft": None}
+ return json.loads(json_data)
+
+ def grab_info(self, user, password, data):
+ api_data = self.api_request("user/account")
+
+ premium = api_data["status"] == "Premium"
- until = re.search(self.WALID_UNTIL_PATTERN, self.html)
- traffic = re.search(self.TRAFFIC_PATTERN, self.html)
- if until and traffic:
- validuntil = int(time.mktime(time.strptime(until.group(1), "%d.%m.%Y %H:%M:%S")))
- trafficleft = parseFileSize(traffic.group(1)) / 1024
- return {"premium": True, "validuntil": validuntil, "trafficleft": trafficleft}
- else:
- self.logError('Unable to retrieve account information - Plugin may be out of date')
+ #: Free user
+ if premium is False:
return {"premium": False, "validuntil": None, "trafficleft": None}
- def login(self, user, data, req):
- self.html = req.load("https://filer.net/login")
- token = re.search(self.TOKEN_PATTERN, self.html).group(1)
- self.html = req.load("https://filer.net/login_check",
- post={"_username": user, "_password": data["password"],
- "_remember_me": "on", "_csrf_token": token, "_target_path": "https://filer.net/"})
- if 'Logout' not in self.html:
- self.wrongPassword()
+ dt_part = api_data["premiumUntil"][:19]
+ tz_part = api_data["premiumUntil"][19:]
+ local_dt = datetime.datetime.strptime(dt_part, "%Y-%m-%d %H:%M:%S")
+
+ # Parse offset: e.g., "+02:00" -> timedelta(hours=2)
+ sign = 1 if tz_part[0] == '+' else -1
+ hours, minutes = map(int, tz_part[1:].split(':'))
+ tz_offset = datetime.timedelta(hours=sign * hours, minutes=sign * minutes)
+ utc_dt = local_dt - tz_offset
+
+ validuntil = time.mktime(utc_dt.timetuple())
+ trafficleft = self.parse_traffic(api_data["traffic"])
+
+ return {"premium": premium, "validuntil": validuntil, "trafficleft": trafficleft}
+
+ def signin(self, user, password, data):
+ api_data = self.api_request("user/account")
+ if "message" not in api_data:
+ self.skip_login()
+
+ api_data = self.api_request("user/login", email=user, password=password)
+ if api_data.get("message", "") != "Login successful":
+ self.log_error(api_data["message"])
+ self.fail_login()
diff --git a/module/plugins/accounts/FilerioCom.py b/module/plugins/accounts/FilerioCom.py
index 8b0b5f54fc..2ccde5e249 100644
--- a/module/plugins/accounts/FilerioCom.py
+++ b/module/plugins/accounts/FilerioCom.py
@@ -1,13 +1,16 @@
# -*- coding: utf-8 -*-
-from module.plugins.internal.XFSPAccount import XFSPAccount
+from ..internal.XFSAccount import XFSAccount
-class FilerioCom(XFSPAccount):
+
+class FilerioCom(XFSAccount):
__name__ = "FilerioCom"
- __version__ = "0.01"
__type__ = "account"
+ __version__ = "0.08"
+ __status__ = "testing"
+
__description__ = """FileRio.in account plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
- MAIN_PAGE = "http://filerio.in/"
+ PLUGIN_DOMAIN = "filerio.in"
diff --git a/module/plugins/accounts/FilesMailRu.py b/module/plugins/accounts/FilesMailRu.py
index ea976bd447..bd429cdee4 100644
--- a/module/plugins/accounts/FilesMailRu.py
+++ b/module/plugins/accounts/FilesMailRu.py
@@ -1,42 +1,29 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see \s*([0-9 \-:.]+) "
- validuntil = re.search(validuntil, page, re.MULTILINE)
- validuntil = validuntil.group(1).strip()
- validuntil = mktime(strptime(validuntil, "%d.%m.%Y - %H:%M"))
-
- traffic = r"Traffic verbleibend:\s*([^<]+)"
- traffic = re.search(traffic, page, re.MULTILINE)
- traffic = traffic.group(1).strip()
- traffic = self.parseTraffic(traffic)
-
- return {"validuntil": validuntil, "trafficleft": traffic}
-
- def login(self, user, data, req):
- page = req.load("http://freakshare.com/login.html", None,
- {"submit": "Login", "user": user, "pass": data['password']}, cookies=True)
-
- if "Falsche Logindaten!" in page or "Wrong Username or Password!" in page:
- self.wrongPassword()
diff --git a/module/plugins/accounts/FshareVn.py b/module/plugins/accounts/FshareVn.py
index 0d49b137d9..576f221763 100644
--- a/module/plugins/accounts/FshareVn.py
+++ b/module/plugins/accounts/FshareVn.py
@@ -1,74 +1,102 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
+import pycurl
+from module.network.HTTPRequest import BadHeader
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
+from ..internal.Account import Account
+from ..internal.misc import json
- You should have received a copy of the GNU General Public License
- along with this program; if not, see Thời hạn dùng: \s*([^<]+) '
- LIFETIME_PATTERN = ur'Lần đăng nhập trước: \s*[^<]+ '
- TRAFFIC_LEFT_PATTERN = ur'Tổng Dung Lượng Tài Khoản \s*]*>([0-9.]+) ([kKMG])B'
- DIRECT_DOWNLOAD_PATTERN = ur']*)[^>]*/>Kích hoạt download trực tiếp'
+ def grab_info(self, user, password, data):
+ trafficleft = None
+ premium = False
- def loadAccountInfo(self, user, req):
- self.html = req.load("http://www.fshare.vn/account_info.php", decode=True)
+ api_data = self.api_request("user/get", session_id=data['session_id'])
- if re.search(self.LIFETIME_PATTERN, self.html):
- self.logDebug("Lifetime membership detected")
- trafficleft = self.getTrafficLeft()
- return {"validuntil": -1, "trafficleft": trafficleft, "premium": True}
+ expire_vip = unicode(api_data.get("expire_vip", "")) #: isnumeric() is only available for unicode strings
+ validuntil = float(expire_vip) if expire_vip.isnumeric() else None
- found = re.search(self.VALID_UNTIL_PATTERN, self.html)
- if found:
+ if validuntil:
premium = True
- validuntil = mktime(strptime(found.group(1), '%I:%M:%S %p %d-%m-%Y'))
- trafficleft = self.getTrafficLeft()
- else:
- premium = False
- validuntil = None
- trafficleft = None
- return {"validuntil": validuntil, "trafficleft": trafficleft, "premium": premium}
+ return {'validuntil': validuntil,
+ 'trafficleft': trafficleft,
+ 'premium': premium}
+
+ def signin(self, user, password, data):
+ user = user.lower()
+
+ fshare_session_cache = self.db.retrieve("fshare_session_cache") or {}
+ if user in fshare_session_cache:
+ data['token'] = fshare_session_cache[user]['token']
+ data['session_id'] = fshare_session_cache[user]['session_id']
+
+ try:
+ api_data = self.api_request("user/get", session_id=data['session_id'])
+
+ except BadHeader, e:
+ if e.code == 401:
+ del fshare_session_cache[user]
+ self.db.store("fshare_session_cache", fshare_session_cache)
+
+ if api_data.get('email', "").lower() == user:
+ self.skip_login()
+
+ else:
+ del fshare_session_cache[user]
+ self.db.store("fshare_session_cache", fshare_session_cache)
+
+ data['token'] = None
+ data['session_id'] = None
- def login(self, user, data, req):
- req.http.c.setopt(REFERER, "https://www.fshare.vn/login.php")
+ try:
+ api_data = self.api_request("user/login",
+ app_key=self.API_KEY,
+ user_email=user,
+ password=password)
+ except BadHeader, e:
+ self.log_error(_("Login failed, error code %s") % e.code)
+ self.fail_login()
- self.html = req.load('https://www.fshare.vn/login.php', post={
- "login_password": data['password'],
- "login_useremail": user,
- "url_refe": "https://www.fshare.vn/login.php"
- }, referer=True, decode=True)
+ if api_data['code'] != 200:
+ self.log_error(api_data['msg'])
+ self.fail_login()
- if not '![VIP]()
b
+ 'premium': rc['status'] == 'premium'}
+
+ def signin(self, user, password, data):
+ data['passwd_sha256'] = sha256(password.encode('ascii')).hexdigest()
+ self.req.http.c.setopt(
+ pycurl.USERAGENT, "pyLoad/{}".format(self.pyload.version).encode()
+ )
diff --git a/module/plugins/accounts/HellshareCz.py b/module/plugins/accounts/HellshareCz.py
index 4718ade996..867348eab2 100644
--- a/module/plugins/accounts/HellshareCz.py
+++ b/module/plugins/accounts/HellshareCz.py
@@ -1,89 +1,85 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see " % hex(id(self))
+
+
+class CloudFlareDdos(Addon):
+ __name__ = "CloudFlareDdos"
+ __type__ = "hook"
+ __version__ = "0.17"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False)]
+
+ __description__ = """CloudFlare DDoS protection support"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def activate(self):
+ self.stubs = {}
+ self._override_get_url()
+
+ def deactivate(self):
+ while len(self.stubs):
+ stub = next(self.stubs.itervalues())
+ self._unoverride_preload(stub.owner_plugin)
+
+ self._unoverride_get_url()
+
+ def _unoverride_preload(self, plugin):
+ if id(plugin) in self.stubs:
+ self.log_debug("Unoverriding _preload() for %s" % plugin_id(plugin))
+
+ stub = self.stubs.pop(id(plugin))
+ stub.owner_plugin._preload = stub.old_preload
+
+ else:
+ self.log_warning(_("No _preload() override found for %s, cannot un-override>") %
+ plugin_id(plugin))
+
+ def _override_preload(self, plugin):
+ if id(plugin) not in self.stubs:
+ stub = PreloadStub(self, plugin)
+ self.stubs[id(plugin)] = stub
+
+ self.log_debug("Overriding _preload() for %s" % plugin_id(plugin))
+ plugin._preload = stub.my_preload
+
+ else:
+ self.log_warning(_("Already overrided _preload() for %s") % plugin_id(plugin))
+
+ def _override_get_url(self):
+ self.log_debug("Overriding get_url()")
+
+ self.old_get_url = self.pyload.requestFactory.getURL
+ self.pyload.requestFactory.getURL = self.my_get_url
+
+ def _unoverride_get_url(self):
+ self.log_debug("Unoverriding get_url()")
+
+ self.pyload.requestFactory.getURL = self.old_get_url
+
+ def _find_owner_plugin(self):
+ """
+ Walk the callstack until we find SimpleHoster or SimpleCrypter class
+ Dirty but works.
+ """
+ f = frame = inspect.currentframe()
+ try:
+ while True:
+ if f is None:
+ return None
+
+ elif 'self' in f.f_locals and is_simple_plugin(f.f_locals['self']):
+ return f.f_locals['self']
+
+ else:
+ f = f.f_back
+
+ finally:
+ del frame
+
+ def download_preparing(self, pyfile):
+ #: Only SimpleHoster and SimpleCrypter based plugins are supported
+ if not is_simple_plugin(pyfile.plugin):
+ self.log_debug("Skipping plugin %s" % plugin_id(pyfile.plugin))
+ return
+
+ attr = getattr(pyfile.plugin, "_preload", None)
+ if not attr and not callable(attr):
+ self.log_error(_("%s is missing _preload() function, cannot override!") % plugin_id(pyfile.plugin))
+ return
+
+ self._override_preload(pyfile.plugin)
+
+ def download_processed(self, pyfile):
+ if id(pyfile.plugin) in self.stubs:
+ self._unoverride_preload(pyfile.plugin)
+
+ def my_get_url(self, *args, **kwargs):
+ owner_plugin = self._find_owner_plugin()
+ if owner_plugin is None:
+ self.log_warning(_("Owner plugin not found, cannot process"))
+ return self.old_get_url(*args, **kwargs)
+
+ else:
+ #@NOTE: Better use owner_plugin.load() instead of get_url() so cookies are saved and so captcha credits
+ #@NOTE: Also that way we can use 'owner_plugin.req.header' to get the headers, otherwise we cannot get them
+ res = CloudFlare.handle_function(self, owner_plugin, "get_url", owner_plugin.load, (args, kwargs))
+ if kwargs.get('just_header', False):
+ # @NOTE: SimpleHoster/SimpleCrypter returns a dict while get_url() returns raw headers string,
+ # make sure we return a string for get_url('just_header'=True)
+ res = get_plugin_last_header(owner_plugin)
+
+ return res
diff --git a/module/plugins/hooks/DeathByCaptcha.py b/module/plugins/hooks/DeathByCaptcha.py
index 7de4f4f2ca..14cdd26711 100644
--- a/module/plugins/hooks/DeathByCaptcha.py
+++ b/module/plugins/hooks/DeathByCaptcha.py
@@ -1,32 +1,17 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see " % self.err
-class DeathByCaptcha(Hook):
+class DeathByCaptcha(Addon):
__name__ = "DeathByCaptcha"
- __version__ = "0.03"
- __description__ = """send captchas to DeathByCaptcha.com"""
+ __type__ = "hook"
+ __version__ = "0.17"
+ __status__ = "testing"
+
__config__ = [("activated", "bool", "Activated", False),
("username", "str", "Username", ""),
- ("passkey", "password", "Password", ""),
- ("force", "bool", "Force DBC even if client is connected", False)]
- __author_name__ = ("RaNaN", "zoidberg")
- __author_mail__ = ("RaNaN@pyload.org", "zoidberg@mujmail.cz")
+ ("password", "password", "Password", ""),
+ ("check_client", "bool", "Don't use if client is connected", True)]
- API_URL = "http://api.dbcapi.me/api/"
+ __description__ = """Send captchas to DeathByCaptcha.com"""
+ __license__ = "GPLv3"
+ __authors__ = [("RaNaN", "RaNaN@pyload.net"),
+ ("zoidberg", "zoidberg@mujmail.cz")]
- def setup(self):
- self.info = {}
+ API_URL = "http://api.dbcapi.me/api/"
- def call_api(self, api="captcha", post=False, multipart=False):
- req = getRequest()
- req.c.setopt(HTTPHEADER, ["Accept: application/json", "User-Agent: pyLoad %s" % self.core.version])
+ def api_response(self, api="captcha", post=False, multipart=False):
+ req = get_request()
+ req.c.setopt(
+ pycurl.HTTPHEADER, [
+ "Accept: application/json", "User-Agent: pyLoad %s" %
+ self.pyload.version])
if post:
if not isinstance(post, dict):
post = {}
- post.update({"username": self.getConfig("username"),
- "password": self.getConfig("passkey")})
+ post.update({'username': self.config.get('username'),
+ 'password': self.config.get('password')})
- response = None
+ res = None
try:
- json = req.load("%s%s" % (self.API_URL, api),
- post=post,
- multipart=multipart)
- self.logDebug(json)
- response = json_loads(json)
+ html = self.load("%s%s" % (self.API_URL, api),
+ post=post,
+ multipart=multipart,
+ req=req)
+
+ self.log_debug(html)
+ res = json.loads(html)
- if "error" in response:
- raise DeathByCaptchaException(response['error'])
- elif "status" not in response:
- raise DeathByCaptchaException(str(response))
+ if "error" in res:
+ raise DeathByCaptchaException(res['error'])
+ elif "status" not in res:
+ raise DeathByCaptchaException(str(res))
except BadHeader, e:
- if 403 == e.code:
+ if e.code == 403:
raise DeathByCaptchaException('not-logged-in')
- elif 413 == e.code:
+
+ elif e.code == 413:
raise DeathByCaptchaException('invalid-captcha')
- elif 503 == e.code:
+
+ elif e.code == 503:
raise DeathByCaptchaException('service-overload')
+
elif e.code in (400, 405):
raise DeathByCaptchaException('invalid-request')
+
else:
raise
finally:
req.close()
- return response
+ return res
- def getCredits(self):
- response = self.call_api("user", True)
+ def get_credits(self):
+ res = self.api_response("user", True)
- if 'is_banned' in response and response['is_banned']:
+ if 'is_banned' in res and res['is_banned']:
raise DeathByCaptchaException('banned')
- elif 'balance' in response and 'rate' in response:
- self.info.update(response)
+ elif 'balance' in res and 'rate' in res:
+ self.info.update(res)
else:
- raise DeathByCaptchaException(response)
+ raise DeathByCaptchaException(res)
- def getStatus(self):
- response = self.call_api("status", False)
+ def get_status(self):
+ res = self.api_response("status", False)
- if 'is_service_overloaded' in response and response['is_service_overloaded']:
+ if 'is_service_overloaded' in res and res['is_service_overloaded']:
raise DeathByCaptchaException('service-overload')
def submit(self, captcha, captchaType="file", match=None):
- #workaround multipart-post bug in HTTPRequest.py
- if re.match("^[A-Za-z0-9]*$", self.getConfig("passkey")):
+ #@NOTE: Workaround multipart-post bug in HTTPRequest.py
+ if re.match("^\w*$", self.config.get('password')):
multipart = True
- data = (FORM_FILE, captcha)
+ data = (pycurl.FORM_FILE, captcha)
else:
multipart = False
- with open(captcha, 'rb') as f:
+ with open(fs_encode(captcha), 'rb') as f:
data = f.read()
- data = "base64:" + b64encode(data)
+ data = "base64:" + base64.b64encode(data)
- response = self.call_api("captcha", {"captchafile": data}, multipart)
+ res = self.api_response("captcha", {'captchafile': data}, multipart)
- if "captcha" not in response:
- raise DeathByCaptchaException(response)
- ticket = response['captcha']
+ if "captcha" not in res:
+ raise DeathByCaptchaException(res)
+ ticket = res['captcha']
- for i in range(24):
- sleep(5)
- response = self.call_api("captcha/%d" % ticket, False)
- if response['text'] and response['is_correct']:
+ for _i in range(24):
+ time.sleep(5)
+ res = self.api_response("captcha/%d" % ticket, False)
+ if res['text'] and res['is_correct']:
break
else:
raise DeathByCaptchaException('timed-out')
- result = response['text']
- self.logDebug("result %s : %s" % (ticket, result))
+ result = res['text']
+ self.log_debug("Result %s : %s" % (ticket, result))
return ticket, result
- def newCaptchaTask(self, task):
+ def captcha_task(self, task):
if "service" in task.data:
return False
if not task.isTextual():
return False
- if not self.getConfig("username") or not self.getConfig("passkey"):
+ if not self.config.get('username') or not self.config.get('password'):
return False
- if self.core.isClientConnected() and not self.getConfig("force"):
+ if self.pyload.isClientConnected() and self.config.get('check_client'):
return False
try:
- self.getStatus()
- self.getCredits()
+ self.get_status()
+ self.get_credits()
except DeathByCaptchaException, e:
- self.logError(e.getDesc())
+ self.log_error(e.message)
return False
- balance, rate = self.info["balance"], self.info["rate"]
- self.logInfo("Account balance: US$%.3f (%d captchas left at %.2f cents each)" % (balance / 100,
- balance // rate, rate))
+ balance, rate = self.info['balance'], self.info['rate']
+ self.log_info(_("Account balance"),
+ _("US$%.3f (%d captchas left at %.2f cents each)") % (balance / 100,
+ balance // rate, rate))
if balance > rate:
task.handler.append(self)
- task.data['service'] = self.__name__
+ task.data['service'] = self.classname
task.setWaiting(180)
- start_new_thread(self.processCaptcha, (task,))
+ self._process_captcha(task)
- def captchaInvalid(self, task):
- if task.data['service'] == self.__name__ and "ticket" in task.data:
+ def captcha_invalid(self, task):
+ if task.data['service'] == self.classname and "ticket" in task.data:
try:
- response = self.call_api("captcha/%d/report" % task.data["ticket"], True)
+ res = self.api_response(
+ "captcha/%d/report" %
+ task.data['ticket'], True)
+
except DeathByCaptchaException, e:
- self.logError(e.getDesc())
+ self.log_error(e.message)
+
except Exception, e:
- self.logError(e)
+ self.log_error(e, trace=True)
- def processCaptcha(self, task):
- c = task.captchaFile
+ @threaded
+ def _process_captcha(self, task):
+ c = task.captchaParams['file']
try:
ticket, result = self.submit(c)
except DeathByCaptchaException, e:
- task.error = e.getCode()
- self.logError(e.getDesc())
+ task.error = e.get_code()
+ self.log_error(e.message)
return
- task.data["ticket"] = ticket
+ task.data['ticket'] = ticket
task.setResult(result)
diff --git a/module/plugins/hooks/DebridItaliaCom.py b/module/plugins/hooks/DebridItaliaCom.py
deleted file mode 100644
index 71ebac85c5..0000000000
--- a/module/plugins/hooks/DebridItaliaCom.py
+++ /dev/null
@@ -1,42 +0,0 @@
-# -*- coding: utf-8 -*-
-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see
")) - packagename = item['title'].encode("utf-8") - self.logInfo("Ev0InFetcher: new episode '%s' (matched '%s')" % (packagename, show)) - self.core.api.addPackage(packagename, links, 1 if self.getConfig("queue") else 0) - self.setStorage("show_%s_lastfound" % show, int(mktime(item.date_parsed))) - found = True - if not found: - #self.logDebug("Ev0InFetcher: no new episodes found") - pass - - for show, lastfound in self.getStorage().iteritems(): - if int(lastfound) > 0 and int(lastfound) + (3600 * 24 * 30) < int(time()): - self.delStorage("show_%s_lastfound" % show) - self.logDebug("Ev0InFetcher: cleaned '%s' record" % show) diff --git a/module/plugins/hooks/EventMapper.py b/module/plugins/hooks/EventMapper.py new file mode 100644 index 0000000000..9ad40056e2 --- /dev/null +++ b/module/plugins/hooks/EventMapper.py @@ -0,0 +1,64 @@ +# -*- coding: utf-8 -*- + +from ..internal.Addon import Addon + + +class EventMapper(Addon): + __name__ = "EventMapper" + __type__ = "hook" + __version__ = "0.02" + __status__ = "testing" + + __config__ = [("activated", "bool", "Activated", True)] + + __description__ = """Map old events to new events""" + __license__ = "GPLv3" + __authors__ = [("Walter Purcaro", "vuolter@gmail.com")] + + def activate(self, *args): + self.manager.dispatchEvent("activate", *args) + + def exit(self, *args): + self.manager.dispatchEvent("exit", *args) + + def config_changed(self, *args): + self.manager.dispatchEvent("config_changed", *args) + + def all_downloads_finished(self, *args): + self.manager.dispatchEvent("all_downloads_finished", *args) + + def all_downloads_processed(self, *args): + self.manager.dispatchEvent("all_downloads_processed", *args) + + def links_added(self, *args): + self.manager.dispatchEvent("links_added", *args) + + def download_preparing(self, *args): + self.manager.dispatchEvent("download_preparing", *args) + + def download_finished(self, *args): + self.manager.dispatchEvent("download_finished", *args) + + def download_failed(self, *args): + self.manager.dispatchEvent("download_failed", *args) + + def package_deleted(self, *args): + self.manager.dispatchEvent("package_deleted", *args) + + def package_finished(self, *args): + self.manager.dispatchEvent("package_finished", *args) + + def before_reconnect(self, *args): + self.manager.dispatchEvent("before_reconnect", *args) + + def after_reconnect(self, *args): + self.manager.dispatchEvent("after_reconnect", *args) + + def captcha_task(self, *args): + self.manager.dispatchEvent("captcha_task", *args) + + def captcha_correct(self, *args): + self.manager.dispatchEvent("captcha_correct", *args) + + def captcha_invalid(self, *args): + self.manager.dispatchEvent("captcha_invalid", *args) diff --git a/module/plugins/hooks/ExpertDecoders.py b/module/plugins/hooks/ExpertDecoders.py index f1b7ea352b..7fd8dd9178 100644 --- a/module/plugins/hooks/ExpertDecoders.py +++ b/module/plugins/hooks/ExpertDecoders.py @@ -1,106 +1,101 @@ # -*- coding: utf-8 -*- -""" - This program is free software; you can redistribute it and/or modify - it under the terms of the GNU General Public License as published by - the Free Software Foundation; either version 3 of the License, - or (at your option) any later version. - - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. - See the GNU General Public License for more details. - - You should have received a copy of the GNU General Public License - along with this program; if not, seepyload.org", "@pyloadforum")
-
- event_list = ["allDownloadsProcessed"]
-
- def setup(self):
- self.plugins = []
+ ("destination", "folder", "Extract files to folder", ""),
+ ("extensions", "str", "Extract archives ending with extension", "001,7z,bz2,bzip2,gz,gzip,lha,lzh,lzma,rar,tar,taz,tbz,tbz2,tgz,xar,xz,z,zip"),
+ ("excludefiles", "str", "Don't extract the following files", "*.nfo,*.DS_Store,index.dat,thumb.db"),
+ ("recursive", "bool", "Extract archives in archives", True),
+ ("waitall", "bool", "Run after all downloads was processed", False),
+ ("priority", "int", "Process priority", 0)]
+
+ __description__ = """Extract different kind of archives"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com"),
+ ("Immenz", "immenz@gmx.net"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def init(self):
+ self.event_map = {'allDownloadsProcessed': "all_downloads_processed",
+ 'packageDeleted': "package_deleted"}
+
+ self.queue = ArchiveQueue(self, "Queue")
+
+ self.extracting = False
+ self.extracted = 0
+ self.last_package = False
+ self.extractors = []
self.passwords = []
- names = []
+ self.repair = False
- for p in ("UnRar", "UnZip"):
+ def activate(self):
+ for p in ("HjSplit", "UnRar", "SevenZip", "UnZip", "UnTar"):
try:
- module = self.core.pluginManager.loadModule("internal", p)
- klass = getattr(module, p)
- if klass.checkDeps():
- names.append(p)
- self.plugins.append(klass)
+ klass = self.pyload.pluginManager.loadClass("internal", p)
+ if klass.find():
+ self.extractors.append(klass)
+ if klass.REPAIR:
+ self.repair = self.config.get('repair')
except OSError, e:
if e.errno == 2:
- self.logInfo(_("No %s installed") % p)
+ self.log_warning(_("No %s installed") % p)
else:
- self.logWarning(_("Could not activate %s") % p, str(e))
- if self.core.debug:
- print_exc()
+ self.log_warning(_("Could not activate: %s") % p, e)
except Exception, e:
- self.logWarning(_("Could not activate %s") % p, str(e))
- if self.core.debug:
- print_exc()
+ self.log_warning(_("Could not activate: %s") % p, e)
- if names:
- self.logInfo(_("Activated") + " " + " ".join(names))
+ if self.extractors:
+ self.log_debug(*["Found %s %s" % (Extractor.__name__, Extractor.VERSION)
+ for Extractor in self.extractors])
+ self.extract_queued() #: Resume unfinished extractions
else:
- self.logInfo(_("No Extract plugins activated"))
+ self.log_info(_("No Extract plugins activated"))
+
+ @threaded
+ def extract_queued(self, thread):
+ # @NOTE: doing the check here for safety (called by coreReady)
+ if self.extracting:
+ return
- # queue with package ids
- self.queue = []
+ self.extracting = True
- @Expose
- def extractPackage(self, id):
- """ Extract package with given id"""
- self.manager.startThread(self.extract, [id])
-
- def packageFinished(self, pypack):
- if self.getConfig("queue"):
- self.logInfo(_("Package %s queued for later extracting") % pypack.name)
- self.queue.append(pypack.id)
- else:
- self.manager.startThread(self.extract, [pypack.id])
+ packages = self.queue.get()
+ while packages:
+ if self.extract(packages, thread):
+ self.extracted += 1
- @threaded
- def allDownloadsProcessed(self, thread):
- local = copy(self.queue)
- del self.queue[:]
- self.extract(local, thread)
+ if self.last_package and len(self.queue) == 0: #: last_package is set by all_downloads_processed()
+ self.last_package = False
+ if self.extracted:
+ self.extracted = 0
+ self.manager.dispatchEvent("all_archives_extracted")
+ self.manager.dispatchEvent("all_archives_processed")
+
+ packages = self.queue.get() #: Check for packages added during extraction
+
+ self.extracting = False
- def extract(self, ids, thread=None):
- # reload from txt file
- self.reloadPasswords()
+ #: Deprecated method, use `extract_package` instead
+ @Expose
+ def extractPackage(self, *args, **kwargs):
+ """
+ See `extract_package`
+ """
+ return self.extract_package(*args, **kwargs)
+
+ @Expose
+ def extract_package(self, *ids):
+ """
+ Extract packages with given id
+ """
+ for id in ids:
+ self.queue.add(id)
+ if not self.config.get('waitall') and not self.extracting:
+ self.extract_queued()
+
+ def package_deleted(self, pid):
+ self.queue.remove(pid)
+
+ def package_finished(self, pypack):
+ self.queue.add(pypack.id)
+ if not self.config.get('waitall') and not self.extracting:
+ self.extract_queued()
+
+ def all_downloads_processed(self):
+ self.last_package = True
+ if self.config.get('waitall') and not self.extracting:
+ self.extract_queued()
- # dl folder
- dl = self.config['general']['download_folder']
+ @Expose
+ def extract(self, package_ids, thread=None): # @TODO: Use pypack, not pid to improve method usability
+ if not package_ids:
+ return False
extracted = []
+ failed = []
+
+ toList = lambda string: string.replace(' ', '').replace(',','|').replace(';', '|').split('|')
+
+ destination = self.config.get('destination')
+ subfolder = self.config.get('subfolder')
+ fullpath = self.config.get('fullpath')
+ overwrite = self.config.get('overwrite')
+ priority = self.config.get('priority')
+ recursive = self.config.get('recursive')
+ keepbroken = self.config.get('keepbroken')
+
+ extensions = [x.lstrip('.').lower()
+ for x in toList(self.config.get('extensions'))]
+ excludefiles = toList(self.config.get('excludefiles'))
- #iterate packages -> plugins -> targets
- for pid in ids:
- p = self.core.files.getPackage(pid)
- self.logInfo(_("Check package %s") % p.name)
- if not p:
+ if extensions:
+ self.log_debug("Use for extensions: .%s" % "|.".join(extensions))
+
+ #: Reload from txt file
+ self.reload_passwords()
+
+ dl_folder = self.pyload.config.get("general", "download_folder")
+
+ #: Iterate packages -> extractors -> targets
+ for package_id in package_ids:
+ pypack = self.pyload.files.getPackage(package_id)
+
+ if not pypack:
+ self.queue.remove(package_id)
continue
- # determine output folder
- out = save_join(dl, p.folder, "")
- # force trailing slash
+ self.log_info(_("Check package: %s") % pypack.name)
+
+ pack_dl_folder = fsjoin(
+ dl_folder,
+ pypack.folder,
+ "") #: Force trailing slash
- if self.getConfig("destination") and self.getConfig("destination").lower() != "none":
+ #: Determine output folder
+ extract_folder = fsjoin(
+ pack_dl_folder,
+ destination,
+ "") #: Force trailing slash
- out = save_join(dl, p.folder, self.getConfig("destination"), "")
- #relative to package folder if destination is relative, otherwise absolute path overwrites them
+ if subfolder:
+ extract_folder = fsjoin(extract_folder,
+ pypack.folder or safename(pypack.name.replace("http://", "")))
- if self.getConfig("subfolder"):
- out = join(out, fs_encode(p.folder))
+ if not exists(extract_folder):
+ os.makedirs(extract_folder)
- if not exists(out):
- makedirs(out)
+ if subfolder:
+ self.set_permissions(extract_folder)
- files_ids = [(save_join(dl, p.folder, x["name"]), x["id"]) for x in p.getChildren().itervalues()]
matched = False
+ success = True
+ files_ids = dict((fdata['name'], (fdata['id'], (fsjoin(pack_dl_folder, fdata['name'])), extract_folder))
+ for fdata in pypack.getChildren().values()).values() #: Remove duplicates
- # check as long there are unseen files
+ #: Check as long there are unseen files
while files_ids:
new_files_ids = []
- for plugin in self.plugins:
- targets = plugin.getTargets(files_ids)
+ if extensions: #: Include only specified archive types
+ files_ids = filter(lambda file_id: any((Extractor.archivetype(file_id[1]) in extensions
+ for Extractor in self.extractors)), files_ids)
+
+ #: Sort by filename to ensure (or at least try) that a multi-volume archive is targeted by its first part
+ #: This is important because, for example, UnRar ignores preceding parts in listing mode
+ files_ids.sort(key=lambda file_id: file_id[1])
+
+ for Extractor in self.extractors:
+ targets = Extractor.get_targets(files_ids)
if targets:
- self.logDebug("Targets for %s: %s" % (plugin.__name__, targets))
+ self.log_debug("Targets for %s: %s" % (Extractor.__name__, targets))
matched = True
- for target, fid in targets:
- if target in extracted:
- self.logDebug(basename(target), "skipped")
- continue
- extracted.append(target) # prevent extracting same file twice
-
- klass = plugin(self, target, out, self.getConfig("fullpath"), self.getConfig("overwrite"), self.getConfig("excludefiles"),
- self.getConfig("renice"))
- klass.init()
-
- self.logInfo(basename(target), _("Extract to %s") % out)
- new_files = self.startExtracting(klass, fid, p.password.strip().splitlines(), thread)
- self.logDebug("Extracted: %s" % new_files)
- self.setPermissions(new_files)
-
- for file in new_files:
- if not exists(file):
- self.logDebug("new file %s does not exists" % file)
+
+ for fid, fname, fout in targets:
+ name = os.path.basename(fname)
+
+ if not exists(fname):
+ self.log_debug(name, "File not found")
continue
- if self.getConfig("recursive") and isfile(file):
- new_files_ids.append((file, fid)) # append as new target
- files_ids = new_files_ids # also check extracted files
+ self.log_info(name, _("Extract to: %s") % fout)
+ try:
+ pyfile = self.pyload.files.getFile(fid)
+ archive = Extractor(pyfile,
+ fname,
+ fout,
+ fullpath,
+ overwrite,
+ excludefiles,
+ priority,
+ keepbroken)
+
+ thread.addActive(pyfile)
+ archive.init()
+
+ #: Save for removal from file processing list, which happens after deletion.
+ #: So archive.chunks() would just return an empty list.
+ chunks = archive.chunks()
+
+ try:
+ new_files = self._extract(pyfile, archive, pypack.password)
+
+ finally:
+ pyfile.setProgress(100)
+ thread.finishFile(pyfile)
+
+ except Exception, e:
+ self.log_error(name, e)
+ success = False
+ continue
- if not matched:
- self.logInfo(_("No files found to extract"))
+ #: Remove processed file and related multi-parts from list
+ files_ids = [(_fid, _fname, _fout)
+ for _fid, _fname, _fout in files_ids
+ if _fname not in chunks]
- def startExtracting(self, plugin, fid, passwords, thread):
- pyfile = self.core.files.getFile(fid)
- if not pyfile:
- return []
+ self.log_debug("Extracted files: %s" % new_files)
- pyfile.setCustomStatus(_("extracting"))
- thread.addActive(pyfile) # keep this file until everything is done
+ new_folders = []
+ for _f in new_files:
+ _d = os.path.dirname(_f)
+ while extract_folder in _d:
+ if _d not in new_folders:
+ new_folders.append(_d)
+ _d = os.path.dirname(_d)
- try:
- progress = lambda x: pyfile.setProgress(x)
- success = False
+ for foldername in new_folders:
+ self.set_permissions(foldername)
+
+ for filename in new_files:
+ self.set_permissions(filename)
+
+ for filename in new_files:
+ if not exists(filename):
+ self.log_debug("New file %s does not exists" % filename)
+ continue
+
+ if recursive and os.path.isfile(filename):
+ new_files_ids.append((fid, filename, os.path.dirname(filename))) #: Append as new target
+
+ self.manager.dispatchEvent("archive_extracted", pyfile, archive)
+
+ files_ids = new_files_ids #: Also check extracted files
+
+ if matched:
+ if success:
+ #: Delete empty pack folder if extract_folder resides outside download folder
+ if self.config.get('delete') and self.pyload.config.get('general', 'folder_per_package'):
+ if not extract_folder.startswith(pack_dl_folder):
+ if len(os.listdir(pack_dl_folder)) == 0:
+ try:
+ os.rmdir(pack_dl_folder)
+ self.log_debug("Successfully deleted pack folder %s" % pack_dl_folder)
+
+ except OSError:
+ self.log_warning("Unable to delete pack folder %s" % pack_dl_folder)
+
+ else:
+ self.log_warning("Not deleting pack folder %s, folder not empty" % pack_dl_folder)
+
+ extracted.append(package_id)
+ self.manager.dispatchEvent("package_extracted", pypack)
+
+ else:
+ failed.append(package_id)
+ self.manager.dispatchEvent("package_extract_failed", pypack)
- if not plugin.checkArchive():
- plugin.extract(progress)
- success = True
else:
- self.logInfo(basename(plugin.file), _("Password protected"))
- self.logDebug("Passwords: %s" % str(passwords))
-
- pwlist = copy(self.getPasswords())
- #remove already supplied pws from list (only local)
- for pw in passwords:
- if pw in pwlist:
- pwlist.remove(pw)
-
- for pw in passwords + pwlist:
- try:
- self.logDebug("Try password: %s" % pw)
- if plugin.checkPassword(pw):
- plugin.extract(progress, pw)
- self.addPassword(pw)
- success = True
+ self.log_info(_("No files found to extract"))
+
+ if not matched or not success and subfolder:
+ try:
+ os.rmdir(extract_folder)
+
+ except OSError:
+ pass
+
+ self.queue.remove(package_id)
+
+ self.manager.dispatchEvent("archive_processed", pypack)
+
+ return True if extracted else False
+
+ def _extract(self, pyfile, archive, password):
+ name = os.path.basename(archive.filename)
+
+ pyfile.setStatus("processing")
+
+ encrypted = False
+ try:
+ self.log_debug("Password: %s" % (password or "none provided"))
+ passwords = uniqify([password] + self.get_passwords(False)) if \
+ self.config.get('usepasswordfile') else [password]
+
+ for pw in passwords:
+ try:
+ pyfile.setCustomStatus(_("archive testing"))
+ pyfile.setProgress(0)
+ self.log_debug("Verifying using password: %s" % (pw or "None"))
+ archive.verify(pw)
+ pyfile.setProgress(100)
+
+ except PasswordError:
+ if not encrypted:
+ self.log_info(name, _("Password protected"))
+ encrypted = True
+ self.log_debug("Password was wrong")
+
+ except CRCError, e:
+ self.log_debug(name, e)
+ self.log_info(name, _("CRC Error"))
+
+ if not self.repair:
+ raise CRCError("Archive damaged")
+
+ else:
+ self.log_warning(name, _("Repairing..."))
+ pyfile.setCustomStatus(_("archive repairing"))
+ pyfile.setProgress(0)
+ repaired = archive.repair()
+ pyfile.setProgress(100)
+
+ if not repaired and not self.config.get('keepbroken'):
+ raise CRCError("Archive damaged")
+
+ else:
+ self.add_password(pw)
+ password = pw
break
- except WrongPassword:
- self.logDebug("Password was wrong")
-
- if not success:
- self.logError(basename(plugin.file), _("Wrong password"))
- return []
-
- if self.core.debug:
- self.logDebug("Would delete: %s" % ", ".join(plugin.getDeleteFiles()))
-
- if self.getConfig("deletearchive"):
- files = plugin.getDeleteFiles()
- self.logInfo(_("Deleting %s files") % len(files))
- for f in files:
- if exists(f):
- remove(f)
+
+ except ArchiveError, e:
+ raise ArchiveError(e)
+
+ else:
+ self.add_password(pw)
+ password = pw
+ self.log_debug("Password Correct")
+ break
+
+ else:
+ if encrypted:
+ self.log_error(_("None of the known passwords worked"))
+ raise PasswordError
+
+ pyfile.setCustomStatus(_("archive extracting"))
+
+ pyfile.setProgress(0)
+ self.log_debug("Extracting using password: %s" % (password or "None"))
+ archive.extract(password)
+ pyfile.setProgress(100)
+
+ pyfile.setStatus("processing")
+ extracted_files = archive.files or archive.list(password)
+ delfiles = archive.chunks()
+ self.log_debug("Would delete: " + ", ".join(delfiles))
+
+ if self.config.get('delete'):
+ self.log_info(_("Deleting %s files") % len(delfiles))
+
+ deltotrash = self.config.get('deltotrash')
+ for f in delfiles:
+ file = fs_encode(f)
+ if not exists(file):
+ continue
+
+ if not deltotrash:
+ os.remove(file)
+
else:
- self.logDebug("%s does not exists" % f)
+ try:
+ send2trash.send2trash(file)
+
+ except NameError:
+ self.log_warning(_("Unable to move %s to trash") % os.path.basename(f),
+ _("Send2Trash lib not found"))
+
+ except Exception, e:
+ self.log_warning(_("Unable to move %s to trash") % os.path.basename(f),
+ e.message)
+
+ else:
+ self.log_info(_("Moved %s to trash") % os.path.basename(f))
+
+ self.log_info(name, _("Extracting finished"))
+
+ return extracted_files
- self.logInfo(basename(plugin.file), _("Extracting finished"))
- self.manager.dispatchEvent("unrarFinished", plugin.out, plugin.file)
+ except PasswordError:
+ self.log_error(name, _("Wrong password" if password else "No password found"))
- return plugin.getExtractedFiles()
+ except CRCError, e:
+ self.log_error(name, _("CRC mismatch"), e)
except ArchiveError, e:
- self.logError(basename(plugin.file), _("Archive Error"), str(e))
- except CRCError:
- self.logError(basename(plugin.file), _("CRC Mismatch"))
+ self.log_error(name, _("Archive error"), e)
+
except Exception, e:
- if self.core.debug:
- print_exc()
- self.logError(basename(plugin.file), _("Unknown Error"), str(e))
+ self.log_error(name, _("Unknown error"), e)
+
+ self.manager.dispatchEvent("archive_extract_failed", pyfile, archive)
+
+ raise Exception(_("Extract failed"))
- return []
+ #: Deprecated method, use `get_passwords` instead
+ @Expose
+ def getPasswords(self, *args, **kwargs):
+ """
+ See `get_passwords`
+ """
+ return self.get_passwords(*args, **kwargs)
@Expose
- def getPasswords(self):
- """ List of saved passwords """
+ def get_passwords(self, reload=True):
+ """
+ List of saved passwords
+ """
+ if reload:
+ self.reload_passwords()
+
return self.passwords
- def reloadPasswords(self):
- pwfile = self.getConfig("passwordfile")
- if not exists(pwfile):
- open(pwfile, "wb").close()
+ def reload_passwords(self):
+ try:
+ passwords = []
- passwords = []
- f = open(pwfile, "rb")
- for pw in f.read().splitlines():
- passwords.append(pw)
- f.close()
+ file = fs_encode(self.config.get('passwordfile'))
+ with open(file) as f:
+ for pw in f.read().splitlines():
+ passwords.append(pw)
- self.passwords = passwords
+ except IOError, e:
+ if e.errno == 2:
+ with open(file, "wb") as f:
+ pass
+ else:
+ self.log_error(e)
+
+ else:
+ self.passwords = passwords
+
+ #: Deprecated method, use `add_password` instead
@Expose
- def addPassword(self, pw):
- """ Adds a password to saved list"""
- pwfile = self.getConfig("passwordfile")
-
- if pw in self.passwords:
- self.passwords.remove(pw)
- self.passwords.insert(0, pw)
-
- f = open(pwfile, "wb")
- for pw in self.passwords:
- f.write(pw + "\n")
- f.close()
-
- def setPermissions(self, files):
- for f in files:
- if not exists(f):
- continue
- try:
- if self.config["permission"]["change_file"]:
- if isfile(f):
- chmod(f, int(self.config["permission"]["file"], 8))
- elif isdir(f):
- chmod(f, int(self.config["permission"]["folder"], 8))
-
- if self.config["permission"]["change_dl"] and os.name != "nt":
- uid = getpwnam(self.config["permission"]["user"])[2]
- gid = getgrnam(self.config["permission"]["group"])[2]
- chown(f, uid, gid)
- except Exception, e:
- self.logWarning(_("Setting User and Group failed"), e)
+ def addPassword(self, *args, **kwargs):
+ """
+ See `add_password`
+ """
+ return self.add_password(*args, **kwargs)
+
+ @Expose
+ def add_password(self, password):
+ """
+ Adds a password to saved list
+ """
+ try:
+ self.passwords = uniqify([password] + self.passwords)
+
+ file = fs_encode(self.config.get('passwordfile'))
+ with open(file, "wb") as f:
+ for pw in self.passwords:
+ f.write(pw + '\n')
+
+ except IOError, e:
+ self.log_error(e)
diff --git a/module/plugins/hooks/FastixRu.py b/module/plugins/hooks/FastixRu.py
deleted file mode 100644
index 25c9a1a674..0000000000
--- a/module/plugins/hooks/FastixRu.py
+++ /dev/null
@@ -1,27 +0,0 @@
-# -*- coding: utf-8 -*-
-
-# should be working
-
-from module.network.RequestFactory import getURL
-from module.plugins.internal.MultiHoster import MultiHoster
-from module.common.json_layer import json_loads
-
-
-class FastixRu(MultiHoster):
- __name__ = "FastixRu"
- __version__ = "0.02"
- __type__ = "hook"
- __config__ = [("activated", "bool", "Activated", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for hosters (if supported)", "all"),
- ("unloadFailing", "bool", "Revert to standard download if download fails", "False"),
- ("interval", "int", "Reload interval in hours (0 to disable)", "24")]
- __description__ = """Fastix hook plugin"""
- __author_name__ = ("Massimo, Rosamilia")
- __author_mail__ = ("max@spiritix.eu")
-
- def getHoster(self):
- page = getURL(
- "http://fastix.ru/api_v2/?apikey=5182964c3f8f9a7f0b00000a_kelmFB4n1IrnCDYuIFn2y&sub=allowed_sources")
- host_list = json_loads(page)
- host_list = host_list['allow']
- return host_list
diff --git a/module/plugins/hooks/HotFolder.py b/module/plugins/hooks/HotFolder.py
index e44c1e1720..21c8c8d869 100644
--- a/module/plugins/hooks/HotFolder.py
+++ b/module/plugins/hooks/HotFolder.py
@@ -1,83 +1,89 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see "]
+
+ info = None
+ try:
+ info = self.pyload.api.getFileData(int(args[0]))
+
+ except FileDoesNotExists:
+ return ["ERROR: Link doesn't exists."]
+
+ return ['LINK #%s: %s (%s) [%s][%s]' % (info.fid, info.name, info.format_size, info.statusmsg, info.plugin)]
+
+ def event_packinfo(self, args):
+ if not args:
+ return ["ERROR: Use packinfo like this: packinfo "]
+
+ lines = []
+ idorname = args[0]
+
+ pack = self._getPackageByNameOrId(idorname)
+ if not pack:
+ return ["ERROR: Package doesn't exists."]
+
+ self.more = []
+ lines.append('PACKAGE #%s: "%s" with %d links' % (pack.pid, pack.name, len(pack.links)))
+ for pyfile in pack.links:
+ self.more.append('LINK #%s: %s (%s) [%s][%s]' % (pyfile.fid, pyfile.name, pyfile.format_size,
+ pyfile.statusmsg, pyfile.plugin))
+
+ maxline = self.config.get('maxline')
+ if len(self.more) < maxline:
+ lines.extend(self.more)
+ self.more = []
+ else:
+ lines.extend(self.more[:maxline])
+ self.more = self.more[maxline:]
+ lines.append("%d more links do display." % len(self.more))
+
+ return lines
+
+ def event_more(self, args):
+ if not self.more:
+ return ["No more information to display."]
+
+ maxline = self.config.get('maxline')
+ lines = self.more[:maxline]
+ self.more = self.more[maxline:]
+ lines.append("%d more lines do display." % len(self.more))
+
+ return lines
+
+ def event_unpause(self, args):
+ self.pyload.api.unpauseServer()
+ return ["INFO: Starting downloads."]
+
+ def event_pause(self, args):
+ self.pyload.api.pauseServer()
+ return ["INFO: No new downloads will be started."]
+
+ def event_togglepause(self, args):
+ if self.pyload.api.togglePause():
+ return ["INFO: Starting downloads."]
+ else:
+ return ["INFO: No new downloads will be started."]
+
+ def event_add(self, args):
+ if len(args) < 2:
+ return ['ERROR: Add links like this: "add links". ',
+ "This will add the link to to the package / the package with id !"]
+
+ idorname = args[0].strip()
+ links = [x.strip() for x in args[1:]]
+
+ pack = self._getPackageByNameOrId(idorname)
+ if not pack:
+ #: Create new package
+ id = self.pyload.api.addPackage(idorname, links, 1)
+ return ["INFO: Created new Package %s [#%d] with %d links." % (idorname, id, len(links))]
+
+ self.pyload.api.addFiles(pack.pid, links)
+ return ["INFO: Added %d links to Package %s [#%d]" % (len(links), pack.name, pack.pid)]
+
+ def event_del(self, args):
+ if len(args) < 2:
+ return ["ERROR: Use del command like this: del -p|-l [...] (-p indicates that the ids are from packages, -l indicates that the ids are from links)"]
+
+ if args[0] == "-p":
+ ret = self.pyload.api.deletePackages(map(int, args[1:]))
+ return ["INFO: Deleted %d packages!" % len(args[1:])]
+
+ elif args[0] == "-l":
+ ret = self.pyload.api.deleteFiles(map(int, args[1:]))
+ return ["INFO: Deleted %d links!" % len(args[1:])]
+
+ else:
+ return ["ERROR: Use del command like this: del <-p|-l> [...] (-p indicates that the ids are from packages, -l indicates that the ids are from links)"]
+
+ def event_push(self, args):
+ if not args:
+ return ["ERROR: Push package to queue like this: push "]
+
+ id = int(args[0])
+ try:
+ self.pyload.api.getPackageInfo(id)
+ except PackageDoesNotExists:
+ return ["ERROR: Package #%d does not exist." % id]
+
+ self.pyload.api.pushToQueue(id)
+ return ["INFO: Pushed package #%d to queue." % id]
+
+ def event_pull(self, args):
+ if not args:
+ return ["ERROR: Pull package from queue like this: pull ."]
+
+ id = int(args[0])
+ if not self.pyload.api.getPackageData(id):
+ return ["ERROR: Package #%d does not exist." % id]
+
+ self.pyload.api.pullFromQueue(id)
+ return ["INFO: Pulled package #%d from queue to collector." % id]
+
+ def event_c(self, args):
+ """
+ Captcha answer
+ """
+ if not args:
+ return ["ERROR: Captcha ID missing."]
+
+ task = self.pyload.captchaManager.getTaskByID(args[0])
+ if not task:
+ return ["ERROR: Captcha Task with ID %s does not exists." % args[0]]
+
+ task.setResult(" ".join(args[1:]))
+ return ["INFO: Result %s saved." % " ".join(args[1:])]
+
+ def event_freeSpace(self, args):
+ b = format_size(int(self.pyload.api.freeSpace()))
+ return ["INFO: Free space is %s." % (b)]
+
+ def event_restart(self, args):
+ self.pyload.api.restart()
+ return ["INFO: Done."]
+
+ def event_restartFile(self, args):
+ if not args:
+ return ['ERROR: missing argument']
+ id = int(args[0])
+ if not self.pyload.api.getFileData(id):
+ return ["ERROR: File #%d does not exist." % id]
+ self.pyload.api.restartFile(id)
+ return ["INFO: Restart file #%d." % id]
+
+ def event_restartPackage(self, args):
+ if not args:
+ return ['ERROR: missing argument']
+ idorname = args[0]
+ pack = self._getPackageByNameOrId(idorname)
+ if not pack:
+ return ["ERROR: Package #%s does not exist." % idorname]
+ self.pyload.api.restartPackage(pack.pid)
+ return ["INFO: Restart package %s (#%d)." % (pack.name, pack.pid)]
+
+ def event_deleteFinished(self, args):
+ return ["INFO: Deleted package ids: %s." % self.pyload.api.deleteFinished()]
+
+ def event_getLog(self, args):
+ """Returns most recent log entries."""
+ self.more = []
+ lines = []
+ log = self.pyload.api.getLog()
+
+ for line in log:
+ if line:
+ if line[-1] == '\n':
+ line = line[:-1]
+ self.more.append("LOG: %s" % line)
+
+ maxline = self.config.get('maxline')
+ if args and args[0] == 'last':
+ if len(args) < 2:
+ self.more = self.more[-maxline:]
+ else:
+ self.more = self.more[-(int(args[1])):]
+
+ if len(self.more) < maxline:
+ lines.extend(self.more)
+ self.more = []
+ else:
+ lines.extend(self.more[:maxline])
+ self.more = self.more[maxline:]
+ lines.append("%d more logs do display." % len(self.more))
+
+ return lines
+
+ def event_help(self, args):
+ lines = ["The following commands are available:",
+ "add [...] Adds link to package. (creates new package if it does not exist)",
+ "collector Shows all packages in collector",
+ "del -p|-l [...] Deletes all packages|links with the ids specified",
+ "deleteFinished Deletes all finished files and completly finished packages",
+ "freeSpace Available free space at download directory in bytes",
+ "getLog [last [nb]] Returns most recent log entries",
+ "help Shows this help message",
+ "info Shows info of the link with id ",
+ "more Shows more info when the result was truncated",
+ "packinfo Shows info of the package with id ",
+ "pause Stops the download (but not abort active downloads)",
+ "pull Pull package from queue",
+ "push Push package to queue",
+ "queue Shows all packages in the queue",
+ "restart Restart pyload core",
+ "restartFailed Restarts all failed failes",
+ "restartFile Resets file status, so it will be downloaded again",
+ "restartPackage Restarts a package, resets every containing files",
+ "status Show general download status",
+ "togglepause Toggle pause state",
+ "unpause Starts all downloads"]
+ return lines
+
+ # End events
+
+ def _getPackageByNameOrId(self, idorname):
+ """Return the first packageData found or None."""
+ pack = None
+ if idorname.isdigit():
+ try:
+ id = int(idorname)
+ pack = self.pyload.api.getPackageData(id)
+ except PackageDoesNotExists:
+ pack = self._getPackageByName(idorname)
+ else:
+ pack = self._getPackageByName(idorname)
+ return pack
+
+ def _getPackageByName(self, name):
+ """Return the first packageData found or None."""
+
+ pq = self.pyload.api.getQueueData()
+ for pack in pq:
+ if pack.name == name:
+ self.log_debug('pack.name', pack.name, 'pack.pid', pack.pid)
+ return pack
+
+ pc = self.pyload.api.getCollector()
+ for pack in pc:
+ if pack.name == name:
+ self.log_debug('pack.name', pack.name, 'pack.pid', pack.pid)
+ return pack
+ return None
+
+class IRCError(Exception):
+
+ def __init__(self, value):
+ self.value = value
+
+ def __str__(self):
+ return repr(self.value)
diff --git a/module/plugins/hooks/IRCInterface.py b/module/plugins/hooks/IRCInterface.py
deleted file mode 100644
index 8dadf08ed3..0000000000
--- a/module/plugins/hooks/IRCInterface.py
+++ /dev/null
@@ -1,422 +0,0 @@
-# -*- coding: utf-8 -*-
-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see ']
-
- info = None
- try:
- info = self.api.getFileData(int(args[0]))
-
- except FileDoesNotExists:
- return ["ERROR: Link doesn't exists."]
-
- return ['LINK #%s: %s (%s) [%s][%s]' % (info.fid, info.name, info.format_size, info.statusmsg, info.plugin)]
-
- def event_packinfo(self, args):
- if not args:
- return ['ERROR: Use packinfo like this: packinfo ']
-
- lines = []
- pack = None
- try:
- pack = self.api.getPackageData(int(args[0]))
-
- except PackageDoesNotExists:
- return ["ERROR: Package doesn't exists."]
-
- id = args[0]
-
- self.more = []
-
- lines.append('PACKAGE #%s: "%s" with %d links' % (id, pack.name, len(pack.links)))
- for pyfile in pack.links:
- self.more.append('LINK #%s: %s (%s) [%s][%s]' % (pyfile.fid, pyfile.name, pyfile.format_size,
- pyfile.statusmsg, pyfile.plugin))
-
- if len(self.more) < 6:
- lines.extend(self.more)
- self.more = []
- else:
- lines.extend(self.more[:6])
- self.more = self.more[6:]
- lines.append("%d more links do display." % len(self.more))
-
- return lines
-
- def event_more(self, args):
- if not self.more:
- return ["No more information to display."]
-
- lines = self.more[:6]
- self.more = self.more[6:]
- lines.append("%d more links do display." % len(self.more))
-
- return lines
-
- def event_start(self, args):
-
- self.api.unpauseServer()
- return ["INFO: Starting downloads."]
-
- def event_stop(self, args):
-
- self.api.pauseServer()
- return ["INFO: No new downloads will be started."]
-
- def event_add(self, args):
- if len(args) < 2:
- return ['ERROR: Add links like this: "add links". ',
- 'This will add the link to to the package / the package with id !']
-
- pack = args[0].strip()
- links = [x.strip() for x in args[1:]]
-
- count_added = 0
- count_failed = 0
- try:
- id = int(pack)
- pack = self.api.getPackageData(id)
- if not pack:
- return ["ERROR: Package doesn't exists."]
-
- #TODO add links
-
- return ["INFO: Added %d links to Package %s [#%d]" % (len(links), pack["name"], id)]
-
- except:
- # create new package
- id = self.api.addPackage(pack, links, 1)
- return ["INFO: Created new Package %s [#%d] with %d links." % (pack, id, len(links))]
-
- def event_del(self, args):
- if len(args) < 2:
- return ["ERROR: Use del command like this: del -p|-l [...] (-p indicates that the ids are from packages, -l indicates that the ids are from links)"]
-
- if args[0] == "-p":
- ret = self.api.deletePackages(map(int, args[1:]))
- return ["INFO: Deleted %d packages!" % len(args[1:])]
-
- elif args[0] == "-l":
- ret = self.api.delLinks(map(int, args[1:]))
- return ["INFO: Deleted %d links!" % len(args[1:])]
-
- else:
- return ["ERROR: Use del command like this: del <-p|-l> [...] (-p indicates that the ids are from packages, -l indicates that the ids are from links)"]
-
- def event_push(self, args):
- if not args:
- return ["ERROR: Push package to queue like this: push "]
-
- id = int(args[0])
- try:
- info = self.api.getPackageInfo(id)
- except PackageDoesNotExists:
- return ["ERROR: Package #%d does not exist." % id]
-
- self.api.pushToQueue(id)
- return ["INFO: Pushed package #%d to queue." % id]
-
- def event_pull(self, args):
- if not args:
- return ["ERROR: Pull package from queue like this: pull ."]
-
- id = int(args[0])
- if not self.api.getPackageData(id):
- return ["ERROR: Package #%d does not exist." % id]
-
- self.api.pullFromQueue(id)
- return ["INFO: Pulled package #%d from queue to collector." % id]
-
- def event_c(self, args):
- """ captcha answer """
- if not args:
- return ["ERROR: Captcha ID missing."]
-
- task = self.core.captchaManager.getTaskByID(args[0])
- if not task:
- return ["ERROR: Captcha Task with ID %s does not exists." % args[0]]
-
- task.setResult(" ".join(args[1:]))
- return ["INFO: Result %s saved." % " ".join(args[1:])]
-
- def event_help(self, args):
- lines = ["The following commands are available:",
- "add [...] Adds link to package. (creates new package if it does not exist)",
- "queue Shows all packages in the queue",
- "collector Shows all packages in collector",
- "del -p|-l [...] Deletes all packages|links with the ids specified",
- "info Shows info of the link with id ",
- "packinfo Shows info of the package with id ",
- "more Shows more info when the result was truncated",
- "start Starts all downloads",
- "stop Stops the download (but not abort active downloads)",
- "push Push package to queue",
- "pull Pull package from queue",
- "status Show general download status",
- "help Shows this help message"]
- return lines
-
-
-class IRCError(Exception):
- def __init__(self, value):
- self.value = value
-
- def __str__(self):
- return repr(self.value)
diff --git a/module/plugins/hooks/ImageTyperz.py b/module/plugins/hooks/ImageTyperz.py
index c9e43b8ae2..11ddbb4c45 100644
--- a/module/plugins/hooks/ImageTyperz.py
+++ b/module/plugins/hooks/ImageTyperz.py
@@ -1,35 +1,23 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see " % self.err
-class ImageTyperz(Hook):
+class ImageTyperz(Addon):
__name__ = "ImageTyperz"
- __version__ = "0.04"
- __description__ = """send captchas to ImageTyperz.com"""
+ __type__ = "hook"
+ __version__ = "0.15"
+ __status__ = "testing"
+
__config__ = [("activated", "bool", "Activated", False),
("username", "str", "Username", ""),
- ("passkey", "password", "Password", ""),
- ("force", "bool", "Force IT even if client is connected", False)]
- __author_name__ = ("RaNaN", "zoidberg")
- __author_mail__ = ("RaNaN@pyload.org", "zoidberg@mujmail.cz")
+ ("password", "password", "Password", ""),
+ ("check_client", "bool", "Don't use if client is connected", True)]
+
+ __description__ = """Send captchas to ImageTyperz.com"""
+ __license__ = "GPLv3"
+ __authors__ = [("RaNaN", "RaNaN@pyload.net"),
+ ("zoidberg", "zoidberg@mujmail.cz")]
SUBMIT_URL = "http://captchatypers.com/Forms/UploadFileAndGetTextNEW.ashx"
RESPOND_URL = "http://captchatypers.com/Forms/SetBadImage.ashx"
GETCREDITS_URL = "http://captchatypers.com/Forms/RequestBalance.ashx"
- def setup(self):
- self.info = {}
+ def get_credits(self):
+ res = self.load(self.GETCREDITS_URL,
+ post={'action': "REQUESTBALANCE",
+ 'username': self.config.get('username'),
+ 'password': self.config.get('password')})
- def getCredits(self):
- response = getURL(self.GETCREDITS_URL, post={"action": "REQUESTBALANCE", "username": self.getConfig("username"),
- "password": self.getConfig("passkey")})
-
- if response.startswith('ERROR'):
- raise ImageTyperzException(response)
+ if res.startswith('ERROR'):
+ raise ImageTyperzException(res)
try:
- balance = float(response)
- except:
- raise ImageTyperzException("invalid response")
+ balance = float(res)
+
+ except Exception:
+ raise ImageTyperzException("Invalid response")
- self.logInfo("Account balance: $%s left" % response)
+ self.log_info(_("Account balance: $%s left") % res)
return balance
def submit(self, captcha, captchaType="file", match=None):
- req = getRequest()
- #raise timeout threshold
- req.c.setopt(LOW_SPEED_TIME, 80)
+ req = get_request()
+ #: Raise timeout threshold
+ req.c.setopt(pycurl.LOW_SPEED_TIME, 80)
try:
- #workaround multipart-post bug in HTTPRequest.py
- if re.match("^[A-Za-z0-9]*$", self.getConfig("passkey")):
+ #@NOTE: Workaround multipart-post bug in HTTPRequest.py
+ if re.match("^\w*$", self.config.get('password')):
multipart = True
- data = (FORM_FILE, captcha)
+ data = (pycurl.FORM_FILE, captcha)
else:
multipart = False
with open(captcha, 'rb') as f:
data = f.read()
- data = b64encode(data)
-
- response = req.load(self.SUBMIT_URL, post={"action": "UPLOADCAPTCHA",
- "username": self.getConfig("username"),
- "password": self.getConfig("passkey"), "file": data},
- multipart=multipart)
+ data = base64.b64encode(data)
+
+ res = self.load(self.SUBMIT_URL,
+ post={'action': "UPLOADCAPTCHA",
+ 'username': self.config.get('username'),
+ 'password': self.config.get('password'), 'file': data},
+ multipart=multipart,
+ req=req)
finally:
req.close()
- if response.startswith("ERROR"):
- raise ImageTyperzException(response)
+ if res.startswith("ERROR"):
+ raise ImageTyperzException(res)
else:
- data = response.split('|')
+ data = res.split('|')
if len(data) == 2:
ticket, result = data
else:
- raise ImageTyperzException("Unknown response %s" % response)
+ raise ImageTyperzException("Unknown response: %s" % res)
return ticket, result
- def newCaptchaTask(self, task):
+ def captcha_task(self, task):
if "service" in task.data:
return False
if not task.isTextual():
return False
- if not self.getConfig("username") or not self.getConfig("passkey"):
+ if not self.config.get('username') or not self.config.get('password'):
return False
- if self.core.isClientConnected() and not self.getConfig("force"):
+ if self.pyload.isClientConnected() and self.config.get('check_client'):
return False
- if self.getCredits() > 0:
+ if self.get_credits() > 0:
task.handler.append(self)
- task.data['service'] = self.__name__
+ task.data['service'] = self.classname
task.setWaiting(100)
- start_new_thread(self.processCaptcha, (task,))
+ self._process_captcha(task)
else:
- self.logInfo("Your %s account has not enough credits" % self.__name__)
-
- def captchaInvalid(self, task):
- if task.data['service'] == self.__name__ and "ticket" in task.data:
- response = getURL(self.RESPOND_URL, post={"action": "SETBADIMAGE", "username": self.getConfig("username"),
- "password": self.getConfig("passkey"),
- "imageid": task.data["ticket"]})
-
- if response == "SUCCESS":
- self.logInfo("Bad captcha solution received, requested refund")
+ self.log_info(_("Your account has not enough credits"))
+
+ def captcha_invalid(self, task):
+ if task.data['service'] == self.classname and "ticket" in task.data:
+ res = self.load(self.RESPOND_URL,
+ post={'action': "SETBADIMAGE",
+ 'username': self.config.get('username'),
+ 'password': self.config.get('password'),
+ 'imageid': task.data['ticket']})
+
+ if res == "SUCCESS":
+ self.log_info(
+ _("Bad captcha solution received, requested refund"))
else:
- self.logError("Bad captcha solution received, refund request failed", response)
+ self.log_error(
+ _("Bad captcha solution received, refund request failed"), res)
- def processCaptcha(self, task):
- c = task.captchaFile
+ @threaded
+ def _process_captcha(self, task):
+ c = task.captchaParams['file']
try:
ticket, result = self.submit(c)
except ImageTyperzException, e:
- task.error = e.getCode()
+ task.error = e.get_code()
return
- task.data["ticket"] = ticket
+ task.data['ticket'] = ticket
task.setResult(result)
diff --git a/module/plugins/hooks/JustPremium.py b/module/plugins/hooks/JustPremium.py
new file mode 100644
index 0000000000..2f570a480f
--- /dev/null
+++ b/module/plugins/hooks/JustPremium.py
@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.Addon import Addon
+
+
+class JustPremium(Addon):
+ __name__ = "JustPremium"
+ __type__ = "hook"
+ __version__ = "0.27"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("excluded", "str", "Exclude hosters (comma separated)", ""),
+ ("included", "str", "Include hosters (comma separated)", "")]
+
+ __description__ = """Remove not-premium links from added urls"""
+ __license__ = "GPLv3"
+ __authors__ = [("mazleu", "mazleica@gmail.com"),
+ ("Walter Purcaro", "vuolter@gmail.com"),
+ ("immenz", "immenz@gmx.net")]
+
+ def init(self):
+ self.event_map = {'linksAdded': "links_added"}
+
+ def links_added(self, links, pid):
+ hosterdict = self.pyload.pluginManager.hosterPlugins
+ linkdict = self.pyload.api.checkURLs(links)
+
+ premiumplugins = set(account.type for account in self.pyload.api.getAccounts(False)
+ if account.valid and account.premium)
+ multihosters = set(hoster for hoster in self.pyload.pluginManager.hosterPlugins
+ if 'new_name' in hosterdict[hoster]
+ and hosterdict[hoster]['new_name'] in premiumplugins)
+
+ excluded = map(lambda domain: "".join(part.capitalize() for part in re.split(r'(\.|\d+)', domain) if part != '.'),
+ self.config.get('excluded').replace(' ', '').replace(',', '|').replace(';', '|').split('|'))
+ included = map(lambda domain: "".join(part.capitalize() for part in re.split(r'(\.|\d+)', domain) if part != '.'),
+ self.config.get('included').replace(' ', '').replace(',', '|').replace(';', '|').split('|'))
+
+ hosterlist = (premiumplugins | multihosters).union(
+ excluded).difference(included)
+
+ #: Found at least one hoster with account or multihoster
+ if not any(True for pluginname in linkdict if pluginname in hosterlist):
+ return
+
+ for pluginname in set(linkdict.keys()) - hosterlist:
+ self.log_info(_("Remove links of plugin: %s") % pluginname)
+ for link in linkdict[pluginname]:
+ self.log_debug("Remove link: %s" % link)
+ links.remove(link)
diff --git a/module/plugins/hooks/LinkFilter.py b/module/plugins/hooks/LinkFilter.py
new file mode 100644
index 0000000000..76f5bfc3eb
--- /dev/null
+++ b/module/plugins/hooks/LinkFilter.py
@@ -0,0 +1,72 @@
+
+from ..internal.Addon import Addon
+
+class LinkFilter(Addon):
+ __name__ = "LinkFilter"
+ __type__ = "hook"
+ __version__ = "0.16"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("filter", "str", "Filter links containing (comma separated)", ""),
+ ("list_type", "listed;unlisted", "Allow only links that are", "unlisted"),
+ ("filter_all", "bool", "Filter all link plugin types (also crypters, containers...)", False)]
+
+ __description__ = "Filters all added hoster links"
+ __license__ = "GPLv3"
+ __authors__ = [("segelkma", None)]
+
+ def activate(self):
+ self.manager.addEvent('linksAdded', self.filter_links)
+
+ def deactivate(self):
+ self.manager.removeEvent('linksAdded', self.filter_links)
+
+ def filter_links(self, links, pid):
+ filters = self.config.get('filter').replace(' ', '')
+ if filters == "":
+ return
+ filters = filters.split(',')
+ if self.config.get('list_type', "unlisted") == "listed":
+ self.whitelist(links, filters)
+ else:
+ self.blacklist(links, filters)
+
+ def whitelist(self, links, filters):
+ plugindict = dict(self.pyload.pluginManager.parseUrls(links))
+ linkcount = len(links)
+ links[:] = [link for link in links if
+ any(link.find(_filter) != -1 for _filter in filters) or
+ not self.is_hoster_link(link) and plugindict[link] != "BasePlugin"]
+ linkcount -= len(links)
+
+ if linkcount > 0:
+ linkstring = '' if self.config.get('filter_all') else 'hoster '
+ linkstring += 'link' if linkcount == 1 else 'links'
+ self.log_warning(
+ _('Whitelist filter removed %s %s not containing (%s)') %
+ (linkcount, linkstring, ', '.join(filters)))
+
+ def blacklist(self, links, filters):
+ for _filter in filters:
+ linkcount = len(links)
+ links[:] = [link for link in links if
+ link.find(_filter) == -1 or
+ not self.is_hoster_link(link)]
+ linkcount -= len(links)
+
+ if linkcount > 0:
+ linkstring = '' if self.config.get('filter_all') else 'hoster '
+ linkstring += 'link' if linkcount == 1 else 'links'
+ self.log_warning(
+ 'Blacklist filter removed %s %s containing %s' %
+ (linkcount, linkstring, _filter))
+
+ def is_hoster_link(self, link):
+ #declare all links as hoster links so the filter will work on all links
+ if self.config.get('filter_all'):
+ return True
+ for item in self.pyload.pluginManager.hosterPlugins.items():
+ if item[1]['re'].match(link):
+ return True
+ return False
diff --git a/module/plugins/hooks/LinkdecrypterCom.py b/module/plugins/hooks/LinkdecrypterCom.py
deleted file mode 100644
index 8f656eb99d..0000000000
--- a/module/plugins/hooks/LinkdecrypterCom.py
+++ /dev/null
@@ -1,66 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see " % self.address
-class MultiHome(Hook):
+class MultiHome(Addon):
__name__ = "MultiHome"
- __version__ = "0.11"
- __description__ = """ip address changer"""
- __config__ = [("activated", "bool", "Activated", "False"),
+ __type__ = "hook"
+ __version__ = "0.21"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
("interfaces", "str", "Interfaces", "None")]
- __author_name__ = ("mkaay")
- __author_mail__ = ("mkaay@mkaay.de")
- def setup(self):
- self.register = {}
+ __description__ = """IP address changer"""
+ __license__ = "GPLv3"
+ __authors__ = [("mkaay", "mkaay@mkaay.de"),
+ ("GammaC0de", "nitzo2001{AT]yahoo[DOT]com")]
+
+ def init(self):
self.interfaces = []
- self.parseInterfaces(self.getConfig("interfaces").split(";"))
+ self.old_get_request = None
+
+ self.parse_interfaces(self.config.get('interfaces').split(";"))
+
if not self.interfaces:
- self.parseInterfaces([self.config["download"]["interface"]])
- self.setConfig("interfaces", self.toConfig())
+ self.parse_interfaces(
+ [self.pyload.config.get('download', 'interface')])
+ self.config.set('interfaces', self.to_config())
- def toConfig(self):
- return ";".join([i.adress for i in self.interfaces])
+ def to_config(self):
+ return ";".join(i.address for i in self.interfaces)
- def parseInterfaces(self, interfaces):
+ def parse_interfaces(self, interfaces):
for interface in interfaces:
if not interface or str(interface).lower() == "none":
continue
self.interfaces.append(Interface(interface))
- def coreReady(self):
- requestFactory = self.core.requestFactory
- oldGetRequest = requestFactory.getRequest
+ def activate(self):
+ self.old_get_request = self.pyload.requestFactory.getRequest
- def getRequest(pluginName, account=None):
- iface = self.bestInterface(pluginName, account)
- if iface:
- iface.useFor(pluginName, account)
- requestFactory.iface = lambda: iface.adress
- self.logDebug("Multihome: using address: " + iface.adress)
- return oldGetRequest(pluginName, account)
+ new_get_request = self.build_get_request()
+ self.pyload.requestFactory.getRequest = lambda *args: new_get_request(
+ *args)
- requestFactory.getRequest = getRequest
-
- def bestInterface(self, pluginName, account):
+ def best_interface(self, plugin_name, account):
best = None
+
for interface in self.interfaces:
- if not best or interface.lastPluginAccess(pluginName, account) < best.lastPluginAccess(pluginName, account):
+ if not best or interface.last_plugin_access(
+ plugin_name, account) < best.last_plugin_access(plugin_name, account):
best = interface
+
return best
+ def get_request(self, plugin_name, account=None):
+ iface = self.best_interface(plugin_name, account)
+ if iface is None:
+ self.log_warning(_("Best interface not found"))
+ return self.old_get_request(plugin_name, account)
-class Interface(object):
- def __init__(self, adress):
- self.adress = adress
- self.history = {}
+ iface.use_for(plugin_name, account)
+ self.pyload.requestFactory.iface = lambda: iface.address
+ self.log_debug("Using address", iface.address)
- def lastPluginAccess(self, pluginName, account):
- if (pluginName, account) in self.history:
- return self.history[(pluginName, account)]
- return 0
+ return self.old_get_request(plugin_name, account)
- def useFor(self, pluginName, account):
- self.history[(pluginName, account)] = time()
+ def build_get_request(self):
+ def resfunc(*args):
+ return self.get_request(*args)
- def __repr__(self):
- return "" % self.adress
+ return resfunc
diff --git a/module/plugins/hooks/MultishareCz.py b/module/plugins/hooks/MultishareCz.py
deleted file mode 100644
index fc35bb7855..0000000000
--- a/module/plugins/hooks/MultishareCz.py
+++ /dev/null
@@ -1,24 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-
-from module.network.RequestFactory import getURL
-from module.plugins.internal.MultiHoster import MultiHoster
-
-
-class MultishareCz(MultiHoster):
- __name__ = "MultishareCz"
- __version__ = "0.04"
- __type__ = "hook"
- __config__ = [("activated", "bool", "Activated", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for hosters (if supported)", "all"),
- ("hosterList", "str", "Hoster list (comma separated)", "uloz.to")]
- __description__ = """MultiShare.cz hook plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
- HOSTER_PATTERN = r'![]()
]*?alt="([^"]+)"> \s*[^>]*?alt="OK"'
-
- def getHoster(self):
- page = getURL("http://www.multishare.cz/monitoring/")
- return re.findall(self.HOSTER_PATTERN, page)
diff --git a/module/plugins/hooks/Premium4Me.py b/module/plugins/hooks/Premium4Me.py
deleted file mode 100644
index 4bcc79b25b..0000000000
--- a/module/plugins/hooks/Premium4Me.py
+++ /dev/null
@@ -1,32 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.network.RequestFactory import getURL
-from module.plugins.internal.MultiHoster import MultiHoster
-
-
-class Premium4Me(MultiHoster):
- __name__ = "Premium4Me"
- __version__ = "0.03"
- __type__ = "hook"
-
- __config__ = [("activated", "bool", "Activated", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for downloads from supported hosters:", "all"),
- ("hosterList", "str", "Hoster list (comma separated)", "")]
- __description__ = """Premium.to hook plugin"""
- __author_name__ = ("RaNaN", "zoidberg", "stickell")
- __author_mail__ = ("RaNaN@pyload.org", "zoidberg@mujmail.cz", "l.stickell@yahoo.it")
-
- def getHoster(self):
- page = getURL("http://premium.to/api/hosters.php?authcode=%s" % self.account.authcode)
- return [x.strip() for x in page.replace("\"", "").split(";")]
-
- def coreReady(self):
- self.account = self.core.accountManager.getAccountPlugin("Premium4Me")
-
- user = self.account.selectAccount()[0]
-
- if not user:
- self.logError(_("Please add your premium.to account first and restart pyLoad"))
- return
-
- return MultiHoster.coreReady(self)
diff --git a/module/plugins/hooks/PremiumizeMe.py b/module/plugins/hooks/PremiumizeMe.py
deleted file mode 100644
index 07630420c3..0000000000
--- a/module/plugins/hooks/PremiumizeMe.py
+++ /dev/null
@@ -1,52 +0,0 @@
-from module.plugins.internal.MultiHoster import MultiHoster
-
-from module.common.json_layer import json_loads
-from module.network.RequestFactory import getURL
-
-
-class PremiumizeMe(MultiHoster):
- __name__ = "PremiumizeMe"
- __version__ = "0.12"
- __type__ = "hook"
- __description__ = """Premiumize.Me hook plugin"""
-
- __config__ = [("activated", "bool", "Activated", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for hosters (if supported):", "all"),
- ("hosterList", "str", "Hoster list (comma separated)", ""),
- ("unloadFailing", "bool", "Revert to stanard download if download fails", "False"),
- ("interval", "int", "Reload interval in hours (0 to disable)", "24")]
-
- __author_name__ = ("Florian Franzen")
- __author_mail__ = ("FlorianFranzen@gmail.com")
-
- def getHoster(self):
- # If no accounts are available there will be no hosters available
- if not self.account or not self.account.canUse():
- return []
-
- # Get account data
- (user, data) = self.account.selectAccount()
-
- # Get supported hosters list from premiumize.me using the
- # json API v1 (see https://secure.premiumize.me/?show=api)
- answer = getURL("https://api.premiumize.me/pm-api/v1.php?method=hosterlist¶ms[login]=%s¶ms[pass]=%s" % (
- user, data['password']))
- data = json_loads(answer)
-
- # If account is not valid thera are no hosters available
- if data['status'] != 200:
- return []
-
- # Extract hosters from json file
- return data['result']['hosterlist']
-
- def coreReady(self):
- # Get account plugin and check if there is a valid account available
- self.account = self.core.accountManager.getAccountPlugin("PremiumizeMe")
- if not self.account.canUse():
- self.account = None
- self.logError(_("Please add a valid premiumize.me account first and restart pyLoad."))
- return
-
- # Run the overwriten core ready which actually enables the multihoster hook
- return MultiHoster.coreReady(self)
diff --git a/module/plugins/hooks/PushBullet.py b/module/plugins/hooks/PushBullet.py
new file mode 100644
index 0000000000..46975f4cfd
--- /dev/null
+++ b/module/plugins/hooks/PushBullet.py
@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+
+import pycurl
+from module.network.RequestFactory import getRequest as get_request
+
+from ..internal.Notifier import Notifier
+
+
+class PushBullet(Notifier):
+ __name__ = "PushBullet"
+ __type__ = "hook"
+ __version__ = "0.06"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("tokenkey", "str", "Access Token", ""),
+ ("captcha", "bool", "Notify captcha request", True),
+ ("reconnection", "bool", "Notify reconnection request", False),
+ ("downloadfinished", "bool", "Notify download finished", True),
+ ("downloadfailed", "bool", "Notify download failed", True),
+ ("alldownloadsfinished", "bool", "Notify all downloads finished", True),
+ ("alldownloadsprocessed", "bool", "Notify all downloads processed", True),
+ ("packagefinished", "bool", "Notify package finished", True),
+ ("packagefailed", "bool", "Notify package failed", True),
+ ("update", "bool", "Notify pyLoad update", False),
+ ("exit", "bool", "Notify pyLoad shutdown/restart", False),
+ ("sendinterval", "int",
+ "Interval in seconds between notifications", 1),
+ ("sendpermin", "int", "Max notifications per minute", 60),
+ ("ignoreclient", "bool", "Send notifications if client is connected", True)]
+
+ __description__ = """Send push notifications to your phone using pushbullet.com"""
+ __license__ = "GPLv3"
+ __authors__ = [("Malkavi", "")]
+
+ def get_key(self):
+ return self.config.get('tokenkey')
+
+ def send(self, event, msg, key):
+ req = get_request()
+ req.c.setopt(pycurl.HTTPHEADER, ["Access-Token: %s" % str(key)])
+
+ self.load("https://api.pushbullet.com/v2/pushes",
+ post={'type': 'note',
+ 'title': event,
+ 'message': msg},
+ req=req)
diff --git a/module/plugins/hooks/PushOver.py b/module/plugins/hooks/PushOver.py
new file mode 100644
index 0000000000..d4e78518e4
--- /dev/null
+++ b/module/plugins/hooks/PushOver.py
@@ -0,0 +1,44 @@
+# -*- coding: utf-8 -*-
+
+
+from ..internal.Notifier import Notifier
+
+
+class PushOver(Notifier):
+ __name__ = "PushOver"
+ __type__ = "hook"
+ __version__ = "0.08"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("tokenkey", "str", "Token key", ""),
+ ("userkey", "str", "User key", ""),
+ ("captcha", "bool", "Notify captcha request", True),
+ ("reconnection", "bool", "Notify reconnection request", False),
+ ("downloadfinished", "bool", "Notify download finished", True),
+ ("downloadfailed", "bool", "Notify download failed", True),
+ ("alldownloadsfinished", "bool", "Notify all downloads finished", True),
+ ("alldownloadsprocessed", "bool", "Notify all downloads processed", True),
+ ("packagefinished", "bool", "Notify package finished", True),
+ ("packagefailed", "bool", "Notify package failed", True),
+ ("update", "bool", "Notify pyLoad update", False),
+ ("exit", "bool", "Notify pyLoad shutdown/restart", False),
+ ("sendinterval", "int",
+ "Interval in seconds between notifications", 1),
+ ("sendpermin", "int", "Max notifications per minute", 60),
+ ("ignoreclient", "bool", "Send notifications if client is connected", True)]
+
+ __description__ = """Send push notifications to your phone using pushover.net"""
+ __license__ = "GPLv3"
+ __authors__ = [("Malkavi", "")]
+
+ def get_key(self):
+ return self.config.get('tokenkey'), self.config.get('userkey')
+
+ def send(self, event, msg, key):
+ token, user = key
+ self.load("https://api.pushover.net/1/messages.json",
+ post={'token': token,
+ 'user': user,
+ 'title': event,
+ 'message': msg or event}) # @NOTE: msg can not be None or empty
diff --git a/module/plugins/hooks/RPNetBiz.py b/module/plugins/hooks/RPNetBiz.py
deleted file mode 100644
index 69976ffc99..0000000000
--- a/module/plugins/hooks/RPNetBiz.py
+++ /dev/null
@@ -1,47 +0,0 @@
-from module.plugins.internal.MultiHoster import MultiHoster
-from module.common.json_layer import json_loads
-from module.network.RequestFactory import getURL
-
-
-class RPNetBiz(MultiHoster):
- __name__ = "RPNetBiz"
- __version__ = "0.1"
- __type__ = "hook"
- __description__ = """RPNet.Biz hook plugin"""
- __config__ = [("activated", "bool", "Activated", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for hosters (if supported):", "all"),
- ("hosterList", "str", "Hoster list (comma separated)", ""),
- ("unloadFailing", "bool", "Revert to stanard download if download fails", "False"),
- ("interval", "int", "Reload interval in hours (0 to disable)", "24")]
- __author_name__ = ("Dman")
- __author_mail__ = ("dmanugm@gmail.com")
-
- def getHoster(self):
- # No hosts supported if no account
- if not self.account or not self.account.canUse():
- return []
-
- # Get account data
- (user, data) = self.account.selectAccount()
-
- response = getURL("https://premium.rpnet.biz/client_api.php",
- get={"username": user, "password": data['password'], "action": "showHosterList"})
- hoster_list = json_loads(response)
-
- # If account is not valid thera are no hosters available
- if 'error' in hoster_list:
- return []
-
- # Extract hosters from json file
- return hoster_list['hosters']
-
- def coreReady(self):
- # Get account plugin and check if there is a valid account available
- self.account = self.core.accountManager.getAccountPlugin("RPNetBiz")
- if not self.account.canUse():
- self.account = None
- self.logError(_("Please enter your %s account or deactivate this plugin") % "rpnet")
- return
-
- # Run the overwriten core ready which actually enables the multihoster hook
- return MultiHoster.coreReady(self)
diff --git a/module/plugins/hooks/RealdebridCom.py b/module/plugins/hooks/RealdebridCom.py
deleted file mode 100644
index 41e9884953..0000000000
--- a/module/plugins/hooks/RealdebridCom.py
+++ /dev/null
@@ -1,26 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.network.RequestFactory import getURL
-from module.plugins.internal.MultiHoster import MultiHoster
-
-
-class RealdebridCom(MultiHoster):
- __name__ = "RealdebridCom"
- __version__ = "0.43"
- __type__ = "hook"
-
- __config__ = [("activated", "bool", "Activated", "False"),
- ("https", "bool", "Enable HTTPS", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for hosters (if supported):", "all"),
- ("hosterList", "str", "Hoster list (comma separated)", ""),
- ("unloadFailing", "bool", "Revert to stanard download if download fails", "False"),
- ("interval", "int", "Reload interval in hours (0 to disable)", "24")]
- __description__ = """Real-Debrid.com hook plugin"""
- __author_name__ = ("Devirex, Hazzard")
- __author_mail__ = ("naibaf_11@yahoo.de")
-
- def getHoster(self):
- https = "https" if self.getConfig("https") else "http"
- page = getURL(https + "://real-debrid.com/api/hosters.php").replace("\"", "").strip()
-
- return [x.strip() for x in page.split(",") if x.strip()]
diff --git a/module/plugins/hooks/RehostTo.py b/module/plugins/hooks/RehostTo.py
deleted file mode 100644
index 6e24988c83..0000000000
--- a/module/plugins/hooks/RehostTo.py
+++ /dev/null
@@ -1,39 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.network.RequestFactory import getURL
-from module.plugins.internal.MultiHoster import MultiHoster
-
-
-class RehostTo(MultiHoster):
- __name__ = "RehostTo"
- __version__ = "0.43"
- __type__ = "hook"
-
- __config__ = [("activated", "bool", "Activated", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for hosters (if supported)", "all"),
- ("hosterList", "str", "Hoster list (comma separated)", ""),
- ("unloadFailing", "bool", "Revert to stanard download if download fails", "False"),
- ("interval", "int", "Reload interval in hours (0 to disable)", "24")]
-
- __description__ = """rehost.to hook plugin"""
- __author_name__ = ("RaNaN")
- __author_mail__ = ("RaNaN@pyload.org")
-
- def getHoster(self):
- page = getURL("http://rehost.to/api.php?cmd=get_supported_och_dl&long_ses=%s" % self.long_ses)
- return [x.strip() for x in page.replace("\"", "").split(",")]
-
- def coreReady(self):
- self.account = self.core.accountManager.getAccountPlugin("RehostTo")
-
- user = self.account.selectAccount()[0]
-
- if not user:
- self.logError("Rehost.to: " + _("Please add your rehost.to account first and restart pyLoad"))
- return
-
- data = self.account.getAccountInfo(user)
- self.ses = data["ses"]
- self.long_ses = data["long_ses"]
-
- return MultiHoster.coreReady(self)
diff --git a/module/plugins/hooks/ReloadCc.py b/module/plugins/hooks/ReloadCc.py
deleted file mode 100644
index d07923624f..0000000000
--- a/module/plugins/hooks/ReloadCc.py
+++ /dev/null
@@ -1,65 +0,0 @@
-from module.plugins.internal.MultiHoster import MultiHoster
-
-from module.common.json_layer import json_loads
-from module.network.RequestFactory import getURL
-
-
-class ReloadCc(MultiHoster):
- __name__ = "ReloadCc"
- __version__ = "0.3"
- __type__ = "hook"
- __description__ = """Reload.cc hook plugin"""
-
- __config__ = [("activated", "bool", "Activated", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for hosters (if supported):", "all"),
- ("hosterList", "str", "Hoster list (comma separated)", "")]
-
- __author_name__ = ("Reload Team")
- __author_mail__ = ("hello@reload.cc")
-
- interval = 0 # Disable periodic calls
-
- def getHoster(self):
- # If no accounts are available there will be no hosters available
- if not self.account or not self.account.canUse():
- print "ReloadCc: No accounts available"
- return []
-
- # Get account data
- (user, data) = self.account.selectAccount()
-
- # Get supported hosters list from reload.cc using the json API v1
- query_params = dict(
- via='pyload',
- v=1,
- get_supported='true',
- get_traffic='true',
- user=user
- )
-
- try:
- query_params.update(dict(hash=self.account.infos[user]['pwdhash']))
- except Exception:
- query_params.update(dict(pwd=data['password']))
-
- answer = getURL("http://api.reload.cc/login", get=query_params)
- data = json_loads(answer)
-
- # If account is not valid thera are no hosters available
- if data['status'] != "ok":
- print "ReloadCc: Status is not ok: %s" % data['status']
- return []
-
- # Extract hosters from json file
- return data['msg']['supportedHosters']
-
- def coreReady(self):
- # Get account plugin and check if there is a valid account available
- self.account = self.core.accountManager.getAccountPlugin("ReloadCc")
- if not self.account.canUse():
- self.account = None
- self.logError("Please add a valid reload.cc account first and restart pyLoad.")
- return
-
- # Run the overwriten core ready which actually enables the multihoster hook
- return MultiHoster.coreReady(self)
diff --git a/module/plugins/hooks/RestartFailed.py b/module/plugins/hooks/RestartFailed.py
index 3bf6fe3650..fd3ab8eb1e 100644
--- a/module/plugins/hooks/RestartFailed.py
+++ b/module/plugins/hooks/RestartFailed.py
@@ -1,32 +1,24 @@
# -*- coding: utf-8 -*-
-from module.plugins.Hook import Hook
+from ..internal.Addon import Addon
-class RestartFailed(Hook):
+class RestartFailed(Addon):
__name__ = "RestartFailed"
- __version__ = "1.52"
- __description__ = "restartedFailed Packages after defined time"
- __config__ = [("activated", "bool", "Activated", "False"),
- ("interval", "int", "Interval in Minutes", "15")]
+ __type__ = "hook"
+ __version__ = "1.65"
+ __status__ = "testing"
- __author_name__ = ("bambie")
- __author_mail__ = ("bambie@gulli.com")
+ __config__ = [("activated", "bool", "Activated", False),
+ ("interval", "int", "Check interval in minutes", 90)]
- interval = 300
+ __description__ = """Restart all the failed downloads in queue"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
- def setup(self):
- self.info = {"running": False}
+ def periodical_task(self):
+ self.log_info(_("Restarting all failed downloads..."))
+ self.pyload.api.restartFailed()
- def coreReady(self):
- self.info["running"] = True
- self.logInfo("loaded")
- self.interval = self.getConfig("interval") * 60
- self.logDebug("interval is set to %s" % self.interval)
-
- def periodical(self):
- self.logDebug("periodical called")
- if self.getConfig("interval") * 60 != self.interval:
- self.interval = self.getConfig("interval") * 60
- self.logDebug("interval is set to %s" % self.interval)
- self.core.api.restartFailed()
+ def activate(self):
+ self.periodical.start(self.config.get('interval') * 60)
diff --git a/module/plugins/hooks/SimplydebridCom.py b/module/plugins/hooks/SimplydebridCom.py
deleted file mode 100644
index 3272df567d..0000000000
--- a/module/plugins/hooks/SimplydebridCom.py
+++ /dev/null
@@ -1,20 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.network.RequestFactory import getURL
-from module.plugins.internal.MultiHoster import MultiHoster
-
-
-class SimplydebridCom(MultiHoster):
- __name__ = "SimplydebridCom"
- __version__ = "0.01"
- __type__ = "hook"
- __config__ = [("activated", "bool", "Activated", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for hosters (if supported)", "all"),
- ("hosterList", "str", "Hoster list (comma separated)", "")]
- __description__ = """Simply-Debrid.com hook plugin"""
- __author_name__ = ("Kagenoshin")
- __author_mail__ = ("kagenoshin@gmx.ch")
-
- def getHoster(self):
- page = getURL("http://simply-debrid.com/api.php?list=1")
- return [x.strip() for x in page.rstrip(';').replace("\"", "").split(";")]
diff --git a/module/plugins/hooks/SkipRev.py b/module/plugins/hooks/SkipRev.py
new file mode 100644
index 0000000000..b2646c4ffa
--- /dev/null
+++ b/module/plugins/hooks/SkipRev.py
@@ -0,0 +1,101 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from module.PyFile import PyFile
+
+from ..internal.Addon import Addon
+
+
+class SkipRev(Addon):
+ __name__ = "SkipRev"
+ __type__ = "hook"
+ __version__ = "0.39"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("mode", "Auto;Manual", "Choose recovery archives to skip", "Auto"),
+ ("revtokeep", "int", "Number of recovery archives to keep for package", 0)]
+
+ __description__ = """Skip recovery archives (.rev)"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ def _name(self, pyfile):
+ return pyfile.plugin.get_info(pyfile.url)['name']
+
+ def _create_pyFile(self, data):
+ pylink = self.pyload.api._convertPyFile(data)
+ return PyFile(self.pyload.files,
+ pylink.fid,
+ pylink.url,
+ pylink.name,
+ pylink.size,
+ pylink.status,
+ pylink.error,
+ pylink.plugin,
+ pylink.packageID,
+ pylink.order)
+
+ def download_preparing(self, pyfile):
+ name = self._name(pyfile)
+
+ if pyfile.statusname == "unskipped" or not name.endswith(
+ ".rev") or not ".part" in name:
+ return
+
+ revtokeep = - \
+ 1 if self.config.get(
+ 'mode') == "Auto" else self.config.get('revtokeep')
+
+ if revtokeep:
+ status_list = (
+ 1, 4, 8, 9, 14) if revtokeep < 0 else (
+ 1, 3, 4, 8, 9, 14)
+ pyname = re.compile(
+ r'%s\.part\d+\.rev$' %
+ name.rsplit(
+ '.',
+ 2)[0].replace(
+ '.',
+ '\.'))
+
+ queued = [True for fid, fdata in pyfile.package().getChildren().items()
+ if fdata['status'] not in status_list and pyname.match(fdata['name'])].count(True)
+
+ if not queued or queued < revtokeep: #: Keep one rev at least in auto mode
+ return
+
+ pyfile.setCustomStatus("SkipRev", "skipped")
+
+ def download_failed(self, pyfile):
+ if pyfile.name.rsplit('.', 1)[-1].strip() not in ("rar", "rev"):
+ return
+
+ revtokeep = - \
+ 1 if self.config.get(
+ 'mode') == "Auto" else self.config.get('revtokeep')
+
+ if not revtokeep:
+ return
+
+ pyname = re.compile(
+ r'%s\.part\d+\.rev$' %
+ pyfile.name.rsplit(
+ '.',
+ 2)[0].replace(
+ '.',
+ '\.'))
+
+ for fid, fdata in pyfile.package().getChildren().items():
+ if fdata['status'] == 4 and pyname.match(fdata['name']):
+ pyfile_new = self._create_pyFile(fdata)
+
+ if revtokeep > -1 or pyfile.name.endswith(".rev"):
+ pyfile_new.setStatus("queued")
+ else:
+ pyfile_new.setCustomStatus(_("unskipped"), "queued")
+
+ self.pyload.files.save()
+ pyfile_new.release()
+ return
diff --git a/module/plugins/hooks/TORRENT.py b/module/plugins/hooks/TORRENT.py
new file mode 100644
index 0000000000..ace21509bb
--- /dev/null
+++ b/module/plugins/hooks/TORRENT.py
@@ -0,0 +1,76 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.Addon import Addon
+
+
+class TORRENT(Addon):
+ __name__ = "TORRENT"
+ __type__ = "hook"
+ __version__ = "0.07"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("torrent_plugin", "None;c:AlldebridComTorrent;c:DebridlinkFrTorrent;h:LinksnappyComTorrent;c:RealdebridComTorrent;c:TorboxAppTorrent;h:ZbigzCom", "Associate torrents / magnets with plugin", "None")]
+
+ __description__ = """Associate torrents / magnets with plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001@yahoo.com")]
+
+ def activate(self):
+ self.pyload.hookManager.addEvent("plugin_updated", self.plugins_updated)
+ self.torrent_plugin = self.config.get("torrent_plugin")
+ self._associate(self.torrent_plugin)
+ self._report_status()
+
+ def deactivate(self):
+ self.pyload.hookManager.removeEvent("plugin_updated", self.plugins_updated)
+ self._remove_association(self.torrent_plugin)
+ self.torrent_plugin = "None"
+ self._report_status()
+
+ def plugins_updated(self, updated_plugins):
+ if self.torrent_plugin != "None":
+ self._remove_association(self.torrent_plugin)
+ self._associate(self.torrent_plugin)
+
+ def config_changed(self, *args):
+ if args[3] == "plugin" and args[0] == "TORRENT" and args[1] == "torrent_plugin" and args[2] != self.torrent_plugin:
+ self._remove_association(self.torrent_plugin)
+ self.torrent_plugin = args[2]
+ self._associate(self.torrent_plugin)
+ self._report_status()
+
+ def _report_status(self):
+ if self.torrent_plugin == "None":
+ self.log_warning(_("torrents / magnets are not associated with any plugin"))
+ else:
+ self.log_info(_("Using %s to handle torrents / magnets") % self.torrent_plugin.split(":")[1])
+
+ def _associate(self, plugin):
+ if plugin != "None":
+ plugin_type, plugin_name = plugin.split(':')
+ plugin_type = "crypter" if plugin_type == "c" else "hoster"
+
+ hdict = self.pyload.pluginManager.plugins['container']['TORRENT']
+ hdict['pattern'] = r'(?!(?:file|https?)://).+\.(?:torrent|magnet)'
+ hdict['re'] = re.compile(hdict['pattern'])
+
+ hdict = self.pyload.pluginManager.plugins[plugin_type][plugin_name]
+ hdict['pattern'] = r'(?:file|https?)://.+\.torrent|magnet:\?.+'
+ hdict['re'] = re.compile(hdict['pattern'])
+
+ def _remove_association(self, plugin):
+ if plugin != "None":
+ plugin_type, plugin_name = plugin.split(':')
+ plugin_type = "crypter" if plugin_type == "c" else "hoster"
+
+ hdict = self.pyload.pluginManager.plugins[plugin_type][plugin_name]
+ hdict['pattern'] = r'^unmatchable$'
+ hdict['re'] = re.compile(hdict['pattern'])
+
+ hdict = self.pyload.pluginManager.plugins['container']['TORRENT']
+ hdict['pattern'] = r'(?:file|https?)://.+\.torrent|magnet:\?.+|(?!(?:file|https?)://).+\.(?:torrent|magnet)'
+ hdict['re'] = re.compile(hdict['pattern'])
+
diff --git a/module/plugins/hooks/TransmissionRPC.py b/module/plugins/hooks/TransmissionRPC.py
new file mode 100644
index 0000000000..605e1f7dee
--- /dev/null
+++ b/module/plugins/hooks/TransmissionRPC.py
@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+
+import random
+import re
+
+import pycurl
+from module.network.HTTPRequest import BadHeader
+from module.network.RequestFactory import getRequest as get_request
+
+from ..internal.Addon import Addon
+from ..internal.misc import json
+
+
+class TransmissionRPC(Addon):
+ __name__ = "TransmissionRPC"
+ __type__ = "hook"
+ __version__ = "0.19"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://.+\.torrent|magnet:\?.+'
+ __config__ = [("activated", "bool", "Activated", False),
+ ("rpc_url", "str", "Transmission RPC URL", "http://127.0.0.1:9091/transmission/rpc")]
+
+ __description__ = """Send torrent and magnet URLs to Transmission Bittorent daemon via RPC"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", None)]
+
+ def init(self):
+ self.event_map = {'linksAdded': "links_added"}
+
+ def links_added(self, links, pid):
+ _re_link = re.compile(self.__pattern__)
+ urls = [link for link in links if _re_link.match(link)]
+ for url in urls:
+ self.log_debug("Sending link: %s" % url)
+ self.send_to_transmission(url)
+ links.remove(url)
+
+ def send_to_transmission(self, url):
+ transmission_rpc_url = self.config.get('rpc_url')
+ client_request_id = self.classname + \
+ "".join(random.choice('0123456789ABCDEF') for _i in range(4))
+ req = get_request()
+
+ try:
+ response = self.load(transmission_rpc_url,
+ post=json.dumps({'arguments': {'filename': url},
+ 'method': 'torrent-add',
+ 'tag': client_request_id}),
+ req=req)
+
+ except Exception, e:
+ if isinstance(e, BadHeader) and e.code == 409:
+ headers = dict(
+ re.findall(
+ r'(?P.+?): (?P.+?)\r?\n',
+ req.header))
+ session_id = headers['X-Transmission-Session-Id']
+ req.c.setopt(
+ pycurl.HTTPHEADER, [
+ "X-Transmission-Session-Id: %s" %
+ session_id])
+ try:
+ response = self.load(transmission_rpc_url,
+ post=json.dumps({'arguments': {'filename': url},
+ 'method': 'torrent-add',
+ 'tag': client_request_id}),
+ req=req)
+
+ res = json.loads(response)
+ if "result" in res:
+ self.log_debug("Result: %s" % res['result'])
+
+ except Exception, e:
+ self.log_error(e)
+
+ else:
+ self.log_error(e)
diff --git a/module/plugins/hooks/UnSkipOnFail.py b/module/plugins/hooks/UnSkipOnFail.py
index 455832b095..09b7747d37 100644
--- a/module/plugins/hooks/UnSkipOnFail.py
+++ b/module/plugins/hooks/UnSkipOnFail.py
@@ -1,97 +1,84 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see "
+ " pyLoad %s "
+ " " % msg)
+
+ def send(self, event, msg, key):
+ id, url = key
+ request = self.format_request(
+ "%s: %s" %
+ (event, msg) if msg else event)
+ webservice = httplib.HTTP(url)
+
+ webservice.putrequest("POST", id)
+ webservice.putheader("Host", url)
+ webservice.putheader("Content-type", "text/xml")
+ webservice.putheader("X-NotificationClass", "2")
+ webservice.putheader("X-WindowsPhone-Target", "toast")
+ webservice.putheader("Content-length", "%d" % len(request))
+ webservice.endheaders()
+ webservice.send(request)
+ webservice.close()
diff --git a/module/plugins/hooks/WindowsPhoneToastNotify.py b/module/plugins/hooks/WindowsPhoneToastNotify.py
deleted file mode 100644
index d110f7896b..0000000000
--- a/module/plugins/hooks/WindowsPhoneToastNotify.py
+++ /dev/null
@@ -1,68 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see "
- " Pyload Mobile Captcha waiting! "
- " ")
- return myxml
-
- def doRequest(self):
- URL = self.getConfig("pushUrl")
- request = self.getXmlData()
- webservice = httplib.HTTP(URL)
- webservice.putrequest("POST", self.getConfig("pushId"))
- webservice.putheader("Host", URL)
- webservice.putheader("Content-type", "text/xml")
- webservice.putheader("X-NotificationClass", "2")
- webservice.putheader("X-WindowsPhone-Target", "toast")
- webservice.putheader("Content-length", "%d" % len(request))
- webservice.endheaders()
- webservice.send(request)
- webservice.close()
- self.setStorage("LAST_NOTIFY", time.time())
-
- def newCaptchaTask(self, task):
- if not self.getConfig("pushId") or not self.getConfig("pushUrl"):
- return False
-
- if self.core.isClientConnected() and not self.getConfig("force"):
- return False
-
- if (time.time() - float(self.getStorage("LAST_NOTIFY", 0))) < self.getConf("pushTimeout"):
- return False
-
- self.doRequest()
-
diff --git a/module/plugins/hooks/XFileSharing.py b/module/plugins/hooks/XFileSharing.py
new file mode 100644
index 0000000000..40a5b3aeb7
--- /dev/null
+++ b/module/plugins/hooks/XFileSharing.py
@@ -0,0 +1,128 @@
+# -*- coding: utf-8 -*-
+
+import inspect
+import re
+
+from ..internal.Addon import Addon
+
+
+class XFileSharing(Addon):
+ __name__ = "XFileSharing"
+ __type__ = "hook"
+ __version__ = "0.56"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("use_hoster_list", "bool", "Load listed hosters only", False),
+ ("use_crypter_list", "bool", "Load listed crypters only", False),
+ ("use_builtin_list", "bool", "Load built-in plugin list", True),
+ ("hoster_list", "str", "Hoster list (comma separated)", ""),
+ ("crypter_list", "str", "Crypter list (comma separated)", "")]
+
+ __description__ = """Load XFileSharing hosters and crypters which don't need a own plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ _regexmap = {'hoster': (r'(?:https?://(?:www\.)?)(?!(?:www\.)?(?:%s))(?P(?:[\d.]+|[\w\-^_]{3,63}(?:\.[a-zA-Z]{2,})+)(?:\:\d+)?)/(?:embed-)?\w{12}(?:\W|$)',
+ r'https?://(?:[^/]+\.)?(?P%s)/(?:embed-)?\w+'),
+ 'crypter': (r'(?:https?://(?:www\.)?)(?!(?:www\.)?(?:%s))(?P(?:[\d.]+|[\w\-^_]{3,63}(?:\.[a-zA-Z]{2,})+)(?:\:\d+)?)/(?:user|folder)s?/\w+',
+ r'https?://(?:[^/]+\.)?(?P%s)/(?:user|folder)s?/\w+')}
+
+ BUILTIN_HOSTERS = [ # WORKING HOSTERS:
+ "ani-stream.com", "backin.net", "cloudshares.net", "cloudsix.me",
+ "eyesfile.ca", "file4safe.com", "fileband.com", "filedwon.com",
+ "fileparadox.in", "filevice.com", "hostingbulk.com", "junkyvideo.com",
+ "ravishare.com", "salefiles.com", "sendmyway.com", "sharebeast.com",
+ "sharesix.com", "thefile.me", "verzend.be", "worldbytez.com",
+ "xvidstage.com",
+ # NOT TESTED:
+ "101shared.com", "4upfiles.com", "filemaze.ws", "filenuke.com",
+ "linkzhost.com", "mightyupload.com", "rockdizfile.com", "sharerepo.com",
+ "shareswift.com", "uploadbaz.com", "uploadc.com", "vidbull.com",
+ "zalaa.com", "zomgupload.com",
+ # NOT WORKING:
+ "amonshare.com", "banicrazy.info", "boosterking.com", "host4desi.com",
+ "laoupload.com", "rd-fs.com"]
+ BUILTIN_CRYPTERS = ["junocloud.me", "rapidfileshare.net"]
+
+ def activate(self):
+ for type, plugin in (("hoster", "XFileSharing"),
+ ("crypter", "XFileSharingFolder")):
+ self._load(type, plugin)
+
+ def deactivate(self):
+ for type, plugin in (("hoster", "XFileSharing"),
+ ("crypter", "XFileSharingFolder")):
+ self._unload(type, plugin)
+
+ def get_pattern(self, type, plugin):
+ if self.config.get('use_%s_list' % type):
+ plugin_list = self.config.get('%s_list' % type)
+ plugin_list = plugin_list.replace(' ', '').replace('\\', '')
+ plugin_list = plugin_list.replace('|', ',').replace(';', ',')
+ plugin_list = plugin_list.lower().split(',')
+
+ plugin_set = set(plugin_list)
+
+ if self.config.get('use_builtin_list'):
+ builtin_list = getattr(self, "BUILTIN_%sS" % type.upper())
+ plugin_set.update(builtin_list)
+
+ plugin_set.difference_update(('', u''))
+
+ if not plugin_set:
+ self.log_info(_("No %s to handle") % type)
+ return
+
+ match_list = '|'.join(sorted(plugin_set)).replace('.', '\.')
+ pattern = self._regexmap[type][1] % match_list
+
+ self.log_info(_("Handle %d %s%s: %s") %
+ (len(plugin_set),
+ type,
+ "" if len(plugin_set) == 1 else "s",
+ match_list.replace('\.', '.').replace('|', ', ')))
+ else:
+ plugin_list = []
+ isXFS = lambda klass: any(k.__name__.startswith("XFS")
+ for k in inspect.getmro(klass))
+
+ for p in self.pyload.pluginManager.plugins[type].values():
+ try:
+ klass = self.pyload.pluginManager.loadClass(type, p[
+ 'name'])
+
+ except AttributeError, e:
+ self.log_debug(e, trace=True)
+ continue
+
+ if hasattr(klass, "PLUGIN_DOMAIN") and klass.PLUGIN_DOMAIN and isXFS(
+ klass):
+ plugin_list.append(klass.PLUGIN_DOMAIN)
+
+ if plugin_list:
+ unmatch_list = '|'.join(sorted(plugin_list)).replace('.', '\.')
+ pattern = self._regexmap[type][0] % unmatch_list
+ else:
+ pattern = self._regexmap[type][0]
+
+ self.log_info(_("Auto-discover new %ss") % type)
+
+ return pattern
+
+ def _load(self, type, plugin):
+ dict = self.pyload.pluginManager.plugins[type][plugin]
+ pattern = self.get_pattern(type, plugin)
+
+ if not pattern:
+ return
+
+ dict['pattern'] = pattern
+ dict['re'] = re.compile(pattern)
+
+ self.log_debug("Pattern for %ss: %s" % (type, pattern))
+
+ def _unload(self, type, plugin):
+ dict = self.pyload.pluginManager.plugins[type][plugin]
+ dict['pattern'] = r'^unmatchable$'
+ dict['re'] = re.compile(dict['pattern'])
diff --git a/module/plugins/hooks/XFileSharingPro.py b/module/plugins/hooks/XFileSharingPro.py
deleted file mode 100644
index fe2df840d9..0000000000
--- a/module/plugins/hooks/XFileSharingPro.py
+++ /dev/null
@@ -1,74 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-
-from module.plugins.Hook import Hook
-
-
-class XFileSharingPro(Hook):
- __name__ = "XFileSharingPro"
- __version__ = "0.06"
- __type__ = "hook"
- __config__ = [("activated", "bool", "Activated", "True"),
- ("loadDefault", "bool", "Include default (built-in) hoster list", "True"),
- ("includeList", "str", "Include hosters (comma separated)", ""),
- ("excludeList", "str", "Exclude hosters (comma separated)", "")]
- __description__ = """Hoster URL pattern loader for the generic XFileSharingPro plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
- def coreReady(self):
- self.loadPattern()
-
- def loadPattern(self):
- hosterList = self.getConfigSet('includeList')
- excludeList = self.getConfigSet('excludeList')
-
- if self.getConfig('loadDefault'):
- hosterList |= set((
- #WORKING HOSTERS:
- "aieshare.com", "asixfiles.com", "banashare.com", "cyberlocker.ch", "eyesfile.co", "eyesfile.com",
- "fileband.com", "filedwon.com", "filedownloads.org", "hipfile.com", "kingsupload.com", "mlfat4arab.com",
- "netuploaded.com", "odsiebie.pl", "q4share.com", "ravishare.com", "uptobox.com", "verzend.be",
- "xvidstage.com",
- #NOT TESTED:
- "bebasupload.com", "boosterking.com", "divxme.com", "filevelocity.com", "glumbouploads.com",
- "grupload.com", "heftyfile.com", "host4desi.com", "laoupload.com", "linkzhost.com", "movreel.com",
- "rockdizfile.com", "limfile.com", "share76.com", "sharebeast.com", "sharehut.com", "sharerun.com",
- "shareswift.com", "sharingonline.com", "6ybh-upload.com", "skipfile.com", "spaadyshare.com",
- "space4file.com", "uploadbaz.com", "uploadc.com", "uploaddot.com", "uploadfloor.com", "uploadic.com",
- "uploadville.com", "vidbull.com", "zalaa.com", "zomgupload.com", "kupload.org", "movbay.org",
- "multishare.org", "omegave.org", "toucansharing.org", "uflinq.org", "banicrazy.info", "flowhot.info",
- "upbrasil.info", "shareyourfilez.biz", "bzlink.us", "cloudcache.cc", "fileserver.cc", "farshare.to",
- "filemaze.ws", "filehost.ws", "filestock.ru", "moidisk.ru", "4up.im", "100shared.com",
- #WRONG FILE NAME:
- "sendmyway.com", "upchi.co.il",
- #NOT WORKING:
- "amonshare.com", "imageporter.com", "file4safe.com",
- #DOWN OR BROKEN:
- "ddlanime.com", "fileforth.com", "loombo.com", "goldfile.eu", "putshare.com"
- ))
-
- hosterList -= (excludeList)
- hosterList -= set(('', u''))
-
- if not hosterList:
- self.unload()
- return
-
- regexp = r"http://(?:[^/]*\.)?(%s)/\w{12}" % ("|".join(sorted(hosterList)).replace('.', '\.'))
- #self.logDebug(regexp)
-
- dict = self.core.pluginManager.hosterPlugins['XFileSharingPro']
- dict["pattern"] = regexp
- dict["re"] = re.compile(regexp)
- self.logDebug("Pattern loaded - handling %d hosters" % len(hosterList))
-
- def getConfigSet(self, option):
- s = self.getConfig(option).lower().replace('|', ',').replace(';', ',')
- return set([x.strip() for x in s.split(',')])
-
- def unload(self):
- dict = self.core.pluginManager.hosterPlugins['XFileSharingPro']
- dict["pattern"] = r"^unmatchable$"
- dict["re"] = re.compile(r"^unmatchable$")
diff --git a/module/plugins/hooks/XMPP.py b/module/plugins/hooks/XMPP.py
new file mode 100644
index 0000000000..85fc858468
--- /dev/null
+++ b/module/plugins/hooks/XMPP.py
@@ -0,0 +1,341 @@
+# -*- coding: utf-8 -*-
+
+import sleekxmpp
+from sleekxmpp.xmlstream.matcher import MatchXPath
+from sleekxmpp.xmlstream.handler import Callback
+import ssl
+
+from .IRC import IRC
+
+from module.plugins.internal.Addon import Addon
+
+class XMPP(IRC):
+ __name__ = "XMPP"
+ __type__ = "hook"
+ __version__ = "0.22"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("jid", "str", "Jabber ID", "user@exmaple-jabber-server.org"),
+ ("pw", "str", "Password", ""),
+ ("tls", "bool", "Use TLS", True),
+ ("use_ssl", "bool", "Use old SSL", False),
+ ("owners", "str", "List of JIDs accepting commands from", "me@icq-gateway.org;some@msn-gateway.org"),
+ ("captcha", "bool", "Send captcha requests", True),
+ ("info_file", "bool", "Inform about every file finished", False),
+ ("info_pack", "bool", "Inform about every package finished", True),
+ ("all_download", "bool", "Inform about all download finished", False),
+ ("package_failed", "bool", "Notify package failed", False),
+ ("download_failed", "bool", "Notify download failed", True),
+ ("download_start", "bool", "Notify download start", True),
+ ("maxline", "int", "Maximum line per message", 6)]
+
+ __description__ = """Connect to jabber and let owner perform different tasks"""
+ __license__ = "GPLv3"
+ __authors__ = [("RaNaN", "RaNaN@pyload.net")]
+
+ SHORTCUT_COMMANDS = {
+ 'a': 'add',
+ 'c': 'collector',
+ 'f': 'freeSpace',
+ 'h': 'help',
+ 'i': 'info',
+ 'l': 'getLog',
+ 'm': 'more',
+ 'p': 'packinfo',
+ 'q': 'queue',
+ 'r': 'restart',
+ 'rf': 'restartFile',
+ 'rp': 'restartPackage',
+ 's': 'status',
+ }
+
+ def __init__(self, *args, **kwargs):
+ IRC.__init__(self, *args, **kwargs)
+
+ def activate(self):
+ self.log_debug('activate')
+ self.new_package = {}
+ self.jid = sleekxmpp.jid.JID(self.config.get('jid'))
+ self.jid.resource = 'PyLoadNotifyBot'
+ self.log_debug(self.jid)
+
+ xmpp = NotifyBot(
+ self.jid,
+ self.config.get('pw'),
+ self.config.get('tls'),
+ self.config.get('use_ssl'),
+ self.log_info,
+ self.log_debug
+ )
+ self.log_debug('activate xmpp')
+ xmpp.register_plugin('xep_0030') # Service Discovery
+ xmpp.register_plugin('xep_0004') # Data Forms
+ xmpp.register_plugin('xep_0060') # PubSub
+ xmpp.register_plugin('xep_0199') # XMPP Ping
+ xmpp.ssl_version = ssl.PROTOCOL_TLSv1_2
+
+ # The message event is triggered whenever a message
+ # stanza is received. Be aware that that includes
+ # MUC messages and error messages.
+ xmpp.add_event_handler("message", self.message)
+ xmpp.add_event_handler("connected", self.connected)
+ xmpp.add_event_handler("disconnected", self.disconnected)
+ xmpp.add_event_handler("failed_auth", self.failed_auth)
+ xmpp.add_event_handler("changed_status", self.changed_status)
+ xmpp.add_event_handler("presence_error", self.presence_error)
+ xmpp.add_event_handler("presence_unavailable",
+ self.presence_unavailable)
+
+ xmpp.register_handler(Callback('Stream Error',
+ MatchXPath("{%s}error" % xmpp.stream_ns),
+ self.stream_error))
+
+ self.xmpp = xmpp
+ self.start()
+
+ def run(self):
+ self.log_debug('def run')
+ try:
+ if self.xmpp.connect():
+ self.xmpp.process(block=False)
+ self.log_info('Done')
+ # self.periodical.start(30)
+
+ else:
+ self.log_error("Unable to connect.")
+
+ except Exception as e:
+ self.log_error(e, trace=True)
+
+ ############################################################################
+ ## xmpp handler
+
+ def changed_status(self, stanza=None):
+ self.log_debug('changed_status', stanza, stanza.get_type())
+
+ def connected(self, event=None):
+ self.log_info("Client was connected", event)
+
+ def disconnected(self, event=None):
+ self.log_info("Client was disconnected", event)
+
+ def presence_error(self, stanza=None):
+ self.log_debug('presence_error', stanza)
+
+ def presence_unavailable(self, stanza=None):
+ self.log_debug('presence_unavailable', stanza)
+
+ def failed_auth(self, event=None):
+ self.log_info('Failed to authenticate')
+
+ def stream_error(self, err=None):
+ self.log_debug("Stream Error", err)
+ # self.periodical.stop()
+
+ def message(self, stanza):
+ """
+ Message handler for the component.
+ """
+ self.log_debug('message', stanza)
+
+ subject = stanza['subject']
+ body = stanza['body']
+ t = stanza['type']
+ self.log_debug("Message from %s received." % stanza.get_from())
+ self.log_debug("Body: %s Subject: %s Type: %s" % (body, subject, t))
+
+ if t == "headline":
+ #: 'headline' messages should never be replied to
+ return True
+
+ if subject:
+ subject = u"Re: " + subject
+
+ to_jid = stanza['from']
+ from_jid = stanza['to']
+ to_name = to_jid.jid
+
+ names = self.config.get('owners').split(";")
+
+ self.log_debug('names', names)
+ self.log_debug('to_name', to_name)
+ self.log_debug('to_jid', to_jid)
+
+ if not (to_name in names or to_jid.node + "@" + to_jid.domain in names):
+ return True
+
+ messages = []
+ command = "pass"
+ args = None
+
+ try:
+ temp = body.split()
+ command = temp[0]
+ if len(temp) > 1:
+ args = temp[1:]
+
+ except Exception:
+ pass
+
+ self.log_debug('command', command)
+ command = self.shortcut_command(command)
+ self.log_debug('shortcut_command', command)
+
+ handler = getattr(self, "event_%s" % command, self.event_pass)
+ ret = False
+ try:
+ self.log_debug('args', args, type(args))
+
+ res = handler(args)
+ self.log_debug('res', res)
+
+ if res:
+ msg_reply = '\n'.join(res)
+ # add shortcut in help
+ if command == 'help':
+ msg_reply += '\nShortcut:\n'
+ for cmd_short,cmd_long in self.SHORTCUT_COMMANDS.items():
+ msg_reply += cmd_short+': '+cmd_long+', '
+
+ else:
+ msg_reply = "ERROR: command invalide, enter: help"
+
+ self.log_debug('Send reponse', msg_reply)
+ ret = stanza.reply(msg_reply).send()
+
+ except Exception as e:
+ self.log_error(e, trace=True)
+ stanza.reply('ERROR: '+str(e)).send()
+
+ return ret
+
+ ## end xmpp handler
+ ############################################################################
+
+ def shortcut_command(self, shortcommand):
+ command = shortcommand
+ if shortcommand and shortcommand in self.SHORTCUT_COMMANDS:
+ command = self.SHORTCUT_COMMANDS[shortcommand]
+
+ return command
+
+ def response(self, msg, origin=""):
+ self.log_debug('def response', msg, origin)
+ return self.announce(msg)
+
+ def announce(self, message):
+ """
+ Send message to all owners
+ """
+ self.log_debug('Announce, message:', message)
+ for user in self.config.get('owners').split(";"):
+ self.log_debug("Send message to", user)
+ to_jid = sleekxmpp.jid.JID(user)
+ self.xmpp.sendMessage(mfrom=self.jid, mto=to_jid, mtype='chat', mbody=str(message))
+
+ def exit(self):
+ self.xmpp.disconnect()
+
+ def before_reconnect(self, ip):
+ self.log_debug('after_reconnect')
+ self.xmpp.disconnect()
+ # self.periodical.stop()
+
+ def after_reconnect(self, ip, oldip):
+ self.log_debug('after_reconnect')
+ self.xmpp.connect()
+ # self.periodical.start(600)
+
+ def download_failed(self, pyfile):
+ self.log_debug('download_failed', pyfile, pyfile.error)
+ try:
+ if self.config.get('download_failed'):
+ self.announce(_("Download failed: %s (#%d) in #%d @ %s: %s") % (pyfile.name,
+ pyfile.id,
+ pyfile.packageid,
+ pyfile.pluginname,
+ pyfile.error))
+
+ except Exception as e:
+ self.log_error(e, trace=True)
+
+ def package_failed(self, pypack):
+ self.log_debug('package_failed', pypack)
+ try:
+ if self.config.get('package_failed'):
+ self.announce(_("Package failed: %s (%d).") % (pypack.name, pypack.id))
+
+ except Exception as e:
+ self.log_error(e, trace=True)
+
+ def package_finished(self, pypack):
+ self.log_debug('package_finished')
+ try:
+ if self.config.get('info_pack'):
+ self.announce(_("Package finished: %s (%d).") % (pypack.name, pypack.id))
+
+ except Exception as e:
+ self.log_error(e, trace=True)
+
+ def download_finished(self, pyfile):
+ self.log_debug('download_finished')
+ try:
+ if self.config.get('info_file'):
+ self.announce(_("Download finished: %s (#%d) in #%d @ %s") % (pyfile.name,
+ pyfile.id,
+ pyfile.packageid,
+ pyfile.pluginname))
+
+ except Exception as e:
+ self.log_error(e, trace=True)
+
+ def all_downloads_processed(self, arg=None):
+ self.log_debug('all_downloads_processed', arg)
+ try:
+ if self.config.get('all_download'):
+ self.announce(_("All download finished."))
+
+ except Exception:
+ pass
+
+ def download_start(self, pyfile, url, filename):
+ self.log_debug('download_start', pyfile, url, filename)
+ try:
+ if self.config.get('download_start'):
+ self.announce(_("Download start: %s (#%d) in (#%d) @ %s.") % (pyfile.name,
+ pyfile.id,
+ pyfile.packageid,
+ pyfile.pluginname))
+ except Exception:
+ pass
+
+class NotifyBot(sleekxmpp.ClientXMPP):
+ """
+ A simple SleekXMPP bot that will echo messages it
+ receives, along with a short thank you message.
+ """
+
+ def __init__(self, jid, password, use_tls, use_ssl, log_info, log_debug):
+ self.log_debug = log_debug
+ self.log_info = log_info
+
+ sleekxmpp.ClientXMPP.__init__(self, jid, password, use_tls=use_tls, use_ssl=use_ssl)
+ self.add_event_handler("session_start", self.start)
+
+ def start(self, event):
+ """
+ Process the session_start event.
+
+ Typical actions for the session_start event are
+ requesting the roster and broadcasting an initial
+ presence stanza.
+
+ Arguments:
+ event -- An empty dictionary. The session_start
+ event does not provide any additional
+ data.
+ """
+ self.log_debug('start')
+ self.send_presence()
+ self.get_roster(timeout=60)
diff --git a/module/plugins/hooks/XMPPInterface.py b/module/plugins/hooks/XMPPInterface.py
deleted file mode 100644
index adffc04e39..0000000000
--- a/module/plugins/hooks/XMPPInterface.py
+++ /dev/null
@@ -1,251 +0,0 @@
-# -*- coding: utf-8 -*-
-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see \w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """alfafile.net hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ URL_REPLACEMENTS = [(__pattern__ + ".*", r'https://alfafile.net/file/\g')]
+ COOKIES = [("alfafile.net", "lang", "en")]
+
+ NAME_PATTERN = r'(?P[\d.,]+) (?P[\w^_]+)<'
+
+ LINK_PATTERN = r'Download'
+
+ DL_LIMIT_PATTERN = r'Try again in (.+?)<'
+ PREMIUM_ONLY_PATTERN = r'In order to buy premium access'
+
+ def handle_free(self, pyfile):
+ json_data = self.load(self.fixurl("/download/start_timer/" + self.info['pattern']['ID']))
+ json_data = json.loads(json_data)
+
+ if json_data['show_timer']:
+ self.wait(json_data['timer'])
+
+ redirect_url = self.fixurl(json_data['redirect_url'])
+ self.data = self.load(redirect_url)
+
+ solvemedia = SolveMedia(self.pyfile)
+ captcha_key = solvemedia.detect_key()
+ if captcha_key:
+ self.captcha = solvemedia
+ response, challenge = solvemedia.challenge(captcha_key)
+
+ self.data = self.load(redirect_url,
+ post={'adcopy_response': response,
+ 'adcopy_challenge': challenge})
+
+ else:
+ recaptcha = ReCaptcha(self.pyfile)
+ captcha_key = recaptcha.detect_key()
+ if captcha_key:
+ self.captcha = recaptcha
+ response = recaptcha.challenge(captcha_key)
+
+ self.data = self.load(redirect_url,
+ post={'g-recaptcha-response': response})
+
+ else:
+ self.error(_("Captcha pattern not found"))
+
+ if "Invalid captcha" in self.data:
+ self.retry_captcha()
+ else:
+ self.captcha.correct()
+
+ m = re.search(self.LINK_PATTERN, self.data)
+ if m is not None:
+ self.link = m.group(1)
+
+ else:
+ self.data = json_data['html']
+ self.check_errors()
+
+ def check_errors(self):
+ SimpleHoster.check_errors(self)
+
+ if re.search(r"You can't download not more than \d+ file at a time", self.data):
+ self.retry(wait=20 * 60,
+ msg=_("Too many max simultaneous downloads"),
+ msgfail=_("Too many max simultaneous downloads"))
+
+ if "You have reached your daily downloads limit" in self.data:
+ self.retry(wait=seconds_to_midnight(),
+ msg=_("Daily download limit reached"),
+ msgfail=_("Daily download limit reached"))
diff --git a/module/plugins/hoster/AlldebridCom.py b/module/plugins/hoster/AlldebridCom.py
index 82f4531a69..a1d8190c50 100644
--- a/module/plugins/hoster/AlldebridCom.py
+++ b/module/plugins/hoster/AlldebridCom.py
@@ -1,83 +1,119 @@
# -*- coding: utf-8 -*-
import re
-from urllib import unquote
-from random import randrange
-from module.plugins.Hoster import Hoster
-from module.common.json_layer import json_loads
-from module.utils import parseFileSize
+import time
+from ..internal.misc import json
+from ..internal.MultiHoster import MultiHoster
-class AlldebridCom(Hoster):
+
+class AlldebridCom(MultiHoster):
__name__ = "AlldebridCom"
- __version__ = "0.34"
__type__ = "hoster"
+ __version__ = "0.67"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:\w+\.)?(?:alldebrid\.com|debrid\.it|alld\.io)/(?:dl|f)/[\w^_]+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("revert_failed", "bool", "Revert to standard download if fails", True),
+ ("stream_quality", "Lowest;LD 144p;LD 240p;SD 380p;HQ 480p;HD 720p;HD 1080p;Highest", "Quality to download from stream hosters", "Highest")]
+
+ __description__ = """Alldebrid.com multi-hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Andy Voigt", "spamsales@online.de"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ DISPOSITION = False
+ URL_REPLACEMENTS = [(r'https?://(?:www\.)?mega(?:\.co)?\.nz/#N!(?P[\w^_]+)!(?P[\w\-,=]+)###n=(?P[\w^_]+)',
+ lambda m:"https://mega.nz/#!%s!%s~~%s" % (m.group("ID"), m.group("KEY"), m.group("OWNER"))),
+ (r'https?://(?:www\.)?mega(?:\.co)?\.nz/.*', lambda m:m.group(0).replace('_', '/'))]
+
+ # See https://docs.alldebrid.com/
+ API_URL = "https://api.alldebrid.com/v4.1/"
+
+ def api_response(self, method, get={}, post={}, multipart=False):
+ get.update({'agent': "pyLoad",
+ 'version': self.pyload.version})
+ json_data = json.loads(self.load(self.API_URL + method, get=get, post=post, multipart=multipart))
+ if json_data['status'] == "success":
+ return json_data['data']
+ else:
+ return json_data
- __pattern__ = r"https?://.*alldebrid\..*"
- __description__ = """Alldebrid.com hoster plugin"""
- __author_name__ = ("Andy, Voigt")
- __author_mail__ = ("spamsales@online.de")
-
- def getFilename(self, url):
- try:
- name = unquote(url.rsplit("/", 1)[1])
- except IndexError:
- name = "Unknown_Filename..."
- if name.endswith("..."): # incomplete filename, append random stuff
- name += "%s.tmp" % randrange(100, 999)
- return name
+ def sleep(self, sec):
+ for _i in range(sec):
+ if self.pyfile.abort:
+ break
+ time.sleep(1)
def setup(self):
- self.chunkLimit = 16
- self.resumeDownload = True
-
- def process(self, pyfile):
- if re.match(self.__pattern__, pyfile.url):
- new_url = pyfile.url
- elif not self.account:
- self.logError(_("Please enter your %s account or deactivate this plugin") % "AllDebrid")
- self.fail("No AllDebrid account provided")
- else:
- self.logDebug("Old URL: %s" % pyfile.url)
- password = self.getPassword().splitlines()
- password = "" if not password else password[0]
+ self.chunk_limit = 16
- url = "http://www.alldebrid.com/service.php?link=%s&json=true&pw=%s" % (pyfile.url, password)
- page = self.load(url)
- data = json_loads(page)
+ def handle_premium(self, pyfile):
+ api_data = self.api_response("link/unlock",
+ get={'link': pyfile.url,
+ 'password': self.get_password(),
+ 'apikey': self.account.info['login']['password']})
- self.logDebug("Json data: %s" % str(data))
+ if api_data.get("error", False):
+ if api_data['error']['code'] == 'LINK_DOWN':
+ self.offline()
- if data["error"]:
- if data["error"] == "This link isn't available on the hoster website.":
- self.offline()
- else:
- self.logWarning(data["error"])
- self.tempOffline()
else:
- if self.pyfile.name and not self.pyfile.name.endswith('.tmp'):
- self.pyfile.name = data["filename"]
- self.pyfile.size = parseFileSize(data["filesize"])
- new_url = data["link"]
+ self.log_error(api_data['error']['message'])
+ self.temp_offline()
- if self.getConfig("https"):
- new_url = new_url.replace("http://", "https://")
else:
- new_url = new_url.replace("https://", "http://")
-
- if new_url != pyfile.url:
- self.logDebug("New URL: %s" % new_url)
-
- if pyfile.name.startswith("http") or pyfile.name.startswith("Unknown"):
- #only use when name wasnt already set
- pyfile.name = self.getFilename(new_url)
-
- self.download(new_url, disposition=True)
-
- check = self.checkDownload({"error": "An error occured while processing your request ",
- "empty": re.compile(r"^$")})
-
- if check == "error":
- self.retry(reason="An error occured while generating link.", wait_time=60)
- elif check == "empty":
- self.retry(reason="Downloaded File was empty.", wait_time=60)
+ if api_data['link'] == "" and "streams" in api_data:
+ unlock_id = api_data['id']
+ streams = dict([
+ (_s['quality'], {'ext': _s['ext'], 'filesize': _s['filesize'], 'id': _s['id']})
+ for _s in api_data['streams']
+ if type(_s['quality']) == int])
+ qualities = sorted(streams.keys())
+ self.log_debug("AVAILABLE STREAMS: %s" % qualities)
+ desired_quality = self.config.get("stream_quality")
+ if desired_quality == "Lowest":
+ chosen_quality = qualities[0]
+ elif desired_quality == "Highest":
+ chosen_quality = qualities[-1]
+ else:
+ desired_quality = int(re.search(r"\d+", desired_quality).group(0))
+ chosen_quality = min(qualities, key=lambda x: abs(x - desired_quality))
+ self.log_debug("CHOSEN STREAM: %s" % chosen_quality)
+
+ stream_id = streams[chosen_quality]['id']
+ stream_name = api_data['filename'] + "." + streams[chosen_quality]['ext']
+ stream_size = streams[chosen_quality]['filesize']
+ api_data = self.api_response("link/streaming",
+ get={'apikey': self.account.info['login']['password'],
+ 'id': unlock_id,
+ 'stream': stream_id})
+ if api_data.get("error", False):
+ self.log_error(api_data['error']['message'])
+ self.temp_offline()
+
+ delayed_id = api_data.get('delayed')
+ if delayed_id:
+ pyfile.setCustomStatus("delayed stream")
+ while True:
+ api_data = self.api_response("link/delayed",
+ get={'apikey': self.account.info['login']['password'],
+ 'id': delayed_id})
+ if 'link' in api_data:
+ pyfile.name = stream_name
+ pyfile.size = stream_size
+ self.chunk_limit = api_data.get("max_chunks", 16)
+ self.link = api_data['link']
+ return
+
+ self.sleep(5)
+
+ pyfile.name = api_data['filename']
+ pyfile.size = api_data['filesize']
+ self.chunk_limit = api_data.get("max_chunks", 16)
+ self.link = api_data['link']
diff --git a/module/plugins/hoster/AndroidfilehostCom.py b/module/plugins/hoster/AndroidfilehostCom.py
new file mode 100644
index 0000000000..a2b56e0e7c
--- /dev/null
+++ b/module/plugins/hoster/AndroidfilehostCom.py
@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*
+
+import pycurl
+import re
+
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class AndroidfilehostCom(SimpleHoster):
+ __name__ = "AndroidfilehostCom"
+ __type__ = "hoster"
+ __version__ = "0.07"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?androidfilehost\.com/\?fid=\d+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Androidfilehost.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zapp-brannigan", "fuerst.reinje@web.de")]
+
+ NAME_PATTERN = r'name="filename" id="filename" value="(?P.*?)" />'
+ SIZE_PATTERN = r'(?P[\d.,]+)(?P[\w^_]+)
Size'
+ HASHSUM_PATTERN = r'(?P.*?)
(?PMD5) '
+
+ OFFLINE_PATTERN = r'404 not found'
+ TEMP_OFFLINE_PATTERN = r'[^\w](503\s|[Mm]aint(e|ai)nance|[Tt]emp([.-]|orarily))'
+
+ WAIT_PATTERN = r'users must wait (\d+) secs'
+
+ def setup(self):
+ self.multiDL = True
+ self.resume_download = True
+ self.chunk_limit = 1
+
+ def handle_free(self, pyfile):
+ wait = re.search(self.WAIT_PATTERN, self.data)
+ if wait is not None :
+ self.log_debug("Waiting time: %s seconds" % wait.group(1))
+
+ fid = re.search(r'id="fid" value="(\d+)" />', self.data).group(1)
+ self.log_debug("FID: %s" % fid)
+
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["X-MOD-SBB-CTYPE: xhr"])
+
+ html = self.load("https://androidfilehost.com/libs/otf/mirrors.otf.php",
+ post={'submit': 'submit',
+ 'action': 'getdownloadmirrors',
+ 'fid': fid})
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["X-MOD-SBB-CTYPE:"])
+
+
+ self.link = re.findall('"url":"(.*?)"', html)[0].replace("\\", "")
+ mirror_host = self.link.split("/")[2]
+
+ self.log_debug("Mirror Host: %s" % mirror_host)
+
+ html = self.load("https://androidfilehost.com/libs/otf/stats.otf.php",
+ get={'fid': fid,
+ 'w': 'download',
+ 'mirror': mirror_host})
diff --git a/module/plugins/hoster/AnonfilesCom.py b/module/plugins/hoster/AnonfilesCom.py
new file mode 100644
index 0000000000..d2597f3607
--- /dev/null
+++ b/module/plugins/hoster/AnonfilesCom.py
@@ -0,0 +1,34 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class AnonfilesCom(SimpleHoster):
+ __name__ = "AnonfilesCom"
+ __type__ = "hoster"
+ __version__ = "0.02"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?anonfiles?\.com/(?P\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Anonfiles.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = r'class="text-center text-wordwrap">(?P.+?)<'
+ SIZE_PATTERN = r'Download\s*\((?P[\d.,]+) (?P[\w^_]+)\)'
+
+ LINK_PATTERN = r'href="(https://cdn-\d+.anonfiles.com/.+?)"'
+
+ URL_REPLACEMENTS = [(__pattern__ + ".*", "https://anonfiles.com/\g")]
+
+ def setup(self):
+ self.multiDL = True
+ self.resume_download = True
+ self.chunk_limit = -1
+
diff --git a/module/plugins/hoster/ArchiveOrg.py b/module/plugins/hoster/ArchiveOrg.py
new file mode 100644
index 0000000000..17cf803e28
--- /dev/null
+++ b/module/plugins/hoster/ArchiveOrg.py
@@ -0,0 +1,28 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class ArchiveOrg(SimpleHoster):
+ __name__ = "ArchiveOrg"
+ __type__ = "hoster"
+ __version__ = "0.02"
+ __status__ = "testing"
+
+ __pattern__ = r"https?://(?:www\.)?archive\.org/download/.+"
+ __config__ = [
+ ("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ]
+
+ __description__ = """Archive.org hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def setup(self):
+ self.multiDl = True
+ self.resume_download = True
+ self.chunk_limit = -1
diff --git a/module/plugins/hoster/BasePlugin.py b/module/plugins/hoster/BasePlugin.py
index 2bdfda7c48..69ce2b3e87 100644
--- a/module/plugins/hoster/BasePlugin.py
+++ b/module/plugins/hoster/BasePlugin.py
@@ -1,113 +1,24 @@
-#!/usr/bin/env python
# -*- coding: utf-8 -*-
-from urlparse import urlparse
-from re import search
-from urllib import unquote
-from module.network.HTTPRequest import BadHeader
-from module.plugins.Hoster import Hoster
-from module.utils import html_unescape, remove_chars
+from .Http import Http
-class BasePlugin(Hoster):
+class BasePlugin(Http):
__name__ = "BasePlugin"
__type__ = "hoster"
- __pattern__ = r"^unmatchable$"
- __version__ = "0.19"
- __description__ = """Base Plugin when any other didnt fit"""
- __author_name__ = ("RaNaN")
- __author_mail__ = ("RaNaN@pyload.org")
+ __version__ = "0.52"
+ __status__ = "testing"
- def setup(self):
- self.chunkLimit = -1
- self.resumeDownload = True
-
- def process(self, pyfile):
- """main function"""
-
- #debug part, for api exerciser
- if pyfile.url.startswith("DEBUG_API"):
- self.multiDL = False
- return
-
- # self.__name__ = "NetloadIn"
- # pyfile.name = "test"
- # self.html = self.load("http://localhost:9000/short")
- # self.download("http://localhost:9000/short")
- # self.api = self.load("http://localhost:9000/short")
- # self.decryptCaptcha("http://localhost:9000/captcha")
- #
- # if pyfile.url == "79":
- # self.core.api.addPackage("test", [str(i) for i in range(80)], 1)
- #
- # return
- if pyfile.url.startswith("http"):
-
- try:
- self.downloadFile(pyfile)
- except BadHeader, e:
- if e.code in (401, 403):
- self.logDebug("Auth required")
-
- account = self.core.accountManager.getAccountPlugin('Http')
- servers = [x['login'] for x in account.getAllAccounts()]
- server = urlparse(pyfile.url).netloc
-
- if server in servers:
- self.logDebug("Logging on to %s" % server)
- self.req.addAuth(account.accounts[server]["password"])
- else:
- for pwd in pyfile.package().password.splitlines():
- if ":" in pwd:
- self.req.addAuth(pwd.strip())
- break
- else:
- self.fail(_("Authorization required (username:password)"))
+ __pattern__ = r'^unmatchable$'
+ __config__ = [("activated", "bool", "Activated", True)]
- self.downloadFile(pyfile)
- else:
- raise
+ __description__ = """Default hoster plugin when any other didnt fit"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
- else:
- self.fail("No Plugin matched and not a downloadable url.")
-
- def downloadFile(self, pyfile):
- url = pyfile.url
-
- for i in range(5):
- header = self.load(url, just_header=True)
-
- # self.load does not raise a BadHeader on 404 responses, do it here
- if 'code' in header and header['code'] == 404:
- raise BadHeader(404)
-
- if 'location' in header:
- self.logDebug("Location: " + header['location'])
- base = search(r'https?://[^/]+', url).group(0)
- if header['location'].startswith("http"):
- url = unquote(header['location'])
- elif header['location'].startswith("/"):
- url = base + unquote(header['location'])
- else:
- url = '%s/%s' % (base, unquote(header['location']))
- else:
- break
-
- name = html_unescape(unquote(urlparse(url).path.split("/")[-1]))
-
- if 'content-disposition' in header:
- self.logDebug("Content-Disposition: " + header['content-disposition'])
- m = search("filename(?P=|\*=(?P.+)'')(?P.*)", header['content-disposition'])
- if m:
- disp = m.groupdict()
- self.logDebug(disp)
- if not disp['enc']:
- disp['enc'] = 'utf-8'
- name = remove_chars(disp['name'], "\"';").strip()
- name = unicode(unquote(name), disp['enc'])
+ def setup(self):
+ self.chunk_limit = -1
+ self.resume_download = True
- if not name:
- name = url
- pyfile.name = name
- self.logDebug("Filename: %s" % pyfile.name)
- self.download(url, disposition=True)
+ if not self.pyfile.url.startswith("http"):
+ self.fail(_("No plugin matched"))
diff --git a/module/plugins/hoster/BasketbuildCom.py b/module/plugins/hoster/BasketbuildCom.py
new file mode 100644
index 0000000000..deeeef0cc5
--- /dev/null
+++ b/module/plugins/hoster/BasketbuildCom.py
@@ -0,0 +1,64 @@
+# -*- coding: utf-8 -*
+#
+# Test links:
+# https://s.basketbuild.com/filedl/devs?dev=pacman&dl=pacman/falcon/RC-3/pac_falcon-RC-3-20141103.zip
+# https://s.basketbuild.com/filedl/gapps?dl=gapps-gb-20110828-signed.zip
+
+import re
+
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class BasketbuildCom(SimpleHoster):
+ __name__ = "BasketbuildCom"
+ __type__ = "hoster"
+ __version__ = "0.08"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?(?:\w\.)?basketbuild\.com/filedl/.+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Basketbuild.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zapp-brannigan", "fuerst.reinje@web.de")]
+
+ NAME_PATTERN = r'File Name: (?P.+?)
' + SIZE_PATTERN = r'File Size: (?P[\d.,]+) (?P[\w^_]+)'
+ OFFLINE_PATTERN = r'404 - Page Not Found'
+
+ def setup(self):
+ self.multiDL = True
+ self.resume_download = True
+ self.chunk_limit = 1
+
+ def handle_free(self, pyfile):
+ try:
+ link1 = re.search(r'href="(.+dlgate/.+)"', self.data).group(1)
+ self.data = self.load(link1)
+
+ except AttributeError:
+ self.error(_("Hop #1 not found"))
+
+ else:
+ self.log_debug("Next hop: %s" % link1)
+
+ try:
+ wait = re.search(r'var sec = (\d+)', self.data).group(1)
+ self.log_debug("Wait %s seconds" % wait)
+ self.wait(wait)
+
+ except AttributeError:
+ self.log_debug("No wait time found")
+
+ try:
+ self.link = re.search(
+ r'id="dlLink">\s*.
-
- @author: zoidberg
-"""
import re
-from time import time
-from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo
-from module.common.json_layer import json_loads
+from ..internal.misc import json
+from ..internal.SimpleHoster import SimpleHoster
class BayfilesCom(SimpleHoster):
__name__ = "BayfilesCom"
__type__ = "hoster"
- __pattern__ = r"https?://(?:www\.)?bayfiles\.(com|net)/file/(?P[a-zA-Z0-9]+/[a-zA-Z0-9]+/[^/]+)"
- __version__ = "0.06"
- __description__ = """Bayfiles.com plugin - free only"""
- __author_name__ = ("zoidberg", "Walter Purcaro")
- __author_mail__ = ("zoidberg@mujmail.cz", "vuolter@gmail.com")
-
- FILE_INFO_PATTERN = r'404 Not Found )'
-
- WAIT_PATTERN = r'>Your IP [0-9.]* has recently downloaded a file\. Upgrade to premium or wait (\d+) minutes\.<'
- VARS_PATTERN = r'var vfid = (\d+);\s*var delay = (\d+);'
- LINK_PATTERN = r"javascript:window.location.href = '([^']+)';"
- PREMIUM_LINK_PATTERN = r'(?:\w+)"
+ __config__ = [("enabled", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- if not "token" in response or not response['token']:
- self.fail('No token')
+ __description__ = """Bayfiles.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
- self.setWait(int(delay))
- self.wait()
+ URL_REPLACEMENTS = [(r"^http://", "https://")]
- self.html = self.load('https://bayfiles.com/ajax_download', get={
- "token": response['token'],
- "action": "getLink",
- "vfid": vfid})
+ LINK_PATTERN = r'href="(https://cdn-\d+\.bayfiles\.com/.+?)"'
- # Get final link and download
- found = re.search(self.LINK_PATTERN, self.html)
- if not found:
- self.parseError("Free link")
- self.startDownload(found.group(1))
+ def api_info(self, url):
+ info = {}
+ file_id = re.match(self.__pattern__, url).group("ID")
+ json_data = self.load("https://api.bayfiles.com/v2/file/%s/info" % file_id)
+ api_data = json.loads(json_data)
- def handlePremium(self):
- found = re.search(self.PREMIUM_LINK_PATTERN, self.html)
- if not found:
- self.parseError("Premium link")
- self.startDownload(found.group(1))
+ if api_data["status"] is True:
+ info["status"] = 2
+ info["name"] = api_data["data"]["file"]["metadata"]["name"]
+ info["size"] = api_data["data"]["file"]["metadata"]["size"]["bytes"]
- def startDownload(self, url):
- self.logDebug("%s URL: %s" % ("Premium" if self.premium else "Free", url))
- self.download(url)
- # check download
- check = self.checkDownload({
- "waitforfreeslots": re.compile(r"BayFiles "),
- "notfound": re.compile(r"404 Not Found ")
- })
- if check == "waitforfreeslots":
- self.retry(30, 60 * 5, "Wait for free slot")
- elif check == "notfound":
- self.retry(30, 60 * 5, "404 Not found")
+ else:
+ if api_data["error"]["type"] in ("FILE_NOT_FOUND", "ERROR_FILE_BANNED"):
+ info["status"] = 1
+ else:
+ info["error"] = api_data["error"]["message"]
+ info["status"] = 8
-getInfo = create_getInfo(BayfilesCom)
+ return info
diff --git a/module/plugins/hoster/BezvadataCz.py b/module/plugins/hoster/BezvadataCz.py
index d923a0633b..8486fef1c5 100644
--- a/module/plugins/hoster/BezvadataCz.py
+++ b/module/plugins/hoster/BezvadataCz.py
@@ -1,100 +1,79 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see Velikost: (?P[^<]+) '
- FILE_OFFLINE_PATTERN = r'BezvaData \| Soubor nenalezen '
-
- def setup(self):
- self.multiDL = self.resumeDownload = True
-
- def handleFree(self):
- #download button
- found = re.search(r'', self.html)
- if not found:
- self.parseError("page2 URL")
- url = "http://bezvadata.cz%s" % found.group(1)
- self.logDebug("DL URL %s" % url)
+ __description__ = """BezvaData.cz hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
- #countdown
- found = re.search(r'id="countdown">(\d\d):(\d\d)<', self.html)
- wait_time = (int(found.group(1)) * 60 + int(found.group(2)) + 1) if found else 120
- self.setWait(wait_time, False)
- self.wait()
+ NAME_PATTERN = r'Velikost: (?P.+?) '
+ OFFLINE_PATTERN = r'BezvaData \| Soubor nenalezen '
- self.download(url)
-
- def checkErrors(self):
- if 'images/button-download-disable.png' in self.html:
- self.longWait(300, 24) # parallel dl limit
- elif ' (?P.+?) '
+ SIZE_PATTERN = r'Size:.+?\((?P[\d.,]+) (?Pbytes)\)'
+
+ OFFLINE_PATTERN = r'>File Not Found'
+
+ def setup(self):
+ self.multiDL = True
+ self.resume_download = True
+ self.chunk_limit = 1
+
+ def handle_free(self, pyfile):
+ url, inputs = self.parse_html_form('name="F1"')
+ if inputs is not None:
+ inputs['referer'] = pyfile.url
+ self.data = self.load(pyfile.url, post=inputs)
+
+ m = re.search(self.LINK_FREE_PATTERN, self.data)
+ if m is not None:
+ self.link = m.group(1)
\ No newline at end of file
diff --git a/module/plugins/hoster/DataHu.py b/module/plugins/hoster/DataHu.py
index 7abd93d1ff..2d7b38b108 100644
--- a/module/plugins/hoster/DataHu.py
+++ b/module/plugins/hoster/DataHu.py
@@ -1,53 +1,35 @@
# -*- coding: utf-8 -*-
-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see (?P<N>.*) \((?P<S>[^)]+)\) let\xf6lt\xe9se '
- FILE_OFFLINE_PATTERN = ur'Az adott f\xe1jl nem l\xe9tezik'
- DIRECT_LINK_PATTERN = r' \s*(?P.*?)\s*(?P.*?)Datei wurde nicht gefunden<|>Bitte wähle deine Datei aus... <'
- PARALELL_PATTERN = r'>Du lädst bereits eine Datei herunter<'
-
- WAIT_PATTERN = r'countdown\({seconds: (\d+)'
- DATA_PATTERN = r'url: "(.*?)", data: "(.*?)",'
- RECAPTCHA_KEY_PATTERN = r'Recaptcha.create\("(.*?)"'
-
- def handleFree(self):
- url = 'http://datei.to/ajax/download.php'
- data = {'P': 'I', 'ID': self.file_info['ID']}
-
- recaptcha = ReCaptcha(self)
-
- for i in range(10):
- self.logDebug("URL", url, "POST", data)
- self.html = self.load(url, post=data)
- self.checkErrors()
-
- if url.endswith('download.php') and 'P' in data:
- if data['P'] == 'I':
- self.doWait()
-
- elif data['P'] == 'IV':
- break
-
- found = re.search(self.DATA_PATTERN, self.html)
- if not found:
- self.parseError('data')
- url = 'http://datei.to/' + found.group(1)
- data = dict(x.split('=') for x in found.group(2).split('&'))
-
- if url.endswith('recaptcha.php'):
- found = re.search(self.RECAPTCHA_KEY_PATTERN, self.html)
- recaptcha_key = found.group(1) if found else "6LdBbL8SAAAAAI0vKUo58XRwDd5Tu_Ze1DA7qTao"
-
- data['recaptcha_challenge_field'], data['recaptcha_response_field'] = recaptcha.challenge(recaptcha_key)
-
- else:
- self.fail('Too bad...')
-
- download_url = self.html
- self.logDebug('Download URL', download_url)
- self.download(download_url)
-
- def checkErrors(self):
- found = re.search(self.PARALELL_PATTERN, self.html)
- if found:
- found = re.search(self.WAIT_PATTERN, self.html)
- wait_time = int(found.group(1)) if found else 30
- self.setWait(wait_time + 1, False)
- self.wait(300)
- self.retry()
-
- def doWait(self):
- found = re.search(self.WAIT_PATTERN, self.html)
- wait_time = int(found.group(1)) if found else 30
- self.setWait(wait_time + 1, False)
-
- self.load('http://datei.to/ajax/download.php', post={'P': 'Ads'})
- self.wait()
-
-
-getInfo = create_getInfo(DateiTo)
diff --git a/module/plugins/hoster/DatoidCz.py b/module/plugins/hoster/DatoidCz.py
new file mode 100644
index 0000000000..71a8952e23
--- /dev/null
+++ b/module/plugins/hoster/DatoidCz.py
@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+
+import time
+import urlparse
+
+from ..internal.misc import json
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class DatoidCz(SimpleHoster):
+ __name__ = "DatoidCz"
+ __type__ = "hoster"
+ __version__ = "0.02"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?datoid\.(?:cz|sk|pl)/(?!slozka)\w{6}'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Datoid.cz hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = ur'Název souboru: (?P.+)'
+ SIZE_PATTERN = r'Velikost: (?P[\d.,]+) (?P[\w^_]+)'
+ OFFLINE_PATTERN = r'Tento soubor neexistuje'
+
+ URL_REPLACEMENTS = [(r'datoid.sk', r'datoid.cz'),
+ (r'datoid.pl', r'datoid.cz')]
+
+ def handle_free(self, pyfile):
+ url = self.req.lastEffectiveURL
+ urlp = urlparse.urlparse(url)
+
+ json_data = json.loads(self.load(urlparse.urljoin(
+ url, "/f/" + urlp.path + str(int(time.time() * 1000)))))
+ self.log_debug(json_data)
+
+ if "error" in json_data:
+ self.fail(json_data['error'])
+
+ self.link = json_data['redirect']
+
+ def handle_premium(self, pyfile):
+ url = self.req.lastEffectiveURL
+ urlp = urlparse.urlparse(url)
+
+ self.link = urlparse.urljoin(
+ url, "/f/" + urlp.path + str(int(time.time() * 1000)))
diff --git a/module/plugins/hoster/DdlstorageCom.py b/module/plugins/hoster/DdlstorageCom.py
deleted file mode 100644
index 82072aadba..0000000000
--- a/module/plugins/hoster/DdlstorageCom.py
+++ /dev/null
@@ -1,84 +0,0 @@
-# -*- coding: utf-8 -*-
-import re
-from hashlib import md5
-
-from module.plugins.hoster.XFileSharingPro import XFileSharingPro
-from module.network.RequestFactory import getURL
-from module.plugins.Plugin import chunks
-from module.common.json_layer import json_loads
-
-
-def getInfo(urls):
- # DDLStorage API Documentation:
- # http://www.ddlstorage.com/cgi-bin/api_req.cgi?req_type=doc
- ids = dict()
- for url in urls:
- m = re.search(DdlstorageCom.__pattern__, url)
- ids[m.group('ID')] = url
-
- for chunk in chunks(ids.keys(), 5):
- api = getURL('http://www.ddlstorage.com/cgi-bin/api_req.cgi',
- post={'req_type': 'file_info_free',
- 'client_id': 53472,
- 'file_code': ','.join(chunk),
- 'sign': md5('file_info_free%d%s%s' % (53472, ','.join(chunk),
- '25JcpU2dPOKg8E2OEoRqMSRu068r0Cv3')).hexdigest()})
- api = api.replace('\w{12})"
- __version__ = "1.00"
- __description__ = """DDLStorage.com hoster plugin"""
- __author_name__ = ("zoidberg", "stickell")
- __author_mail__ = ("zoidberg@mujmail.cz", "l.stickell@yahoo.it")
-
- FILE_INFO_PATTERN = r'\w{12})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Ddownload.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ PLUGIN_DOMAIN = "ddownload.com"
+
+ URL_REPLACEMENTS = [(__pattern__ + '.*', r"https://ddownload.com/\g")]
+
+ NAME_PATTERN = r'[\d.,]+) (?P[\w^_]+)\)'
diff --git a/module/plugins/hoster/HundredEightyUploadCom.py b/module/plugins/hoster/HundredEightyUploadCom.py
index 3cf32d338d..bd352b18af 100644
--- a/module/plugins/hoster/HundredEightyUploadCom.py
+++ b/module/plugins/hoster/HundredEightyUploadCom.py
@@ -1,39 +1,26 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see (?P.+)
\s*\s*
'
- LINK_PATTERN = r''
- PAGINATOR_PATTERN = r'.*? \s*'
-
- def decrypt(self, pyfile):
- url_base = re.search(self.__pattern__, self.pyfile.url).group(1)
- html = self.load(url_base)
-
- new_links = []
- for i in range(1, 100):
- self.logInfo("Fetching links from page %i" % i)
- found = re.search(self.FOLDER_PATTERN, html, re.DOTALL)
- if found is None: self.fail("Parse error (FOLDER)")
-
- new_links.extend(re.findall(self.LINK_PATTERN, found.group(1)))
-
- try:
- paginator = re.search(self.PAGINATOR_PATTERN, html, re.DOTALL).group(1)
- next_page = re.search(self.NEXT_PAGE_PATTERN, paginator).group(1)
- html = self.load("%s/%s" % (url_base, next_page))
- except Exception, e:
- break
- else:
- self.logInfo("Limit of 99 pages reached, aborting")
-
- if new_links:
- self.core.files.addLinks(new_links, self.pyfile.package().id)
- else:
- self.fail('Could not extract any links')
+ __version__ = "0.38"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?filefactory\.com/(?:f|folder)/\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Filefactory.com folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it")]
+
+ COOKIES = [("filefactory.com", "locale", "en_US.utf8")]
+
+ LINK_PATTERN = r'\s*Files in (?P.+?)<'
+ PAGES_PATTERN = r'data-paginator-totalPages="(\d+)'
+
+ def load_page(self, page_n):
+ return self.load(self.pyfile.url, get={'page': page_n, 'show': 100})
diff --git a/module/plugins/crypter/FilerNetFolder.py b/module/plugins/crypter/FilerNetFolder.py
new file mode 100644
index 0000000000..83afb4559a
--- /dev/null
+++ b/module/plugins/crypter/FilerNetFolder.py
@@ -0,0 +1,46 @@
+
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.Crypter import Crypter
+from ..internal.misc import json
+
+
+class FilerNetFolder(Crypter):
+ __name__ = "FilerNetFolder"
+ __type__ = "crypter"
+ __version__ = "0.49"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://filer\.net/folder/(?P\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Filer.net decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("nath_schwarz", "nathan.notwhite@gmail.com"),
+ ("stickell", "l.stickell@yahoo.it"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ # See https://filer.net/api
+ API_URL = "https://filer.net/api/"
+
+ def api_request(self, method, **kwargs):
+ try:
+ json_data = self.load(self.API_URL + method, post=kwargs)
+ except BadHeader as exc:
+ json_data = exc.content
+
+ return json.loads(json_data)
+
+ def decrypt(self, pyfile):
+ api_data = self.api_request("folder/%s" % self.info['pattern']['ID'])
+ pack_name = api_data["name"]
+ pack_links = [
+ "https://filer.net/get/%s" % f['hash']
+ for f in api_data["files"]
+ ]
+ if pack_links:
+ self.packages.append((pack_name or pyfile.package().name, pack_links, pack_name or pyfile.package().folder))
diff --git a/module/plugins/crypter/FileserveComFolder.py b/module/plugins/crypter/FileserveComFolder.py
deleted file mode 100644
index 42481c15e8..0000000000
--- a/module/plugins/crypter/FileserveComFolder.py
+++ /dev/null
@@ -1,33 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-
-from module.plugins.Crypter import Crypter
-
-
-class FileserveComFolder(Crypter):
- __name__ = "FileserveComFolder"
- __type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?fileserve.com/list/\w+"
- __version__ = "0.11"
- __description__ = """FileServeCom.com Folder Plugin"""
- __author_name__ = ("fionnc")
- __author_mail__ = ("fionnc@gmail.com")
-
- FOLDER_PATTERN = r'(.*?)
'
- LINK_PATTERN = r''
-
- def decrypt(self, pyfile):
- html = self.load(self.pyfile.url)
-
- new_links = []
-
- folder = re.search(self.FOLDER_PATTERN, html, re.DOTALL)
- if folder is None: self.fail("Parse error (FOLDER)")
-
- new_links.extend(re.findall(self.LINK_PATTERN, folder.group(1)))
-
- if new_links:
- self.core.files.addLinks(map(lambda s: "http://fileserve.com%s" % s, new_links), self.pyfile.package().id)
- else:
- self.fail('Could not extract any links')
diff --git a/module/plugins/crypter/FilestubeCom.py b/module/plugins/crypter/FilestubeCom.py
index 1e5712cb59..92b3f16dec 100644
--- a/module/plugins/crypter/FilestubeCom.py
+++ b/module/plugins/crypter/FilestubeCom.py
@@ -1,31 +1,24 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see (?P<title>.+) download"
+ LINK_PATTERN = r'<a class=\"file-link-main(?: noref)?\" [^>]* href=\"(http://[^\"]+)'
+ NAME_PATTERN = r'<h1\s*> (?P<N>.+?) download\s*</h1>'
diff --git a/module/plugins/crypter/FiletramCom.py b/module/plugins/crypter/FiletramCom.py
index 886b8be301..7318695e3e 100644
--- a/module/plugins/crypter/FiletramCom.py
+++ b/module/plugins/crypter/FiletramCom.py
@@ -1,31 +1,25 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see <http://www.gnu.org/licenses/>. #
-############################################################################
-
-from module.plugins.internal.SimpleCrypter import SimpleCrypter
+from ..internal.SimpleCrypter import SimpleCrypter
class FiletramCom(SimpleCrypter):
__name__ = "FiletramCom"
__type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?filetram.com/[^/]+/.+"
- __version__ = "0.01"
- __description__ = """Filetram.com Plugin"""
- __author_name__ = ("igel", "stickell")
- __author_mail__ = ("igelkun@myopera.com", "l.stickell@yahoo.it")
+ __version__ = "0.08"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?filetram\.com/[^/]+/.+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Filetram.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("igel", "igelkun@myopera.com"),
+ ("stickell", "l.stickell@yahoo.it")]
- LINK_PATTERN = r"\s+(http://.+)"
- TITLE_PATTERN = r"<title>(?P<title>[^<]+) - Free Download[^<]* "
+ LINK_PATTERN = r'\s+(http://.+)'
+ NAME_PATTERN = r'(?P<N>.+?) - Free Download'
diff --git a/module/plugins/crypter/FourChanOrg.py b/module/plugins/crypter/FourChanOrg.py
index 700a09b97e..0a8479fcdb 100644
--- a/module/plugins/crypter/FourChanOrg.py
+++ b/module/plugins/crypter/FourChanOrg.py
@@ -1,26 +1,32 @@
-#!/usr/bin/env python
# -*- coding: utf-8 -*-
+#
+# Based on 4chandl by Roland Beermann (https://gist.github.com/enkore/3492599)
import re
+import urlparse
-from module.plugins.Crypter import Crypter
+from ..internal.Crypter import Crypter
class FourChanOrg(Crypter):
- # Based on 4chandl by Roland Beermann
- # https://gist.github.com/enkore/3492599
__name__ = "FourChanOrg"
- __type__ = "container"
- __version__ = "0.3"
- __pattern__ = r"http://boards\.4chan.org/\w+/res/(\d+)"
- __description__ = "Downloader for entire 4chan threads"
+ __type__ = "crypter"
+ __version__ = "0.38"
+ __status__ = "testing"
- def decrypt(self, pyfile):
- pagehtml = self.load(pyfile.url)
+ __pattern__ = r'http://(?:www\.)?boards\.4chan\.org/\w+/res/(\d+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
- images = set(re.findall(r'(images\.4chan\.org/[^/]*/src/[^"<]*)', pagehtml))
- urls = []
- for image in images:
- urls.append("http://" + image)
+ __description__ = """4chan.org folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = []
- self.core.files.addLinks(urls, self.pyfile.package().id)
+ def decrypt(self, pyfile):
+ pagehtml = self.load(pyfile.url)
+ images = set(
+ re.findall(
+ r'(images\.4chan\.org/[^/]*/src/[^"<]+)',
+ pagehtml))
+ self.links = [urlparse.urljoin("http://", image) for image in images]
diff --git a/module/plugins/crypter/FreakhareComFolder.py b/module/plugins/crypter/FreakhareComFolder.py
index 519a468f3d..3e7c42e258 100644
--- a/module/plugins/crypter/FreakhareComFolder.py
+++ b/module/plugins/crypter/FreakhareComFolder.py
@@ -1,42 +1,37 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see <http://www.gnu.org/licenses/>. #
-############################################################################
-
import re
-from module.plugins.internal.SimpleCrypter import SimpleCrypter
+from ..internal.SimpleCrypter import SimpleCrypter
class FreakhareComFolder(SimpleCrypter):
__name__ = "FreakhareComFolder"
__type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?freakshare\.com/folder/.+"
- __version__ = "0.01"
- __description__ = """Freakhare.com Folder Plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
+ __version__ = "0.09"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?freakshare\.com/folder/.+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Freakhare.com folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it")]
- LINK_PATTERN = r'<a href="(http://freakshare.com/files/[^"]+)" target="_blank">'
- TITLE_PATTERN = r'Folder:</b> (?P<title>.+)'
- PAGES_PATTERN = r'Pages: +(?P<pages>\d+)'
+ LINK_PATTERN = r'<a href="(http://freakshare\.com/files/.+?)" target="_blank">'
+ NAME_PATTERN = r'Folder:</b> (?P<N>.+)'
+ PAGES_PATTERN = r'Pages: +(\d+)'
- def loadPage(self, page_n):
+ def load_page(self, page_n):
if not hasattr(self, 'f_id') and not hasattr(self, 'f_md5'):
- m = re.search(r'http://freakshare.com/\?x=folder&f_id=(\d+)&f_md5=(\w+)', self.html)
- if m:
+ m = re.search(
+ r'http://freakshare.com/\?x=folder&f_id=(\d+)&f_md5=(\w+)',
+ self.data)
+ if m is not None:
self.f_id = m.group(1)
self.f_md5 = m.group(2)
return self.load('http://freakshare.com/', get={'x': 'folder',
@@ -44,4 +39,4 @@ def loadPage(self, page_n):
'f_md5': self.f_md5,
'entrys': '20',
'page': page_n - 1,
- 'order': ''}, decode=True)
+ 'order': ''})
diff --git a/module/plugins/crypter/FreetexthostCom.py b/module/plugins/crypter/FreetexthostCom.py
index 8d165abe4a..6e84f4fbf9 100644
--- a/module/plugins/crypter/FreetexthostCom.py
+++ b/module/plugins/crypter/FreetexthostCom.py
@@ -1,37 +1,33 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see <http://www.gnu.org/licenses/>. #
-############################################################################
-
import re
-from module.plugins.internal.SimpleCrypter import SimpleCrypter
+from ..internal.SimpleCrypter import SimpleCrypter
class FreetexthostCom(SimpleCrypter):
__name__ = "FreetexthostCom"
__type__ = "crypter"
- __pattern__ = r"http://(?:w{3}.)?freetexthost\.com/\w+"
- __version__ = "0.01"
- __description__ = """Freetexthost.com Plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
+ __version__ = "0.06"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?freetexthost\.com/\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Freetexthost.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it")]
- def getLinks(self):
- m = re.search(r'<div id="contentsinner">\s*(.+)<div class="viewcount">', self.html, re.DOTALL)
- if not m:
- self.fail('Unable to extract links | Plugin may be out-of-date')
+ def get_links(self):
+ m = re.search(
+ r'<div id="contentsinner">\s*(.+)<div class="viewcount">',
+ self.data,
+ re.S)
+ if m is None:
+ self.error(_("Unable to extract links"))
links = m.group(1)
return links.strip().split("<br />\r\n")
diff --git a/module/plugins/crypter/FshareVnFolder.py b/module/plugins/crypter/FshareVnFolder.py
index 2d7a3c490d..30cbd3b885 100644
--- a/module/plugins/crypter/FshareVnFolder.py
+++ b/module/plugins/crypter/FshareVnFolder.py
@@ -1,15 +1,88 @@
# -*- coding: utf-8 -*-
-from module.plugins.internal.SimpleCrypter import SimpleCrypter
+import pycurl
+import re
+from ..internal.Crypter import Crypter
+from ..internal.misc import json, replace_patterns
-class FshareVnFolder(SimpleCrypter):
+
+class FshareVnFolder(Crypter):
__name__ = "FshareVnFolder"
__type__ = "crypter"
- __pattern__ = r"http://(www\.)?fshare.vn/folder/.*"
- __version__ = "0.01"
- __description__ = """Fshare.vn Folder Plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
+ __version__ = "0.11"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?fshare\.vn/folder/(?P<ID>\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("dl_subfolders", "bool", "Download subfolders", False),
+ ("package_subfolder", "bool", "Subfolder as a separate package", False)]
+
+ __description__ = """Fshare.vn folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ OFFLINE_PATTERN = ur'Thư mục của bạn yêu cầu không tồn tại'
+ NAME_PATTERN = r'<title>Fshare - (.+?)(?: - Fshare)? '
+
+ URL_REPLACEMENTS = [("http://", "https://")]
+
+ def enum_folder(self, folder_id):
+ links = []
+
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["Accept: application/json, text/plain, */*"])
+ self.data = self.load("https://www.fshare.vn/api/v3/files/folder",
+ get={'linkcode': folder_id})
+ json_data = json.loads(self.data)
+
+ current_page = 1
+ last_page = int(re.search(r'&page=(\d+)', json_data['_links'].get('last', "&page=1")).group(1))
+
+ while True:
+ folder_items = json_data['items']
+ for item in folder_items:
+ if item['type'] == 1:
+ links.append("https://www.fshare.vn/file/" + item['linkcode'])
+
+ else:
+ if self.config.get('dl_subfolders'):
+ if self.config.get('package_subfolder'):
+ links.append("https://www.fshare.vn/folder/" + item['linkcode'])
+
+ else:
+ links.extend(self.enum_folder(item['linkcode']))
+
+ current_page += 1
+ if current_page > last_page:
+ break
+
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["Accept: application/json, text/plain, */*"])
+ self.data = self.load("https://www.fshare.vn/api/v3/files/folder",
+ get={'linkcode': folder_id,
+ 'page': current_page})
+ json_data = json.loads(self.data)
+
+
+ return links
+
+
+ def decrypt(self, pyfile):
+ pyfile.url = replace_patterns(pyfile.url, self.URL_REPLACEMENTS)
+
+ self.data = self.load(pyfile.url)
+ if re.search(self.OFFLINE_PATTERN, self.data):
+ self.offline()
+
+ m = re.search(self.NAME_PATTERN, self.data)
+ pack_name = m.group(1) if m is not None else pyfile.package().name
+
+ links = self.enum_folder(self.info['pattern']['ID'])
+
+ if links:
+ self.packages = [(pack_name, links, pack_name)]
+
- LINK_PATTERN = r''
diff --git a/module/plugins/crypter/FurLy.py b/module/plugins/crypter/FurLy.py
new file mode 100644
index 0000000000..399506adf8
--- /dev/null
+++ b/module/plugins/crypter/FurLy.py
@@ -0,0 +1,26 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class FurLy(SimpleCrypter):
+ __name__ = "FurLy"
+ __type__ = "crypter"
+ __version__ = "0.06"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?fur\.ly/(\d/)?\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Fur.ly decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ URL_REPLACEMENTS = [(r'fur\.ly/', r'fur\.ly/bar/')]
+
+ LINK_PATTERN = r'urls\[\d+\] = "(.+?)"'
+ OFFLINE_PATTERN = r'var output;\s*var total'
diff --git a/module/plugins/crypter/Go4UpCom.py b/module/plugins/crypter/Go4UpCom.py
new file mode 100755
index 0000000000..f7e8ff9f12
--- /dev/null
+++ b/module/plugins/crypter/Go4UpCom.py
@@ -0,0 +1,54 @@
+# -*- coding: utf-8 -*-
+
+import re
+import urlparse
+
+from ..internal.misc import json
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class Go4UpCom(SimpleCrypter):
+ __name__ = "Go4UpCom"
+ __type__ = "crypter"
+ __version__ = "0.19"
+ __status__ = "testing"
+
+ __pattern__ = r'http://go4up\.com/(dl/\w{12}|rd/\w{12}/\d+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Go4Up.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("rlindner81", "rlindner81@gmail.com"),
+ ("Walter Purcaro", "vuolter@gmail.com")]
+
+ LINK_PATTERN = r'(http://go4up\.com/rd/.+?)<'
+
+ NAME_PATTERN = r'Download (.+?)<'
+
+ OFFLINE_PATTERN = r'>\s*(404 Page Not Found|File not Found|Mirror does not exist)'
+
+ def get_links(self):
+ links = []
+ preference = self.config.get('preferred_hoster')
+
+ hosterslink_re = re.search(r'(/download/gethosts/.+?)"', self.data)
+ if hosterslink_re:
+ hosters = self.load(
+ urlparse.urljoin(
+ "http://go4up.com/",
+ hosterslink_re.group(1)))
+ for hoster in json.loads(hosters):
+ if preference not in (0, int(hoster["hostId"])):
+ continue
+ pagelink_re = re.search(self.LINK_PATTERN, hoster["link"])
+ if pagelink_re:
+ page = self.load(pagelink_re.group(1))
+ link_re = re.search(r'<b><a href="(.+?)"', page)
+ if link_re:
+ links.append(link_re.group(1))
+
+ return links
diff --git a/module/plugins/crypter/GofileIoFolder.py b/module/plugins/crypter/GofileIoFolder.py
new file mode 100644
index 0000000000..7c579a1502
--- /dev/null
+++ b/module/plugins/crypter/GofileIoFolder.py
@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+
+import base64
+import urllib
+
+import pycurl
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.Crypter import Crypter
+from ..internal.misc import json
+
+
+class GofileIoFolder(Crypter):
+ __name__ = "GofileIoFolder"
+ __type__ = "crypter"
+ __version__ = "0.03"
+ __status__ = "testing"
+
+ __pattern__ = r"https?://(?:www\.)?gofile\.io/d/(?P<ID>\w+)"
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Gofile.io decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ URL_REPLACEMENTS = [("http://", "https://")]
+
+ API_URL = "https://api.gofile.io/"
+
+ def api_request(self, method, token=None, get={}, post={}):
+ if token is not None:
+ self.req.http.c.setopt(
+ pycurl.HTTPHEADER, ["Authorization: Bearer " + token]
+ )
+ try:
+ json_data = self.load(self.API_URL + method, get=get, post=post)
+ except BadHeader, e:
+ json_data = e.content
+
+ return json.loads(json_data)
+
+ def decrypt(self, pyfile):
+ api_data = self.api_request("accounts", post=True)
+ if api_data["status"] != "ok":
+ self.fail(_("accounts API failed | %s") % api_data["status"])
+
+ token = api_data["data"]["token"]
+ api_data = self.api_request("contents/%s" % self.info["pattern"]["ID"],
+ token=token,
+ get={"wt": "4fd6sg89d7s6"})
+ status = api_data["status"]
+ if status == "ok":
+ pack_links = ["https://gofile.io/dl?q=%s" %
+ base64.b64encode(json.dumps({"t": token,
+ "u": file_data["link"],
+ "n": urllib.quote_plus(file_data["name"].encode("utf8")),
+ "s": file_data["size"],
+ "m": file_data["md5"]}))
+ for file_data in api_data["data"]["children"].values()
+ if file_data["type"] == "file"]
+
+ if pack_links:
+ self.packages.append((pyfile.package().name, pack_links, pyfile.package().folder))
+
+ else:
+ self.offline()
+
+ elif status == "error-notFound":
+ self.offline()
+
+ elif status == "error-notPremium":
+ self.fail(_("File can be downloaded by premium users only"))
+
+ else:
+ self.fail(_("getContent API failed | %s") % status)
diff --git a/module/plugins/crypter/GooGl.py b/module/plugins/crypter/GooGl.py
index bcb1d74945..205dbb3293 100644
--- a/module/plugins/crypter/GooGl.py
+++ b/module/plugins/crypter/GooGl.py
@@ -1,41 +1,42 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see <http://www.gnu.org/licenses/>. #
-############################################################################
-
-from module.plugins.Crypter import Crypter
-from module.common.json_layer import json_loads
+from ..internal.Crypter import Crypter
+from ..internal.misc import json
class GooGl(Crypter):
__name__ = "GooGl"
__type__ = "crypter"
- __pattern__ = r"https?://(www\.)?goo\.gl/\w+"
- __version__ = "0.01"
- __description__ = """Goo.gl Crypter Plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
+ __version__ = "0.10"
+ __status__ = "testing"
- API_URL = 'https://www.googleapis.com/urlshortener/v1/url'
+ __pattern__ = r'https?://(?:www\.)?goo\.gl/([a-zA-Z]+/)?\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Goo.gl decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it"),
+ ("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_URL = "https://www.googleapis.com/urlshortener/v1/"
+ API_KEY = "AIzaSyB68u-qFPP9oBJpo1DWAPFE_VD2Sfy9hpk"
+
+ def api_response(self, cmd, **kwargs):
+ kwargs['key'] = self.API_KEY
+
+ json_data = json.loads(self.load("%s%s" % (self.API_URL, cmd),
+ get=kwargs))
+ self.log_debug("API response: %s" % json_data)
+ return json_data
def decrypt(self, pyfile):
- rep = self.load(self.API_URL, get={'shortUrl': pyfile.url})
- self.logDebug('JSON data: ' + rep)
- rep = json_loads(rep)
-
- if 'longUrl' in rep:
- self.core.files.addLinks([rep['longUrl']], self.pyfile.package().id)
- else:
- self.fail('Unable to expand shortened link')
+ res = self.api_response("url", shortUrl=self.pyfile.url)
+
+ if res['status'] != "OK":
+ self.offline()
+
+ self.packages.append((pyfile.package().name, [res['longUrl']], pyfile.package().folder))
\ No newline at end of file
diff --git a/module/plugins/crypter/GoogledriveComDereferer.py b/module/plugins/crypter/GoogledriveComDereferer.py
new file mode 100644
index 0000000000..00575ba493
--- /dev/null
+++ b/module/plugins/crypter/GoogledriveComDereferer.py
@@ -0,0 +1,71 @@
+# -*- coding: utf-8 -*
+
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.Crypter import Crypter
+from ..internal.misc import json
+
+
+class GoogledriveComDereferer(Crypter):
+ __name__ = "GoogledriveComDereferer"
+ __type__ = "crypter"
+ __version__ = "0.02"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?(?:drive|docs)\.google\.com/open\?(?:.+;)?id=(?P<ID>[-\w]+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Drive.google.com dereferer plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = r"folderName: '(?P<N>.+?)'"
+ OFFLINE_PATTERN = r'<TITLE>'
+
+ API_URL = "https://www.googleapis.com/drive/v3/"
+ API_KEY = "AIzaSyB68u-qFPP9oBJpo1DWAPFE_VD2Sfy9hpk"
+
+ def api_response(self, cmd, **kwargs):
+ kwargs['key'] = self.API_KEY
+ try:
+ json_data = json.loads(self.load("%s%s" % (self.API_URL, cmd),
+ get=kwargs))
+ self.log_debug("API response: %s" % json_data)
+ return json_data
+
+ except BadHeader, e:
+ try:
+ json_data = json.loads(e.content)
+ self.log_error("API Error: %s" % cmd,
+ json_data['error']['message'],
+ "ID: %s" % self.info['pattern']['ID'],
+ "Error code: %s" % e.code)
+
+ except ValueError:
+ self.log_error("API Error: %s" % cmd,
+ e,
+ "ID: %s" % self.info['pattern']['ID'],
+ "Error code: %s" % e.code)
+ return None
+
+ def decrypt(self, pyfile):
+ json_data = self.api_response("files/%s" % self.info['pattern']['ID'])
+ if json_data is None:
+ self.fail("API error")
+
+ if 'error' in json_data:
+ if json_data['error']['code'] == 404:
+ self.offline()
+
+ else:
+ self.fail(json_data['error']['message'])
+
+ link = "https://drive.google.com/%s/%s" % \
+ (("file/d" if json_data['mimeType'] != "application/vnd.google-apps.folder" else "drive/folders"),
+ self.info['pattern']['ID'])
+
+ self.packages = [(pyfile.package().folder, [link], pyfile.package().name)]
diff --git a/module/plugins/crypter/GoogledriveComFolder.py b/module/plugins/crypter/GoogledriveComFolder.py
new file mode 100644
index 0000000000..a43f07d149
--- /dev/null
+++ b/module/plugins/crypter/GoogledriveComFolder.py
@@ -0,0 +1,134 @@
+# -*- coding: utf-8 -*
+
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.Crypter import Crypter
+from ..internal.misc import json
+
+
+class GoogledriveComFolder(Crypter):
+ __name__ = "GoogledriveComFolder"
+ __type__ = "crypter"
+ __version__ = "0.14"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?drive\.google\.com/(?:folderview\?.*id=|drive/(?:.+?/)?folders/)(?P<ID>[-\w]+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("dl_subfolders", "bool", "Download subfolders", False),
+ ("package_subfolder", "bool", "Subfolder as a seperate package", False)]
+
+ __description__ = """Drive.google.com folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = r"folderName: '(?P<N>.+?)'"
+ OFFLINE_PATTERN = r'<TITLE>'
+
+ API_URL = "https://www.googleapis.com/drive/v3/"
+ API_KEY = "AIzaSyB68u-qFPP9oBJpo1DWAPFE_VD2Sfy9hpk"
+
+ def api_response(self, cmd, **kwargs):
+ kwargs['key'] = self.API_KEY
+ try:
+ json_data = json.loads(self.load("%s%s" % (self.API_URL, cmd),
+ get=kwargs))
+ self.log_debug("API response: %s" % json_data)
+ return json_data
+
+ except BadHeader, e:
+ try:
+ json_data = json.loads(e.content)
+ self.log_error("API Error: %s" % cmd,
+ json_data['error']['message'],
+ "ID: %s" % self.info['pattern']['ID'],
+ "Error code: %s" % e.code)
+
+ except ValueError:
+ self.log_error("API Error: %s" % cmd,
+ e,
+ "ID: %s" % self.info['pattern']['ID'],
+ "Error code: %s" % e.code)
+ return None
+
+ def enum_folder(self, folder_id):
+ links = []
+ json_data = self.api_response("files", q="'%s' in parents" % folder_id,
+ pageSize=100,
+ fields="files/id,files/mimeType,nextPageToken",
+ supportsAllDrives="true",
+ includeItemsFromAllDrives="true")
+
+ if json_data is None:
+ self.fail("API error")
+
+ if 'error' in json_data:
+ self.fail(json_data['error']['message'])
+
+ for _f in json_data.get('files', []):
+ if _f['mimeType'] != "application/vnd.google-apps.folder":
+ links.append("https://drive.google.com/file/d/" + _f['id'])
+
+ elif self.config.get('dl_subfolders'):
+ if self.config.get('package_subfolder'):
+ links.append(
+ "https://drive.google.com/drive/folders/" + _f['id'])
+
+ else:
+ links.extend(self.enum_folder(_f['id']))
+
+ next_page = json_data.get('nextPageToken', None)
+ while next_page:
+ json_data = self.api_response("files", q="'%s' in parents" % folder_id,
+ pageToken=next_page,
+ pageSize=100,
+ fields="files/id,files/mimeType,nextPageToken",
+ supportsAllDrives="true",
+ includeItemsFromAllDrives="true")
+
+ if json_data is None:
+ self.fail("API error")
+
+ if 'error' in json_data:
+ self.fail(json_data['error']['message'])
+
+ for _f in json_data.get('files', []):
+ if _f['mimeType'] != "application/vnd.google-apps.folder":
+ links.append("https://drive.google.com/file/d/" + _f['id'])
+
+ elif self.config.get('dl_subfolders'):
+ if self.config.get('package_subfolder'):
+ links.append(
+ "https://drive.google.com/drive/folders/" + _f['id'])
+
+ else:
+ links.extend(self.enum_folder(_f['id']))
+
+ next_page = json_data.get('nextPageToken', None)
+
+ return links
+
+ def decrypt(self, pyfile):
+ links = []
+
+ json_data = self.api_response("files/%s" % self.info['pattern']['ID'],
+ supportsAllDrives="true")
+ if json_data is None:
+ self.fail("API error")
+
+ if 'error' in json_data:
+ if json_data['error']['code'] == 404:
+ self.offline()
+
+ else:
+ self.fail(json_data['error']['message'])
+
+ pack_name = json_data.get('name', pyfile.package().name)
+
+ links = self.enum_folder(self.info['pattern']['ID'])
+
+ if links:
+ self.packages = [(pack_name, links, pack_name)]
diff --git a/module/plugins/crypter/HearthisAtFolder.py b/module/plugins/crypter/HearthisAtFolder.py
new file mode 100644
index 0000000000..17c1eca1fb
--- /dev/null
+++ b/module/plugins/crypter/HearthisAtFolder.py
@@ -0,0 +1,50 @@
+# -*- coding: utf-8 -*-
+
+import re
+import urlparse
+
+from ..internal.Crypter import Crypter
+
+
+class HearthisAtFolder(Crypter):
+ __name__ = "HearthisAtFolder"
+ __type__ = "crypter"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?hearthis\.at/.*(?<!#pyload)$'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("dl_subfolders", "bool", "Download subfolders", False),
+ ("package_subfolder", "bool", "Subfolder as a separate package", False)]
+
+ __description__ = """Hearthis.at folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def decrypt(self, pyfile):
+ self.data = self.load(pyfile.url)
+
+ m = re.search(r'intTrackId = (\d+);', self.data)
+ if m is not None:
+ #: Single track
+ self.packages = [(pyfile.package().name, pyfile.url + "#pyload", pyfile.package().folder)]
+
+ else:
+ #: Playlist
+ pass
+ m = re.search(r'intInternalId = (\d+);', self.data)
+ if m is None:
+ self.fail(_("Internal Id not found"))
+
+ self.data = self.load("https://hearthis.at/user_ajax_more.php",
+ post={'user': m.group(1),
+ 'min': 0,
+ 'max': 200})
+
+ links = map(lambda x: urlparse.urljoin(pyfile.url, x) + "#pyload",
+ re.findall(r'<a class="player-link".+?href="(.+?)".+?</a>', self.data, re.S))
+ self.packages = [(pyfile.package().name, links, pyfile.package().folder)]
+
diff --git a/module/plugins/crypter/HflixIn.py b/module/plugins/crypter/HflixIn.py
new file mode 100644
index 0000000000..a5add0fe03
--- /dev/null
+++ b/module/plugins/crypter/HflixIn.py
@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class HflixIn(SimpleCrypter):
+ __name__ = "HflixIn"
+ __type__ = "crypter"
+ __version__ = "0.12"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(www\.)?hflix\.in/\w+'
+
+ __description__ = """Hflix.in decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def decrypt(self, pyfile):
+ headers = self.load(pyfile.url, just_header=True)
+ if 'refresh' in headers and headers['refresh']:
+ m = re.search("\d+;url=(.+)", headers['refresh'])
+ if m and "http://hflix.in/admin" not in m.group(1):
+ self.packages.append(
+ (pyfile.package().name, [
+ m.group(1)], pyfile.package().name))
+
+ else:
+ self.offline()
diff --git a/module/plugins/crypter/HoerbuchIn.py b/module/plugins/crypter/HoerbuchIn.py
index f8cb18b197..39ea3d8b8f 100644
--- a/module/plugins/crypter/HoerbuchIn.py
+++ b/module/plugins/crypter/HoerbuchIn.py
@@ -1,56 +1,82 @@
-#!/usr/bin/env python
# -*- coding: utf-8 -*-
import re
-from module.plugins.Crypter import Crypter
-from module.lib.BeautifulSoup import BeautifulSoup, BeautifulStoneSoup
+import BeautifulSoup
+
+from ..internal.Crypter import Crypter
class HoerbuchIn(Crypter):
__name__ = "HoerbuchIn"
- __type__ = "container"
- __pattern__ = r"http://(www\.)?hoerbuch\.in/(wp/horbucher/\d+/.+/|tp/out.php\?.+|protection/folder_\d+\.html)"
- __version__ = "0.6"
- __description__ = """Hoerbuch.in Container Plugin"""
- __author_name__ = ("spoob", "mkaay")
- __author_mail__ = ("spoob@pyload.org", "mkaay@mkaay.de")
+ __type__ = "crypter"
+ __version__ = "0.68"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?hoerbuch\.us/(wp/horbucher/\d+/|tp/out\.php\?.+|protection/folder_\d+\.html)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
+
+ __description__ = """Hoerbuch.in decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("spoob", "spoob@pyload.net"),
+ ("mkaay", "mkaay@mkaay.de")]
- article = re.compile("http://(www\.)?hoerbuch\.in/wp/horbucher/\d+/.+/")
- protection = re.compile("http://(www\.)?hoerbuch\.in/protection/folder_\d+.html")
+ article = re.compile(
+ r"https?://(?:www\.)?hoerbuch\.us/wp/horbucher/\d+/.+/")
+ protection = re.compile(
+ r"https?://(?:www\.)?hoerbuch\.us/protection/folder_\d+.html")
+ uploaded = re.compile(
+ r"https?://(?:www\.)?hoerbuch\.us/protection/uploaded/(\w+)\.html")
+ hoster_links = re.compile(
+ r"https?://(?:www\.)?hoerbuch\.us/wp/goto/Download/\d+/")
def decrypt(self, pyfile):
self.pyfile = pyfile
- if self.article.match(self.pyfile.url):
- src = self.load(self.pyfile.url)
- soup = BeautifulSoup(src, convertEntities=BeautifulStoneSoup.HTML_ENTITIES)
+ if self.article.match(pyfile.url):
+ html = self.load(pyfile.url)
+ soup = BeautifulSoup.BeautifulSoup(
+ html, convertEntities=BeautifulSoup.BeautifulStoneSoup.HTML_ENTITIES)
- abookname = soup.find("a", attrs={"rel": "bookmark"}).text
- for a in soup.findAll("a", attrs={"href": self.protection}):
- package = "%s (%s)" % (abookname, a.previousSibling.previousSibling.text[:-1])
- links = self.decryptFolder(a["href"])
+ links = []
+ for a in soup.findAll("a", attrs={'href': self.hoster_links}):
+ for decrypted_link in self.decrypt_folder(a.get('href')):
+ links.append(decrypted_link)
- self.packages.append((package, links, self.pyfile.package().folder))
+ self.packages.append((pyfile.name, links, pyfile.name))
else:
- links = self.decryptFolder(self.pyfile.url)
+ self.links = self.decrypt_folder(pyfile.url)
- self.packages.append((self.pyfile.package().name, links, self.pyfile.package().folder))
+ def decrypt_folder(self, url):
- def decryptFolder(self, url):
- m = self.protection.search(url)
- if not m:
- self.fail("Bad URL")
+ m = self.hoster_links.search(url) or self.protection.search(url)
+
+ if m is None:
+ self.fail(_("Bad URL"))
url = m.group(0)
+ if self.hoster_links.match(url):
+ self.load(url)
+ url = self.req.lastEffectiveURL
+
+ html = self.load(url, post={'viewed': "adpg"})
+
self.pyfile.url = url
- src = self.req.load(url, post={"viewed": "adpg"})
links = []
- pattern = re.compile("http://www\.hoerbuch\.in/protection/(\w+)/(.*?)\"")
- for hoster, lid in pattern.findall(src):
- self.req.lastURL = url
- self.load("http://www.hoerbuch.in/protection/%s/%s" % (hoster, lid))
- links.append(self.req.lastEffectiveURL)
+
+ soup = BeautifulSoup.BeautifulSoup(
+ html, convertEntities=BeautifulSoup.BeautifulStoneSoup.HTML_ENTITIES)
+
+ for container in soup.findAll("div", attrs={'class': "container"}):
+ href = container.a.get("href")
+
+ uploaded = self.uploaded.search(href)
+ if uploaded is not None:
+ href = "http://uploaded.net/file/%s" % uploaded.group(1)
+
+ links.append(href)
return links
diff --git a/module/plugins/crypter/HotfileFolderCom.py b/module/plugins/crypter/HotfileFolderCom.py
deleted file mode 100644
index 79691ad01b..0000000000
--- a/module/plugins/crypter/HotfileFolderCom.py
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-import re
-
-from module.plugins.Crypter import Crypter
-
-
-class HotfileFolderCom(Crypter):
- __name__ = "HotfileFolderCom"
- __type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?hotfile.com/list/\w+/\w+"
- __version__ = "0.1"
- __description__ = """HotfileFolder Download Plugin"""
- __author_name__ = ("RaNaN")
- __author_mail__ = ("RaNaN@pyload.org")
-
- def decrypt(self, pyfile):
- html = self.load(pyfile.url)
-
- name = re.findall(
- r'<img src="/i/folder.gif" width="23" height="14" style="margin-bottom: -2px;" />([^<]+)', html,
- re.MULTILINE)[0].replace("/", "")
- new_links = re.findall(r'href="(http://(www.)?hotfile\.com/dl/\d+/[0-9a-zA-Z]+[^"]+)', html)
-
- new_links = [x[0] for x in new_links]
-
- self.packages.append((name, new_links, name))
diff --git a/module/plugins/crypter/ILoadTo.py b/module/plugins/crypter/ILoadTo.py
deleted file mode 100644
index d155f4bb60..0000000000
--- a/module/plugins/crypter/ILoadTo.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class ILoadTo(DeadCrypter):
- __name__ = "ILoadTo"
- __type__ = "crypter"
- __pattern__ = r"http://iload\.to/go/\d+-[\w\.-]+/"
- __version__ = "0.11"
- __description__ = """iload.to Crypter Plugin"""
- __author_name__ = ("hzpz")
- __author_mail__ = ("")
diff --git a/module/plugins/crypter/ImgurCom.py b/module/plugins/crypter/ImgurCom.py
new file mode 100644
index 0000000000..fe75e97dc4
--- /dev/null
+++ b/module/plugins/crypter/ImgurCom.py
@@ -0,0 +1,152 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.misc import json, uniqify
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class ImgurCom(SimpleCrypter):
+ __name__ = "ImgurCom"
+ __type__ = "crypter"
+ __version__ = "0.61"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.|m\.)?imgur\.com/(a|gallery|)/?\w{5,7}'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Imgur.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("nath_schwarz", "nathan.notwhite@gmail.com"),
+ ("nippey", "matthias.nippert@gmail.com")]
+
+ NAME_PATTERN = r'(?P<N>.+?) - .*?Imgur'
+ LINK_PATTERN = r'i\.imgur\.com/\w{7}s?\.(?:jpeg|jpg|png|gif|apng)'
+
+ """ Imgur may only show the first 10 images of a gallery. The remaining bits may be found here: """
+ GALLERY_JSON = "http://imgur.com/ajaxalbums/getimages/%s/hit.json?all=true"
+
+ def sanitize(self, name):
+ """ Turn Imgur Gallery title into a safe Package and Folder name """
+ keepcharacters = (' ', '\t', '.', '_')
+ replacecharacters = (' ', '\t')
+ return "".join(c if c not in replacecharacters else '_' for c in name.strip(
+ ) if c.isalnum() or c in keepcharacters).strip('_')
+
+ def get_ids_from_json(self):
+ """ Check the embedded JSON and if needed the external JSON for more images """
+
+ # Greedy re should match the closing bracket of json assuming JSON data
+ # is placed on a single line
+ m = re.search(r"\simage\s+:\s+({.*})", self.data)
+ if m is not None:
+ embedded_json = json.loads(m.group(1))
+
+ # Extract some metadata (ID, Title, NumImages)
+ gallery_id = embedded_json['hash']
+ self.gallery_name = self.sanitize(
+ _("%s_%s") %
+ (gallery_id, embedded_json['title']))
+ self.total_num_images = int(embedded_json['num_images'])
+
+ # Extract images
+ images = dict((e['hash'], e['ext'])
+ for e in embedded_json['album_images']['images'])
+
+ self.log_debug(
+ "Found %s of %s expected links in embedded JSON" %
+ (len(images), self.total_num_images))
+
+ # Depeding on the gallery, the embedded JSON may not contain all image information, then we also try the external JSON
+ # If this doesn't help either (which is possible),... TODO: Find
+ # out what to do
+ if len(images) < self.total_num_images:
+ external_json = json.loads(
+ self.load(
+ self.GALLERY_JSON %
+ gallery_id))
+
+ try:
+ images = dict((e['hash'], e['ext'])
+ for e in external_json['data']['images'])
+ self.log_debug(
+ "Found %s of %s expected links in external JSON" %
+ (len(images), self.total_num_images))
+
+ except (KeyError, TypeError):
+ self.log_debug(
+ "Could not extract links from external JSON")
+ # It is possible that the returned JSON contains an empty
+ # 'data' section. We ignore it then.
+
+ return images
+
+ self.log_debug("Could not find embedded JSON")
+
+ return {}
+
+ def get_indirect_links(self, links_direct):
+ """ Try to find a list of all images and add those we didn't find already """
+
+ # Extract IDs of known direct links
+ ids_direct = set(
+ [l for link in links_direct for l in re.findall(r'(\w{7})', link)])
+
+ # Get filename extensions for new IDs
+ ids_json = self.get_ids_from_json()
+ ids_indirect = [id for id in ids_json.keys() if id not in ids_direct]
+
+ # No additional images found
+ if len(ids_indirect) == 0:
+ return []
+
+ # Translate new IDs to Direct-URLs
+ return map(lambda id: "http://i.imgur.com/%s%s" %
+ (id, ids_json[id]), ids_indirect)
+
+ def setup(self):
+ self.gallery_name = None
+ self.total_num_images = 0
+
+ def get_links(self):
+ """ Extract embedded links from HTML // then check if there are further images which will be lazy-loaded """
+
+ f = lambda url: "http://" + re.sub(r'(\w{7})s\.', r'\1.', url)
+ direct_links = uniqify(
+ map(f, re.findall(self.LINK_PATTERN, self.data)))
+
+ # Imgur Galleryies may contain more images than initially shown. Find
+ # the rest now!
+ try:
+ indirect_links = self.get_indirect_links(direct_links)
+ self.log_debug(
+ "Found %s additional links" % (len(indirect_links)))
+
+ except (TypeError, KeyError, ValueError), e:
+ # Fail gracefull as we already had some success
+ self.log_error(
+ _("Processing of additional links unsuccessful - %s: %s") %
+ (type(e).__name__, str(e)))
+ indirect_links = []
+
+ # Check if all images were found and inform the user
+ num_images_found = len(direct_links) + len(indirect_links)
+ if num_images_found < self.total_num_images:
+ self.log_error(
+ _("Could not save all images of this gallery: %s/%s") %
+ (num_images_found, self.total_num_images))
+
+ # If we could extract a name, use this to create a specific package
+ if self.gallery_name:
+ self.packages.append(
+ (self.gallery_name,
+ direct_links + indirect_links,
+ self.gallery_name))
+ return []
+
+ else:
+ return direct_links + indirect_links
diff --git a/module/plugins/crypter/JDlist.py b/module/plugins/crypter/JDlist.py
new file mode 100644
index 0000000000..35d6fc523a
--- /dev/null
+++ b/module/plugins/crypter/JDlist.py
@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.Crypter import Crypter
+
+
+class JDlist(Crypter):
+ __name__ = "JDlist"
+ __type__ = "crypter"
+ __version__ = "0.05"
+ __status__ = "testing"
+
+ __pattern__ = r'jdlist://(?P<LIST>[\w\+^_]+==)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
+
+ __description__ = """JDlist decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ def decrypt(self, pyfile):
+ self.links.extend(
+ self.info['pattern']['LIST'].decode('base64').split(','))
diff --git a/module/plugins/crypter/LetitbitNetFolder.py b/module/plugins/crypter/LetitbitNetFolder.py
deleted file mode 100644
index 68aad9dd79..0000000000
--- a/module/plugins/crypter/LetitbitNetFolder.py
+++ /dev/null
@@ -1,33 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-from module.plugins.Crypter import Crypter
-
-
-class LetitbitNetFolder(Crypter):
- __name__ = "LetitbitNetFolder"
- __type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?letitbit.net/folder/\w+"
- __version__ = "0.1"
- __description__ = """Letitbit.net Folder Plugin"""
- __author_name__ = ("DHMH", "z00nx")
- __author_mail__ = ("webmaster@pcProfil.de", "z00nx0@gmail.com")
-
- FOLDER_PATTERN = r'<table>(.*)</table>'
- LINK_PATTERN = r'<a href="([^"]+)" target="_blank">'
-
- def decrypt(self, pyfile):
- html = self.load(self.pyfile.url)
-
- new_links = []
-
- folder = re.search(self.FOLDER_PATTERN, html, re.DOTALL)
- if folder is None:
- self.fail("Parse error (FOLDER)")
-
- new_links.extend(re.findall(self.LINK_PATTERN, folder.group(0)))
-
- if new_links:
- self.core.files.addLinks(new_links, self.pyfile.package().id)
- else:
- self.fail('Could not extract any links')
diff --git a/module/plugins/crypter/LinkSaveIn.py b/module/plugins/crypter/LinkSaveIn.py
deleted file mode 100644
index 129da6608d..0000000000
--- a/module/plugins/crypter/LinkSaveIn.py
+++ /dev/null
@@ -1,228 +0,0 @@
-# -*- coding: utf-8 -*-
-
-#
-# v2.01 - hagg
-# * cnl2 and web links are skipped if JS is not available (instead of failing the package)
-# * only best available link source is used (priority: cnl2>rsdf>ccf>dlc>web
-#
-
-import base64
-import binascii
-import re
-
-from Crypto.Cipher import AES
-from module.plugins.Crypter import Crypter
-from module.unescape import unescape
-
-
-class LinkSaveIn(Crypter):
- __name__ = "LinkSaveIn"
- __type__ = "crypter"
- __pattern__ = r"http://(www\.)?linksave.in/(?P<id>\w+)$"
- __version__ = "2.01"
- __description__ = """LinkSave.in Crypter Plugin"""
- __author_name__ = ("fragonib")
- __author_mail__ = ("fragonib[AT]yahoo[DOT]es")
-
- # Constants
- _JK_KEY_ = "jk"
- _CRYPTED_KEY_ = "crypted"
- HOSTER_DOMAIN = "linksave.in"
-
- def setup(self):
- self.html = None
- self.fileid = None
- self.captcha = False
- self.package = None
- self.preferred_sources = ['cnl2', 'rsdf', 'ccf', 'dlc', 'web']
-
- def decrypt(self, pyfile):
-
- # Init
- self.package = pyfile.package()
- self.fileid = re.match(self.__pattern__, pyfile.url).group('id')
- self.req.cj.setCookie(self.HOSTER_DOMAIN, "Linksave_Language", "english")
-
- # Request package
- self.html = self.load(self.pyfile.url)
- if not self.isOnline():
- self.offline()
-
- # Check for protection
- if self.isPasswordProtected():
- self.unlockPasswordProtection()
- self.handleErrors()
-
- if self.isCaptchaProtected():
- self.captcha = True
- self.unlockCaptchaProtection()
- self.handleErrors()
-
- # Get package name and folder
- (package_name, folder_name) = self.getPackageInfo()
-
- # Extract package links
- package_links = []
- for type_ in self.preferred_sources:
- package_links.extend(self.handleLinkSource(type_))
- if package_links: # use only first source which provides links
- break
- package_links = set(package_links)
-
- # Pack
- if package_links:
- self.packages = [(package_name, package_links, folder_name)]
- else:
- self.fail('Could not extract any links')
-
- def isOnline(self):
- if "<big>Error 404 - Folder not found!</big>" in self.html:
- self.logDebug("File not found")
- return False
- return True
-
- def isPasswordProtected(self):
- if re.search(r'''<input.*?type="password"''', self.html):
- self.logDebug("Links are password protected")
- return True
-
- def isCaptchaProtected(self):
- if "<b>Captcha:</b>" in self.html:
- self.logDebug("Links are captcha protected")
- return True
- return False
-
- def unlockPasswordProtection(self):
- password = self.getPassword()
- self.logDebug("Submitting password [%s] for protected links" % password)
- post = {"id": self.fileid, "besucherpasswort": password, 'login': 'submit'}
- self.html = self.load(self.pyfile.url, post=post)
-
- def unlockCaptchaProtection(self):
- captcha_hash = re.search(r'name="hash" value="([^"]+)', self.html).group(1)
- captcha_url = re.search(r'src=".(/captcha/cap.php\?hsh=[^"]+)', self.html).group(1)
- captcha_code = self.decryptCaptcha("http://linksave.in" + captcha_url, forceUser=True)
- self.html = self.load(self.pyfile.url, post={"id": self.fileid, "hash": captcha_hash, "code": captcha_code})
-
- def getPackageInfo(self):
- name = self.pyfile.package().name
- folder = self.pyfile.package().folder
- self.logDebug("Defaulting to pyfile name [%s] and folder [%s] for package" % (name, folder))
- return name, folder
-
- def handleErrors(self):
- if "The visitorpassword you have entered is wrong" in self.html:
- self.logDebug("Incorrect password, please set right password on 'Edit package' form and retry")
- self.fail("Incorrect password, please set right password on 'Edit package' form and retry")
-
- if self.captcha:
- if "Wrong code. Please retry" in self.html:
- self.logDebug("Invalid captcha, retrying")
- self.invalidCaptcha()
- self.retry()
- else:
- self.correctCaptcha()
-
- def handleLinkSource(self, type_):
- if type_ == 'cnl2':
- return self.handleCNL2()
- elif type_ in ('rsdf', 'ccf', 'dlc'):
- return self.handleContainer(type_)
- elif type_ == 'web':
- return self.handleWebLinks()
- else:
- self.fail('unknown source type "%s" (this is probably a bug)' % type_)
-
- def handleWebLinks(self):
- package_links = []
- self.logDebug("Search for Web links")
- if not self.js:
- self.logDebug("no JS -> skip Web links")
- else:
- #@TODO: Gather paginated web links
- pattern = r'<a href="http://linksave\.in/(\w{43})"'
- ids = re.findall(pattern, self.html)
- self.logDebug("Decrypting %d Web links" % len(ids))
- for i, weblink_id in enumerate(ids):
- try:
- webLink = "http://linksave.in/%s" % weblink_id
- self.logDebug("Decrypting Web link %d, %s" % (i + 1, webLink))
- fwLink = "http://linksave.in/fw-%s" % weblink_id
- response = self.load(fwLink)
- jscode = re.findall(r'<script type="text/javascript">(.*)</script>', response)[-1]
- jseval = self.js.eval("document = { write: function(e) { return e; } }; %s" % jscode)
- dlLink = re.search(r'http://linksave\.in/dl-\w+', jseval).group(0)
- self.logDebug("JsEngine returns value [%s] for redirection link" % dlLink)
- response = self.load(dlLink)
- link = unescape(re.search(r'<iframe src="(.+?)"', response).group(1))
- package_links.append(link)
- except Exception, detail:
- self.logDebug("Error decrypting Web link %s, %s" % (webLink, detail))
- return package_links
-
- def handleContainer(self, type_):
- package_links = []
- type_ = type_.lower()
- self.logDebug('Seach for %s Container links' % type_.upper())
- if not type_.isalnum(): # check to prevent broken re-pattern (cnl2,rsdf,ccf,dlc,web are all alpha-numeric)
- self.fail('unknown container type "%s" (this is probably a bug)' % type_)
- pattern = r"\('%s_link'\).href=unescape\('(.*?\.%s)'\)" % (type_, type_)
- containersLinks = re.findall(pattern, self.html)
- self.logDebug("Found %d %s Container links" % (len(containersLinks), type_.upper()))
- for containerLink in containersLinks:
- link = "http://linksave.in/%s" % unescape(containerLink)
- package_links.append(link)
- return package_links
-
- def handleCNL2(self):
- package_links = []
- self.logDebug("Search for CNL2 links")
- if not self.js:
- self.logDebug("no JS -> skip CNL2 links")
- elif 'cnl2_load' in self.html:
- try:
- (vcrypted, vjk) = self._getCipherParams()
- for (crypted, jk) in zip(vcrypted, vjk):
- package_links.extend(self._getLinks(crypted, jk))
- except:
- self.fail("Unable to decrypt CNL2 links")
- return package_links
-
- def _getCipherParams(self):
-
- # Get jk
- jk_re = r'<INPUT.*?NAME="%s".*?VALUE="(.*?)"' % LinkSaveIn._JK_KEY_
- vjk = re.findall(jk_re, self.html)
-
- # Get crypted
- crypted_re = r'<INPUT.*?NAME="%s".*?VALUE="(.*?)"' % LinkSaveIn._CRYPTED_KEY_
- vcrypted = re.findall(crypted_re, self.html)
-
- # Log and return
- self.logDebug("Detected %d crypted blocks" % len(vcrypted))
- return vcrypted, vjk
-
- def _getLinks(self, crypted, jk):
-
- # Get key
- jreturn = self.js.eval("%s f()" % jk)
- self.logDebug("JsEngine returns value [%s]" % jreturn)
- key = binascii.unhexlify(jreturn)
-
- # Decode crypted
- crypted = base64.standard_b64decode(crypted)
-
- # Decrypt
- Key = key
- IV = key
- obj = AES.new(Key, AES.MODE_CBC, IV)
- text = obj.decrypt(crypted)
-
- # Extract links
- text = text.replace("\x00", "").replace("\r", "")
- links = text.split("\n")
- links = filter(lambda x: x != "", links)
-
- # Log and return
- self.logDebug("Package has %d links" % len(links))
- return links
diff --git a/module/plugins/crypter/LinkdecrypterCom.py b/module/plugins/crypter/LinkdecrypterCom.py
deleted file mode 100644
index 6a11c98b08..0000000000
--- a/module/plugins/crypter/LinkdecrypterCom.py
+++ /dev/null
@@ -1,104 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see <http://www.gnu.org/licenses/>.
-
- @author: zoidberg
-"""
-
-import re
-from module.plugins.Crypter import Crypter
-
-
-class LinkdecrypterCom(Crypter):
- __name__ = "LinkdecrypterCom"
- __type__ = "crypter"
- __version__ = "0.27"
- __description__ = """linkdecrypter.com"""
- __author_name__ = ("zoidberg", "flowlee")
-
- TEXTAREA_PATTERN = r'<textarea name="links" wrap="off" readonly="1" class="caja_des">(.+)</textarea>'
- PASSWORD_PATTERN = r'<input type="text" name="password"'
- CAPTCHA_PATTERN = r'<img class="captcha" src="(.+?)"(.*?)>'
- REDIR_PATTERN = r'<i>(Click <a href="./">here</a> if your browser does not redirect you).</i>'
-
- def decrypt(self, pyfile):
-
- self.passwords = self.getPassword().splitlines()
-
- # API not working anymore
- new_links = self.decryptHTML()
- if new_links:
- self.core.files.addLinks(new_links, self.pyfile.package().id)
- else:
- self.fail('Could not extract any links')
-
- def decryptAPI(self):
-
- get_dict = {"t": "link", "url": self.pyfile.url, "lcache": "1"}
- self.html = self.load('http://linkdecrypter.com/api', get=get_dict)
- if self.html.startswith('http://'):
- return self.html.splitlines()
-
- if self.html == 'INTERRUPTION(PASSWORD)':
- for get_dict['pass'] in self.passwords:
- self.html = self.load('http://linkdecrypter.com/api', get=get_dict)
- if self.html.startswith('http://'):
- return self.html.splitlines()
-
- self.logError('API', self.html)
- if self.html == 'INTERRUPTION(PASSWORD)':
- self.fail("No or incorrect password")
-
- return None
-
- def decryptHTML(self):
-
- retries = 5
-
- post_dict = {"link_cache": "on", "pro_links": self.pyfile.url, "modo_links": "text"}
- self.html = self.load('http://linkdecrypter.com/', post=post_dict, cookies=True, decode=True)
-
- while self.passwords or retries:
- found = re.search(self.TEXTAREA_PATTERN, self.html, flags=re.DOTALL)
- if found:
- return [x for x in found.group(1).splitlines() if '[LINK-ERROR]' not in x]
-
- found = re.search(self.CAPTCHA_PATTERN, self.html)
- if found:
- captcha_url = 'http://linkdecrypter.com/' + found.group(1)
- result_type = "positional" if "getPos" in found.group(2) else "textual"
-
- found = re.search(r"<p><i><b>([^<]+)</b></i></p>", self.html)
- msg = found.group(1) if found else ""
- self.logInfo("Captcha protected link", result_type, msg)
-
- captcha = self.decryptCaptcha(captcha_url, result_type=result_type)
- if result_type == "positional":
- captcha = "%d|%d" % captcha
- self.html = self.load('http://linkdecrypter.com/', post={"captcha": captcha}, decode=True)
- retries -= 1
-
- elif self.PASSWORD_PATTERN in self.html:
- if self.passwords:
- password = self.passwords.pop(0)
- self.logInfo("Password protected link, trying " + password)
- self.html = self.load('http://linkdecrypter.com/', post={'password': password}, decode=True)
- else:
- self.fail("No or incorrect password")
-
- else:
- retries -= 1
- self.html = self.load('http://linkdecrypter.com/', cookies=True, decode=True)
-
- return None
diff --git a/module/plugins/crypter/LixIn.py b/module/plugins/crypter/LixIn.py
index 52abe1b3c5..1b80ce1407 100644
--- a/module/plugins/crypter/LixIn.py
+++ b/module/plugins/crypter/LixIn.py
@@ -1,59 +1,66 @@
-#!/usr/bin/env python
# -*- coding: utf-8 -*-
import re
+import urlparse
-from module.plugins.Crypter import Crypter
+from ..internal.Crypter import Crypter
class LixIn(Crypter):
__name__ = "LixIn"
- __type__ = "container"
- __pattern__ = r"http://(www.)?lix.in/(?P<id>.*)"
- __version__ = "0.22"
- __description__ = """Lix.in Container Plugin"""
- __author_name__ = ("spoob")
- __author_mail__ = ("spoob@pyload.org")
+ __type__ = "crypter"
+ __version__ = "0.28"
+ __status__ = "testing"
- CAPTCHA_PATTERN = '<img src="(?P<image>captcha_img.php\?.*?)"'
- SUBMIT_PATTERN = r"value='continue.*?'"
- LINK_PATTERN = r'name="ifram" src="(?P<link>.*?)"'
+ __pattern__ = r'http://(?:www\.)?lix\.in/(?P<ID>.+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
+
+ __description__ = """Lix.in decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("spoob", "spoob@pyload.net")]
+
+ CAPTCHA_PATTERN = r'<img src="(captcha_img\.php\?.*?)"'
+ SUBMIT_PATTERN = r'value=\'continue.*?\''
+ LINK_PATTERN = r'name="ifram" src="(.*?)"'
def decrypt(self, pyfile):
url = pyfile.url
- matches = re.search(self.__pattern__, url)
- if not matches:
- self.fail("couldn't identify file id")
-
- id = matches.group("id")
- self.logDebug("File id is %s" % id)
-
- self.html = self.req.load(url, decode=True)
-
- matches = re.search(self.SUBMIT_PATTERN, self.html)
- if not matches:
- self.fail("link doesn't seem valid")
-
- matches = re.search(self.CAPTCHA_PATTERN, self.html)
- if matches:
- for i in range(5):
- matches = re.search(self.CAPTCHA_PATTERN, self.html)
- if matches:
- self.logDebug("trying captcha")
- captcharesult = self.decryptCaptcha("http://lix.in/" + matches.group("image"))
- self.html = self.req.load(url, decode=True,
- post={"capt": captcharesult, "submit": "submit", "tiny": id})
- else:
- self.logDebug("no captcha/captcha solved")
- else:
- self.html = self.req.load(url, decode=True, post={"submit": "submit", "tiny": id})
+ m = re.match(self.__pattern__, url)
+ if m is None:
+ self.error(_("Unable to identify file ID"))
+
+ id = m.group('ID')
+ self.log_debug("File id is %s" % id)
+
+ self.data = self.load(url)
- matches = re.search(self.LINK_PATTERN, self.html)
- if not matches:
- self.fail("can't find destination url")
+ m = re.search(self.SUBMIT_PATTERN, self.data)
+ if m is None:
+ self.error(_("Link doesn't seem valid"))
- new_link = matches.group("link")
- self.logDebug("Found link %s, adding to package" % new_link)
+ m = re.search(self.CAPTCHA_PATTERN, self.data)
+ if m is not None:
+ captcharesult = self.captcha.decrypt(
+ urlparse.urljoin("http://lix.in/", m.group(1)))
+ self.data = self.load(
+ url,
+ post={
+ 'capt': captcharesult,
+ 'submit': "submit",
+ 'tiny': id})
- self.packages.append((self.pyfile.package().name, [new_link], self.pyfile.package().name))
+ if re.search(self.CAPTCHA_PATTERN, self.data):
+ self.fail(_("No captcha solved"))
+
+ else:
+ self.data = self.load(url, post={'submit': "submit", 'tiny': id})
+
+ m = re.search(self.LINK_PATTERN, self.data)
+ if m is None:
+ self.error(_("Unable to find destination url"))
+ else:
+ self.links = [m.group(1)]
+ self.log_debug("Found link %s, adding to package" % self.links[0])
diff --git a/module/plugins/crypter/LofCc.py b/module/plugins/crypter/LofCc.py
deleted file mode 100644
index 4586098811..0000000000
--- a/module/plugins/crypter/LofCc.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class LofCc(DeadCrypter):
- __name__ = "LofCc"
- __type__ = "container"
- __pattern__ = r"http://lof.cc/(.*)"
- __version__ = "0.21"
- __description__ = """lof.cc Plugin"""
- __author_name__ = ("mkaay")
- __author_mail__ = ("mkaay@mkaay.de")
diff --git a/module/plugins/crypter/MBLinkInfo.py b/module/plugins/crypter/MBLinkInfo.py
deleted file mode 100644
index 434819d07b..0000000000
--- a/module/plugins/crypter/MBLinkInfo.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class MBLinkInfo(DeadCrypter):
- __name__ = "MBLinkInfo"
- __type__ = "container"
- __pattern__ = r"http://(?:www\.)?mblink\.info/?\?id=(\d+)"
- __version__ = "0.03"
- __description__ = """MBLink.Info Container Plugin"""
- __author_name__ = ("Gummibaer", "stickell")
- __author_mail__ = ("Gummibaer@wiki-bierkiste.de", "l.stickell@yahoo.it")
diff --git a/module/plugins/crypter/MediafireComFolder.py b/module/plugins/crypter/MediafireComFolder.py
index 3709d33493..f86a203420 100644
--- a/module/plugins/crypter/MediafireComFolder.py
+++ b/module/plugins/crypter/MediafireComFolder.py
@@ -1,57 +1,47 @@
# -*- coding: utf-8 -*-
import re
-from module.plugins.Crypter import Crypter
-from module.plugins.hoster.MediafireCom import checkHTMLHeader
-from module.common.json_layer import json_loads
+
+from ..internal.Crypter import Crypter
+from ..internal.misc import json
class MediafireComFolder(Crypter):
__name__ = "MediafireComFolder"
__type__ = "crypter"
- __pattern__ = r"http://(\w*\.)*mediafire\.com/(folder/|\?sharekey=|\?\w{13}($|[/#]))"
- __version__ = "0.14"
- __description__ = """Mediafire.com Folder Plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
+ __version__ = "0.26"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?mediafire\.com/(?:folder/|\?sharekey=)(?P<ID>\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
+
+ __description__ = """Mediafire.com folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ # See http://www.mediafire.com/developers/core_api/
+ API_URL = "http://www.mediafire.com/api/"
- FOLDER_KEY_PATTERN = r"var afI= '(\w+)';"
- FILE_URL_PATTERN = '<meta property="og:url" content="http://www.mediafire.com/\?(\w+)"/>'
+ def api_response(self, method, **kwargs):
+ kwargs['response_format'] = "json"
+ json_data = self.load(self.API_URL + method + ".php", get=kwargs)
+ res = json.loads(json_data)
+
+ if res['response']['result'] != "Success":
+ self.fail(res['response']['message'])
+
+ return res
def decrypt(self, pyfile):
- new_links = []
-
- url, result = checkHTMLHeader(pyfile.url)
- self.logDebug('Location (%d): %s' % (result, url))
-
- if result == 0:
- # load and parse html
- html = self.load(pyfile.url)
- found = re.search(self.FILE_URL_PATTERN, html)
- if found:
- # file page
- new_links.append("http://www.mediafire.com/file/%s" % found.group(1))
- else:
- # folder page
- found = re.search(self.FOLDER_KEY_PATTERN, html)
- if found:
- folder_key = found.group(1)
- self.logDebug("FOLDER KEY: %s" % folder_key)
-
- json_resp = json_loads(self.load(
- "http://www.mediafire.com/api/folder/get_info.php?folder_key=%s&response_format=json&version=1" % folder_key))
- #self.logInfo(json_resp)
- if json_resp['response']['result'] == "Success":
- for link in json_resp['response']['folder_info']['files']:
- new_links.append("http://www.mediafire.com/file/%s" % link['quickkey'])
- else:
- self.fail(json_resp['response']['message'])
- elif result == 1:
- self.offline()
- else:
- new_links.append(url)
-
- if new_links:
- self.core.files.addLinks(new_links, self.pyfile.package().id)
- else:
- self.fail('Could not extract any links')
+ api_data = self.api_response("folder/get_info", folder_key=self.info['pattern']['ID'])
+ pack_name = api_data['response']['folder_info'].get('name') or self.pyfile.package().name
+
+ api_data = self.api_response("folder/get_content", folder_key=self.info['pattern']['ID'], content_type="files")
+ pack_links = ["http://www.mediafire.com/file/%s" % _f['quickkey']
+ for _f in api_data['response']['folder_content']['files']]
+
+ if pack_links:
+ self.packages.append((pack_name, pack_links, pack_name))
diff --git a/module/plugins/crypter/MegaCoNzFolder.py b/module/plugins/crypter/MegaCoNzFolder.py
new file mode 100644
index 0000000000..c44cf86710
--- /dev/null
+++ b/module/plugins/crypter/MegaCoNzFolder.py
@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.misc import BIGHTTPRequest
+
+from ..hoster.MegaCoNz import MegaClient
+from ..internal.Crypter import Crypter
+
+
+class MegaCoNzFolder(Crypter):
+ __name__ = "MegaCoNzFolder"
+ __type__ = "crypter"
+ __version__ = "0.28"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?mega(?:\.co)?\.nz/folder/(?P<ID>[\w^_]+)#(?P<KEY>[\w,\-=]+)(?:/folder/(?P<SUBDIR>[\w]+))?/?$'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
+
+ __description__ = """Mega.co.nz folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def setup(self):
+ try:
+ self.req.http.close()
+ except Exception:
+ pass
+
+ self.req.http = BIGHTTPRequest(
+ cookies=self.req.cj,
+ options=self.pyload.requestFactory.getOptions(),
+ limit=10000000)
+
+ def decrypt(self, pyfile):
+ id = self.info['pattern']['ID']
+ master_key = self.info['pattern']['KEY']
+ subdir = self.info["pattern"]["SUBDIR"]
+
+ self.log_debug(
+ "ID: %s" % id,
+ "Key: %s" % master_key,
+ "Type: public folder")
+
+ mega = MegaClient(self, id)
+
+ #: F is for requesting folder listing (kind like a `ls` command)
+ res = mega.api_response(a="f", c=1, r=1, ca=1, ssl=1)
+ if isinstance(res, int):
+ mega.check_error(res)
+ elif 'e' in res:
+ mega.check_error(res['e'])
+
+ urls = ["https://mega.co.nz/folder/%s#%s/file/%s" %
+ (id, master_key, node['h'])
+ for node in res['f']
+ if node['t'] == 0 and ':' in node['k']
+ if subdir is None or node["p"] == subdir]
+
+ if urls:
+ self.packages = [(pyfile.package().folder, urls, pyfile.package().name)]
diff --git a/module/plugins/crypter/MegaRapidCzFolder.py b/module/plugins/crypter/MegaRapidCzFolder.py
new file mode 100644
index 0000000000..7abb72f5ce
--- /dev/null
+++ b/module/plugins/crypter/MegaRapidCzFolder.py
@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class MegaRapidCzFolder(SimpleCrypter):
+ __name__ = "MegaRapidCzFolder"
+ __type__ = "crypter"
+ __version__ = "0.08"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?(share|mega)rapid\.cz/slozka/\d+/\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Share-Rapid.com folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
+
+ LINK_PATTERN = r'<td class="soubor".*?><a href="(.+?)">'
diff --git a/module/plugins/crypter/MegadyskPlFolder.py b/module/plugins/crypter/MegadyskPlFolder.py
new file mode 100644
index 0000000000..e5b1fe19d6
--- /dev/null
+++ b/module/plugins/crypter/MegadyskPlFolder.py
@@ -0,0 +1,80 @@
+# -*- coding: utf-8 -*-
+
+import base64
+import re
+import urllib
+
+from ..internal.misc import json
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+def xor_decrypt(data, key):
+ data = base64.b64decode(data)
+ return "".join(map(lambda x: chr(ord(x[1]) ^ ord(key[x[0] % len(key)])), [
+ (i, c) for i, c in enumerate(data)]))
+
+
+class MegadyskPlFolder(SimpleCrypter):
+ __name__ = "MegadyskPlFolder"
+ __type__ = "crypter"
+ __version__ = "0.04"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?megadysk\.pl/(?:f|s)/.+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Megadysk.pl folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def api_info(self, url):
+ html = self.load(url)
+ info = {}
+
+ m = re.search(r"window\['.*?'\]\s*=\s*\"(.*?)\"", html)
+ if m is None:
+ info['status'] = 8
+ info['error'] = _("Encrypted info pattern not found")
+ return info
+
+ encrypted_info = m.group(1)
+
+ html = self.load("https://megadysk.pl/dist/index.js")
+
+ m = re.search(r't.ISK\s*=\s*"(\w+)"', html)
+ if m is None:
+ info['status'] = 8
+ info['error'] = _("Encryption key pattern not found")
+ return info
+
+ key = m.group(1)
+
+ res = xor_decrypt(encrypted_info, key)
+ json_data = json.loads(urllib.unquote(res))
+
+ if json_data['app']['maintenance']:
+ info['status'] = 6
+ return info
+
+ if json_data['app']['folderView']['notFound']:
+ info['status'] = 1
+ return info
+
+ info['entities'] = json_data['app']['folderView']['entities']
+
+ return info
+
+ def decrypt(self, pyfile):
+ if 'entities' not in self.info:
+ self.error(_("Missing JSON data"))
+
+ pack_links = [self.fixurl(_l['downloadUrl']) for _l in self.info['entities']
+ if _l['downloadUrl'].startswith('/dl/')]
+
+ if pack_links:
+ self.packages.append(
+ (pyfile.package().name, pack_links, pyfile.package().folder))
diff --git a/module/plugins/crypter/MirrorcreatorCom.py b/module/plugins/crypter/MirrorcreatorCom.py
new file mode 100644
index 0000000000..ff06e5793c
--- /dev/null
+++ b/module/plugins/crypter/MirrorcreatorCom.py
@@ -0,0 +1,120 @@
+# -*- coding: utf-8 -*-
+
+import os
+import re
+
+from ..internal.Crypter import Crypter
+from ..internal.misc import replace_patterns
+
+
+class MirrorcreatorCom(Crypter):
+ __name__ = "MirrorcreatorCom"
+ __type__ = "crypter"
+ __version__ = "0.03"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?(?:mirrorcreator\.com/(?:files/|download\.php\?uid=)|mir\.cr/)(?P<ID>\w{8})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("hosters_priority", "str",
+ "Prefered hoster priority (bar-separated)", ""),
+ ("ignored_hosters", "str",
+ "Ignored hoster list (bar-separated)", ""),
+ ("grab_all", "bool", "Grab all URLs (default only first match)", False)]
+
+ __description__ = """Mirrorcreator.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ URL_REPLACEMENTS = [
+ (__pattern__ + '.*',
+ r'https://www.mirrorcreator.com/download.php?uid=\g<ID>')]
+
+ OFFLINE_PATTERN = r'>Unfortunately, the link you have clicked is not available|>Error - Link disabled or is invalid|>Links Unavailable as the File Belongs to Suspended Account\\. <|>Links Unavailable\\.<'
+ LINK_PATTERN = r'<div class="highlight redirecturl">(.+?)<'
+
+ def decrypt(self, pyfile):
+ pyfile.url = replace_patterns(pyfile.url, self.URL_REPLACEMENTS)
+
+ hosters_priority = [_h for _h in self.config.get(
+ 'hosters_priority').split('|') if _h]
+ ignored_hosters = [_h for _h in self.config.get(
+ 'ignored_hosters').split('|') if _h]
+
+ self.data = self.load(pyfile.url)
+
+ m = re.search(self.OFFLINE_PATTERN, self.data)
+ if m is not None:
+ self.offline()
+
+ pack_name, pack_folder = self.get_package_info()
+
+ m = re.search(
+ r'"(/mstat\.php\?uid=%s.+?)"' %
+ self.info['pattern']['ID'],
+ self.data)
+ if m is None:
+ self.fail("mstat URL not found")
+
+ self.data = self.load(self.fixurl(m.group(1)))
+
+ hosters_data = {}
+ for _tr in re.findall(r'<tr>(.+?)</tr>', self.data, re.S):
+ m = re.search(
+ r'<a href="(/showlink\.php\?uid=%s.+?)".*&hname=(\w+)' %
+ self.info['pattern']['ID'], _tr, re.S)
+ if m is not None:
+ hosters_data[m.group(2)] = m.group(1)
+
+ choosen_hosters = []
+ # priority hosters goes first
+ for _h in hosters_priority:
+ if _h in hosters_data and _h not in ignored_hosters:
+ self.log_debug("Adding '%s' link" % _h)
+ choosen_hosters.append(_h)
+ if not self.config.get('grab_all'):
+ break
+
+ # Now the rest of the hosters
+ if self.config.get('grab_all') or (
+ not self.config.get('grab_all') and not choosen_hosters):
+ for _h in hosters_data:
+ if _h not in ignored_hosters and _h not in choosen_hosters:
+ self.log_debug("Adding '%s' link" % _h)
+ choosen_hosters.append(_h)
+ if not self.config.get('grab_all'):
+ break
+
+ pack_links = [
+ self.resolve_hoster(
+ hosters_data[_h]) for _h in choosen_hosters]
+
+ if pack_links:
+ self.packages.append((pack_name, pack_links, pack_folder))
+
+ def resolve_hoster(self, link):
+ self.data = self.load(self.fixurl(link))
+
+ m = re.search(self.LINK_PATTERN, self.data)
+ if m is None:
+ self.fail("Link pattern not found")
+
+ return m.group(1)
+
+ def get_package_info(self):
+ m = re.search(
+ r'<title>Download links for ([^<]+) - Mirrorcreator',
+ self.data)
+ if m is not None:
+ pack_name = m.group(1)
+
+ # We remove file extension from package name
+ while True:
+ pack_name, ext = os.path.splitext(pack_name)
+ if ext == "":
+ break
+
+ return pack_name, pack_name
+
+ else: # Fallback to defaults
+ pack = self.pyfile.package()
+ return pack.name, pack.folder
diff --git a/module/plugins/crypter/Movie2kTo.py b/module/plugins/crypter/Movie2kTo.py
deleted file mode 100644
index c9c3f8f2de..0000000000
--- a/module/plugins/crypter/Movie2kTo.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class Movie2kTo(DeadCrypter):
- __name__ = "Movie2kTo"
- __type__ = "container"
- __pattern__ = r"http://(?:www\.)?movie2k\.to/(.*)\.html"
- __version__ = "0.51"
- __description__ = """Movie2k.to Container Plugin"""
- __author_name__ = ("4Christopher")
- __author_mail__ = ("4Christopher@gmx.de")
diff --git a/module/plugins/crypter/MultiUpOrg.py b/module/plugins/crypter/MultiUpOrg.py
new file mode 100644
index 0000000000..09e6ee7f44
--- /dev/null
+++ b/module/plugins/crypter/MultiUpOrg.py
@@ -0,0 +1,91 @@
+# -*- coding: utf-8 -*-
+
+import re
+import urlparse
+
+from module.network.HTTPRequest import BadHeader
+from ..internal.SimpleCrypter import SimpleCrypter
+from ..captcha.ReCaptcha import ReCaptcha
+
+
+class MultiUpOrg(SimpleCrypter):
+ __name__ = "MultiUpOrg"
+ __type__ = "crypter"
+ __version__ = "0.19"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?multiup\.(?:io|org|eu)/(?:en/|fr/)?(?:(?P<TYPE>project|download|mirror)/)?\w+(?:/\w+)?'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("hosts_priority", "str", "Prefered hosts priority (bar-separated)", ""),
+ ("ignored_hosts", "str", "Ignored hosts list (bar-separated)", ""),
+ ("grab_all", "bool", "Grab all URLs (default only first match)", False)]
+
+ __description__ = """MultiUp.org crypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = r'<title>.*(?:Project|Projet|Download|Télécharger) (?P<N>.+?) (\(|- )'
+ OFFLINE_PATTERN = r'The requested file could not be found'
+ TEMP_OFFLINE_PATTERN = r'^unmatchable$'
+ DIRECT_LINK = False
+
+ URL_REPLACEMENTS = [(r'https?://(?:www\.)?multiup\.(?:io|org|eu)/', "https://multiup.io/"),
+ (r'/fr/', "/en/")]
+
+ COOKIES = [("multiup.io", "_locale", "en")]
+
+ def decrypt(self, pyfile):
+ self._prepare()
+ self._preload()
+
+ links = self.get_links()
+ self.packages = [(pyfile.package().name, links, pyfile.package().folder)]
+
+ def get_links(self):
+ m_type = self.info['pattern']['TYPE']
+ hosts_priority = [_h for _h in self.config.get('hosts_priority').split('|') if _h]
+ ignored_hosts = [_h for _h in self.config.get('ignored_hosts').split('|') if _h]
+ grab_all = self.config.get('grab_all')
+
+ if m_type == "project":
+ return re.findall(r'(https?://multiup\.io/(?:en/|fr/)?download/.*)', self.data)
+
+ elif m_type in ("download", None):
+ url, inputs = self.parse_html_form()
+ if inputs is not None:
+ self.data = self.load(urlparse.urljoin("https://multiup.io/", url),
+ post=inputs)
+
+ hosts_data = {}
+ for _a in re.findall(r'<footer (.+?) class="host btn btn-md btn-default btn-block btn-3d hvr-bounce-to-right">', self.data, re.S):
+ validity = re.search(r'validity="(\w+)"', _a).group(1)
+ if validity in ("valid", "unknown"):
+ host = re.search(r'nameHost="(.+?)"', _a).group(1)
+ url = re.search(r'link="(.+?)"', _a).group(1)
+ id = re.search(r'id="(.+?)"', _a).group(1)
+ if id != "0":
+ hosts_data[host] = url
+
+ chosen_hosts = []
+ # priority hosts goes first
+ for _h in hosts_priority:
+ if _h in hosts_data and _h not in ignored_hosts:
+ self.log_debug("Adding '%s' link" % _h)
+ chosen_hosts.append(_h)
+ if not grab_all:
+ break
+
+ # Now the rest of the hosts
+ if grab_all or (not grab_all and not chosen_hosts):
+ for _h in hosts_data:
+ if _h not in ignored_hosts and _h not in chosen_hosts:
+ self.log_debug("Adding '%s' link" % _h)
+ chosen_hosts.append(_h)
+ if not grab_all:
+ break
+
+ return [hosts_data[_h] for _h in chosen_hosts]
diff --git a/module/plugins/crypter/MultiloadCz.py b/module/plugins/crypter/MultiloadCz.py
index 055d723755..03780d7a2d 100644
--- a/module/plugins/crypter/MultiloadCz.py
+++ b/module/plugins/crypter/MultiloadCz.py
@@ -1,42 +1,47 @@
# -*- coding: utf-8 -*-
import re
-from module.plugins.Crypter import Crypter
+
+from ..internal.Crypter import Crypter
class MultiloadCz(Crypter):
__name__ = "MultiloadCz"
__type__ = "crypter"
- __pattern__ = r"http://.*multiload.cz/(stahnout|slozka)/.*"
- __version__ = "0.4"
- __description__ = """multiload.cz"""
- __config__ = [("usedHoster", "str", "Prefered hoster list (bar-separated) ", ""),
- ("ignoredHoster", "str", "Ignored hoster list (bar-separated) ", "")]
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
+ __version__ = "0.46"
+ __status__ = "testing"
- FOLDER_PATTERN = r'<form action="" method="get"><textarea[^>]*>([^>]*)</textarea></form>'
- LINK_PATTERN = r'<p class="manager-server"><strong>([^<]+)</strong></p><p class="manager-linky"><a href="([^"]+)">'
+ __pattern__ = r'http://(?:[^/]*\.)?multiload\.cz/(stahnout|slozka)/.+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("use_subfolder", "bool", "Save package to subfolder", True),
+ ("subfolder_per_package", "bool",
+ "Create a subfolder for each package", True),
+ ("usedHoster", "str", "Prefered hoster list (bar-separated)", ""),
+ ("ignoredHoster", "str", "Ignored hoster list (bar-separated)", "")]
- def decrypt(self, pyfile):
- self.html = self.load(self.pyfile.url, decode=True)
- new_links = []
+ __description__ = """Multiload.cz decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
- if re.search(self.__pattern__, self.pyfile.url).group(1) == "slozka":
- found = re.search(self.FOLDER_PATTERN, self.html)
- if found is not None:
- new_links.extend(found.group(1).split())
- else:
- found = re.findall(self.LINK_PATTERN, self.html)
- if found:
- prefered_set = set(self.getConfig("usedHoster").split('|'))
- new_links.extend([x[1] for x in found if x[0] in prefered_set])
+ FOLDER_PATTERN = r'<form action="" method="get"><textarea.*?>([^>]*)</textarea></form>'
+ LINK_PATTERN = r'<p class="manager-server"><strong>(.+?)</strong></p><p class="manager-linky"><a href="(.+?)">'
- if not new_links:
- ignored_set = set(self.getConfig("ignoredHoster").split('|'))
- new_links.extend([x[1] for x in found if x[0] not in ignored_set])
+ def decrypt(self, pyfile):
+ self.data = self.load(pyfile.url)
- if new_links:
- self.core.files.addLinks(new_links, self.pyfile.package().id)
+ if re.match(self.__pattern__, pyfile.url).group(1) == "slozka":
+ m = re.search(self.FOLDER_PATTERN, self.data)
+ if m is not None:
+ self.links.extend(m.group(1).split())
else:
- self.fail('Could not extract any links')
+ m = re.findall(self.LINK_PATTERN, self.data)
+ if m is not None:
+ prefered_set = set(self.config.get('usedHoster').split('|'))
+ self.links.extend(x[1] for x in m if x[0] in prefered_set)
+
+ if not self.links:
+ ignored_set = set(
+ self.config.get('ignoredHoster').split('|'))
+ self.links.extend(x[1]
+ for x in m if x[0] not in ignored_set)
diff --git a/module/plugins/crypter/MultiuploadCom.py b/module/plugins/crypter/MultiuploadCom.py
deleted file mode 100644
index 111ecdf6c8..0000000000
--- a/module/plugins/crypter/MultiuploadCom.py
+++ /dev/null
@@ -1,64 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-from time import time
-
-from module.plugins.Crypter import Crypter
-from module.common.json_layer import json_loads
-
-
-class MultiuploadCom(Crypter):
- __name__ = "MultiuploadCom"
- __type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?multiupload.com/(\w+)"
- __version__ = "0.01"
- __description__ = """MultiUpload.com crypter"""
- __config__ = [("preferedHoster", "str", "Prefered hoster list (bar-separated) ", "multiupload"),
- ("ignoredHoster", "str", "Ignored hoster list (bar-separated) ", "")]
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
- ML_LINK_PATTERN = r'<div id="downloadbutton_" style=""><a href="([^"]+)"'
-
- def decrypt(self, pyfile):
- self.html = self.load(pyfile.url)
- found = re.search(self.ML_LINK_PATTERN, self.html)
- ml_url = found.group(1) if found else None
-
- json_list = json_loads(self.load("http://multiupload.com/progress/", get={
- "d": re.search(self.__pattern__, pyfile.url).group(1),
- "r": str(int(time() * 1000))
- }))
- new_links = []
-
- prefered_set = map(lambda s: s.lower().split('.')[0], set(self.getConfig("preferedHoster").split('|')))
-
- if ml_url and 'multiupload' in prefered_set:
- new_links.append(ml_url)
-
- for link in json_list:
- if link['service'].lower() in prefered_set and int(link['status']) and not int(link['deleted']):
- url = self.getLocation(link['url'])
- if url:
- new_links.append(url)
-
- if not new_links:
- ignored_set = map(lambda s: s.lower().split('.')[0], set(self.getConfig("ignoredHoster").split('|')))
-
- if 'multiupload' not in ignored_set:
- new_links.append(ml_url)
-
- for link in json_list:
- if link['service'].lower() not in ignored_set and int(link['status']) and not int(link['deleted']):
- url = self.getLocation(link['url'])
- if url:
- new_links.append(url)
-
- if new_links:
- self.core.files.addLinks(new_links, self.pyfile.package().id)
- else:
- self.fail('Could not extract any links')
-
- def getLocation(self, url):
- header = self.load(url, just_header=True)
- return header['location'] if "location" in header else None
diff --git a/module/plugins/crypter/NCryptIn.py b/module/plugins/crypter/NCryptIn.py
deleted file mode 100644
index 3a474a1c61..0000000000
--- a/module/plugins/crypter/NCryptIn.py
+++ /dev/null
@@ -1,304 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import base64
-import binascii
-import re
-
-from Crypto.Cipher import AES
-from module.plugins.Crypter import Crypter
-from module.plugins.internal.CaptchaService import ReCaptcha
-
-
-class NCryptIn(Crypter):
- __name__ = "NCryptIn"
- __type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?ncrypt.in/(?P<type>folder|link|frame)-([^/\?]+)"
- __version__ = "1.32"
- __description__ = """NCrypt.in Crypter Plugin"""
- __author_name__ = ("fragonib", "stickell")
- __author_mail__ = ("fragonib[AT]yahoo[DOT]es", "l.stickell@yahoo.it")
-
- # Constants
- _JK_KEY_ = "jk"
- _CRYPTED_KEY_ = "crypted"
-
- NAME_PATTERN = r'<meta name="description" content="(?P<N>[^"]+)"'
-
- def setup(self):
- self.package = None
- self.html = None
- self.cleanedHtml = None
- self.links_source_order = ['cnl2', 'rsdf', 'ccf', 'dlc', 'web']
- self.protection_type = None
-
- def decrypt(self, pyfile):
-
- # Init
- self.package = pyfile.package()
- package_links = []
- package_name = self.package.name
- folder_name = self.package.folder
-
- # Deal with single links
- if self.isSingleLink():
- package_links.extend(self.handleSingleLink())
-
- # Deal with folders
- else:
-
- # Request folder home
- self.html = self.requestFolderHome()
- self.cleanedHtml = self.removeHtmlCrap(self.html)
- if not self.isOnline():
- self.offline()
-
- # Check for folder protection
- if self.isProtected():
- self.html = self.unlockProtection()
- self.cleanedHtml = self.removeHtmlCrap(self.html)
- self.handleErrors()
-
- # Prepare package name and folder
- (package_name, folder_name) = self.getPackageInfo()
-
- # Extract package links
- for link_source_type in self.links_source_order:
- package_links.extend(self.handleLinkSource(link_source_type))
- if package_links: # use only first source which provides links
- break
- package_links = set(package_links)
-
- # Pack and return links
- if not package_links:
- self.fail('Could not extract any links')
- self.packages = [(package_name, package_links, folder_name)]
-
- def isSingleLink(self):
- link_type = re.search(self.__pattern__, self.pyfile.url).group('type')
- return link_type in ('link', 'frame')
-
- def requestFolderHome(self):
- return self.load(self.pyfile.url, decode=True)
-
- def removeHtmlCrap(self, content):
- patterns = (r'(type="hidden".*?(name=".*?")?.*?value=".*?")',
- r'display:none;">(.*?)</(div|span)>',
- r'<div\s+class="jdownloader"(.*?)</div>',
- r'<table class="global">(.*?)</table>',
- r'<iframe\s+style="display:none(.*?)</iframe>')
- for pattern in patterns:
- rexpr = re.compile(pattern, re.DOTALL)
- content = re.sub(rexpr, "", content)
- return content
-
- def isOnline(self):
- if "Your folder does not exist" in self.cleanedHtml:
- self.logDebug("File not found")
- return False
- return True
-
- def isProtected(self):
- form_match = re.search(r'<form.*?name.*?protected.*?>(.*?)</form>', self.cleanedHtml, re.DOTALL)
- if form_match:
- form_content = form_match.group(1)
- for keyword in ("password", "captcha"):
- if keyword in form_content:
- self.protection_type = keyword
- self.logDebug("Links are %s protected" % self.protection_type)
- return True
- return False
-
- def getPackageInfo(self):
- m = re.search(self.NAME_PATTERN, self.html)
- if m:
- name = folder = m.group('N').strip()
- self.logDebug("Found name [%s] and folder [%s] in package info" % (name, folder))
- else:
- name = self.package.name
- folder = self.package.folder
- self.logDebug("Package info not found, defaulting to pyfile name [%s] and folder [%s]" % (name, folder))
- return name, folder
-
- def unlockProtection(self):
-
- postData = {}
-
- form = re.search(r'<form name="protected"(.*?)</form>', self.cleanedHtml, re.DOTALL).group(1)
-
- # Submit package password
- if "password" in form:
- password = self.getPassword()
- self.logDebug("Submitting password [%s] for protected links" % password)
- postData['password'] = password
-
- # Resolve anicaptcha
- if "anicaptcha" in form:
- self.logDebug("Captcha protected")
- captchaUri = re.search(r'src="(/temp/anicaptcha/[^"]+)', form).group(1)
- captcha = self.decryptCaptcha("http://ncrypt.in" + captchaUri)
- self.logDebug("Captcha resolved [%s]" % captcha)
- postData['captcha'] = captcha
-
- # Resolve recaptcha
- if "recaptcha" in form:
- self.logDebug("ReCaptcha protected")
- captcha_key = re.search(r'\?k=(.*?)"', form).group(1)
- self.logDebug("Resolving ReCaptcha with key [%s]" % captcha_key)
- recaptcha = ReCaptcha(self)
- challenge, code = recaptcha.challenge(captcha_key)
- postData['recaptcha_challenge_field'] = challenge
- postData['recaptcha_response_field'] = code
-
- # Resolve circlecaptcha
- if "circlecaptcha" in form:
- self.logDebug("CircleCaptcha protected")
- captcha_img_url = "http://ncrypt.in/classes/captcha/circlecaptcha.php"
- coords = self.decryptCaptcha(captcha_img_url, forceUser=True, imgtype="png", result_type='positional')
- self.logDebug("Captcha resolved, coords [%s]" % str(coords))
- postData['circle.x'] = coords[0]
- postData['circle.y'] = coords[1]
-
- # Unlock protection
- postData['submit_protected'] = 'Continue to folder'
- return self.load(self.pyfile.url, post=postData, decode=True)
-
- def handleErrors(self):
-
- if self.protection_type == "password":
- if "This password is invalid!" in self.cleanedHtml:
- self.logDebug("Incorrect password, please set right password on 'Edit package' form and retry")
- self.fail("Incorrect password, please set right password on 'Edit package' form and retry")
-
- if self.protection_type == "captcha":
- if "The securitycheck was wrong!" in self.cleanedHtml:
- self.logDebug("Invalid captcha, retrying")
- self.invalidCaptcha()
- self.retry()
- else:
- self.correctCaptcha()
-
- def handleLinkSource(self, link_source_type):
-
- # Check for JS engine
- require_js_engine = link_source_type in ('cnl2', 'rsdf', 'ccf', 'dlc')
- if require_js_engine and not self.js:
- self.logDebug("No JS engine available, skip %s links" % link_source_type)
- return []
-
- # Select suitable handler
- if link_source_type == 'single':
- return self.handleSingleLink()
- if link_source_type == 'cnl2':
- return self.handleCNL2()
- elif link_source_type in ('rsdf', 'ccf', 'dlc'):
- return self.handleContainer(link_source_type)
- elif link_source_type == 'web':
- return self.handleWebLinks()
- else:
- self.fail('unknown source type "%s" (this is probably a bug)' % link_source_type)
-
- def handleSingleLink(self):
-
- self.logDebug("Handling Single link")
- package_links = []
-
- # Decrypt single link
- decrypted_link = self.decryptLink(self.pyfile.url)
- if decrypted_link:
- package_links.append(decrypted_link)
-
- return package_links
-
- def handleCNL2(self):
-
- self.logDebug("Handling CNL2 links")
- package_links = []
-
- if 'cnl2_output' in self.cleanedHtml:
- try:
- (vcrypted, vjk) = self._getCipherParams()
- for (crypted, jk) in zip(vcrypted, vjk):
- package_links.extend(self._getLinks(crypted, jk))
- except:
- self.fail("Unable to decrypt CNL2 links")
-
- return package_links
-
- def handleContainers(self):
-
- self.logDebug("Handling Container links")
- package_links = []
-
- pattern = r"/container/(rsdf|dlc|ccf)/([a-z0-9]+)"
- containersLinks = re.findall(pattern, self.html)
- self.logDebug("Decrypting %d Container links" % len(containersLinks))
- for containerLink in containersLinks:
- link = "http://ncrypt.in/container/%s/%s.%s" % (containerLink[0], containerLink[1], containerLink[0])
- package_links.append(link)
-
- return package_links
-
- def handleWebLinks(self):
-
- self.logDebug("Handling Web links")
- pattern = r"(http://ncrypt\.in/link-.*?=)"
- links = re.findall(pattern, self.html)
-
- package_links = []
- self.logDebug("Decrypting %d Web links" % len(links))
- for i, link in enumerate(links):
- self.logDebug("Decrypting Web link %d, %s" % (i + 1, link))
- decrypted_link = self.decrypt(link)
- if decrypted_link:
- package_links.append(decrypted_link)
-
- return package_links
-
- def decryptLink(self, link):
- try:
- url = link.replace("link-", "frame-")
- link = self.load(url, just_header=True)['location']
- return link
- except Exception, detail:
- self.logDebug("Error decrypting link %s, %s" % (link, detail))
-
- def _getCipherParams(self):
-
- pattern = r'<input.*?name="%s".*?value="(.*?)"'
-
- # Get jk
- jk_re = pattern % NCryptIn._JK_KEY_
- vjk = re.findall(jk_re, self.html)
-
- # Get crypted
- crypted_re = pattern % NCryptIn._CRYPTED_KEY_
- vcrypted = re.findall(crypted_re, self.html)
-
- # Log and return
- self.logDebug("Detected %d crypted blocks" % len(vcrypted))
- return vcrypted, vjk
-
- def _getLinks(self, crypted, jk):
-
- # Get key
- jreturn = self.js.eval("%s f()" % jk)
- self.logDebug("JsEngine returns value [%s]" % jreturn)
- key = binascii.unhexlify(jreturn)
-
- # Decode crypted
- crypted = base64.standard_b64decode(crypted)
-
- # Decrypt
- Key = key
- IV = key
- obj = AES.new(Key, AES.MODE_CBC, IV)
- text = obj.decrypt(crypted)
-
- # Extract links
- text = text.replace("\x00", "").replace("\r", "")
- links = text.split("\n")
- links = filter(lambda x: x != "", links)
-
- # Log and return
- self.logDebug("Block has %d links" % len(links))
- return links
diff --git a/module/plugins/crypter/NetfolderIn.py b/module/plugins/crypter/NetfolderIn.py
deleted file mode 100644
index c5c602c279..0000000000
--- a/module/plugins/crypter/NetfolderIn.py
+++ /dev/null
@@ -1,71 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-
-from module.plugins.internal.SimpleCrypter import SimpleCrypter
-
-
-class NetfolderIn(SimpleCrypter):
- __name__ = "NetfolderIn"
- __type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?netfolder.in/((?P<id1>\w+)/\w+|folder.php\?folder_id=(?P<id2>\w+))"
- __version__ = "0.6"
- __description__ = """NetFolder Crypter Plugin"""
- __author_name__ = ("RaNaN", "fragonib")
- __author_mail__ = ("RaNaN@pyload.org", "fragonib[AT]yahoo[DOT]es")
-
- TITLE_PATTERN = r'<div class="Text">Inhalt des Ordners <span(.*)>(?P<title>.+)</span></div>'
-
- def decrypt(self, pyfile):
- # Request package
- self.html = self.load(pyfile.url)
-
- # Check for password protection
- if self.isPasswordProtected():
- self.html = self.submitPassword()
- if self.html is None:
- self.fail("Incorrect password, please set right password on Add package form and retry")
-
- # Get package name and folder
- (package_name, folder_name) = self.getPackageNameAndFolder()
-
- # Get package links
- package_links = self.getLinks()
-
- # Set package
- self.packages = [(package_name, package_links, folder_name)]
-
- def isPasswordProtected(self):
-
- if '<input type="password" name="password"' in self.html:
- self.logDebug("Links are password protected")
- return True
- return False
-
- def submitPassword(self):
- # Gather data
- try:
- m = re.match(self.__pattern__, self.pyfile.url)
- id = max(m.group('id1'), m.group('id2'))
- except AttributeError:
- self.logDebug("Unable to get package id from url [%s]" % self.pyfile.url)
- return
- url = "http://netfolder.in/folder.php?folder_id=" + id
- password = self.getPassword()
-
- # Submit package password
- post = {'password': password, 'save': 'Absenden'}
- self.logDebug("Submitting password [%s] for protected links with id [%s]" % (password, id))
- html = self.load(url, {}, post)
-
- # Check for invalid password
- if '<div class="InPage_Error">' in html:
- self.logDebug("Incorrect password, please set right password on Edit package form and retry")
- return None
-
- return html
-
- def getLinks(self):
- links = re.search(r'name="list" value="(.*?)"', self.html).group(1).split(",")
- self.logDebug("Package has %d links" % len(links))
- return links
diff --git a/module/plugins/crypter/NitroflareComFolder.py b/module/plugins/crypter/NitroflareComFolder.py
new file mode 100644
index 0000000000..93b7b6b4cf
--- /dev/null
+++ b/module/plugins/crypter/NitroflareComFolder.py
@@ -0,0 +1,37 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.misc import json
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class NitroflareComFolder(SimpleCrypter):
+ __name__ = "NitroflareComFolder"
+ __type__ = "crypter"
+ __version__ = "0.08"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?nitroflare\.com/folder/(?P<USER>\d+)/(?P<ID>[\w=]+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Nitroflare.com folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ def get_links(self):
+ html = self.load("http://nitroflare.com/ajax/folder.php",
+ post={'userId': self.info['pattern']['USER'],
+ 'folder': self.info['pattern']['ID'],
+ 'page': 1,
+ 'perPage': 10000})
+ res = json.loads(html)
+ if res['name']:
+ self.pyfile.name = res['name']
+ else:
+ self.offline()
+
+ return [link['url']
+ for link in res['files']] if 'files' in res else None
diff --git a/module/plugins/crypter/NosvideoCom.py b/module/plugins/crypter/NosvideoCom.py
new file mode 100644
index 0000000000..ce284b2b8a
--- /dev/null
+++ b/module/plugins/crypter/NosvideoCom.py
@@ -0,0 +1,24 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class NosvideoCom(SimpleCrypter):
+ __name__ = "NosvideoCom"
+ __type__ = "crypter"
+ __version__ = "0.08"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?nosvideo\.com/\?v=\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Nosvideo.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("igel", "igelkun@myopera.com")]
+
+ LINK_PATTERN = r'href="(http://(?:w{3}\.)?nosupload\.com/\?d=\w+)"'
+ NAME_PATTERN = r'<[tT]itle>Watch (?P<N>.+?)<'
diff --git a/module/plugins/crypter/OneKhDe.py b/module/plugins/crypter/OneKhDe.py
deleted file mode 100644
index a2e6d039e9..0000000000
--- a/module/plugins/crypter/OneKhDe.py
+++ /dev/null
@@ -1,38 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-import re
-
-from module.unescape import unescape
-from module.plugins.Crypter import Crypter
-
-
-class OneKhDe(Crypter):
- __name__ = "OneKhDe"
- __type__ = "container"
- __pattern__ = r"http://(www\.)?1kh.de/f/"
- __version__ = "0.1"
- __description__ = """1kh.de Container Plugin"""
- __author_name__ = ("spoob")
- __author_mail__ = ("spoob@pyload.org")
-
- def __init__(self, parent):
- Crypter.__init__(self, parent)
- self.parent = parent
- self.html = None
-
- def file_exists(self):
- """ returns True or False
- """
- return True
-
- def proceed(self, url, location):
- url = self.parent.url
- self.html = self.req.load(url)
- temp_links = []
- link_ids = re.findall(r"<a id=\"DownloadLink_(\d*)\" href=\"http://1kh.de/", self.html)
- for id in link_ids:
- new_link = unescape(
- re.search("width=\"100%\" src=\"(.*)\"></iframe>", self.req.load("http://1kh.de/l/" + id)).group(1))
- temp_links.append(new_link)
- self.links = temp_links
diff --git a/module/plugins/crypter/OronComFolder.py b/module/plugins/crypter/OronComFolder.py
deleted file mode 100755
index 98d7e8242f..0000000000
--- a/module/plugins/crypter/OronComFolder.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class OronComFolder(DeadCrypter):
- __name__ = "OronComFolder"
- __type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?oron.com/folder/\w+"
- __version__ = "0.11"
- __description__ = """Oron.com Folder Plugin"""
- __author_name__ = ("DHMH")
- __author_mail__ = ("webmaster@pcProfil.de")
diff --git a/module/plugins/crypter/PastebinCom.py b/module/plugins/crypter/PastebinCom.py
index 942ab613bf..953d766163 100644
--- a/module/plugins/crypter/PastebinCom.py
+++ b/module/plugins/crypter/PastebinCom.py
@@ -1,31 +1,27 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see <http://www.gnu.org/licenses/>. #
-############################################################################
-
-from module.plugins.internal.SimpleCrypter import SimpleCrypter
+from ..internal.SimpleCrypter import SimpleCrypter
class PastebinCom(SimpleCrypter):
__name__ = "PastebinCom"
__type__ = "crypter"
- __pattern__ = r"http://(?:w{3}.)?pastebin\.com/\w+"
- __version__ = "0.01"
- __description__ = """Pastebin.com Plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
+ __version__ = "0.09"
+ __status__ = "testing"
+
+ __pattern__ = r'https://(?:www\.)?pastebin\.com/(.+i=)?(?P<ID>\w{8})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Pastebin.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it")]
+
+ URL_REPLACEMENTS = [
+ (__pattern__ + '.*', r'http://www.pastebin.com/\g<ID>')]
- LINK_PATTERN = r'<div class="de\d+">(https?://[^ <]+)(?:[^<]*)</div>'
- TITLE_PATTERN = r'<div class="paste_box_line1" title="(?P<title>[^"]+)">'
+ NAME_PATTERN = r'<div class="paste_box_line1" title="(?P<N>.+?)"'
+ LINK_PATTERN = r'<div class="de\d+">(.+?)<'
diff --git a/module/plugins/crypter/PastedCo.py b/module/plugins/crypter/PastedCo.py
new file mode 100644
index 0000000000..9ed8b6cd24
--- /dev/null
+++ b/module/plugins/crypter/PastedCo.py
@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.Crypter import Crypter
+
+
+class PastedCo(Crypter):
+ __name__ = "PastedCo"
+ __type__ = "crypter"
+ __version__ = "0.06"
+ __status__ = "testing"
+
+ __pattern__ = r'http://pasted\.co/\w+'
+ __config__ = [("activated", "bool", "Activated", True)]
+
+ __description__ = """Pasted.co decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Frederik Möllers", "fred-public@posteo.de")]
+
+ NAME_PATTERN = r'<title>(?P<N>.+?) - .+ '
+ NAME_PATTERN = r"'save_paste' href=\"(http://pasted.co/[0-9a-f]+)/info"
+
+ FS_URL_PREFIX = ']*>(.*?)'
- LINK_PATTERN = r'(http://www.quickshare.cz/\S+)'
+ __description__ = """Quickshare.cz folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
+
+ FOLDER_PATTERN = r'(.*?)'
+ LINK_PATTERN = r'(http://www\.quickshare\.cz/\S+)'
def decrypt(self, pyfile):
- html = self.load(self.pyfile.url)
-
- new_links = []
- found = re.search(self.FOLDER_PATTERN, html, re.DOTALL)
- if found is None:
- self.fail("Parse error (FOLDER)")
- new_links.extend(re.findall(self.LINK_PATTERN, found.group(1)))
-
- if new_links:
- self.core.files.addLinks(new_links, self.pyfile.package().id)
- else:
- self.fail('Could not extract any links')
\ No newline at end of file
+ html = self.load(pyfile.url)
+
+ m = re.search(self.FOLDER_PATTERN, html, re.S)
+ if m is None:
+ self.error(_("FOLDER_PATTERN not found"))
+ self.links.extend(re.findall(self.LINK_PATTERN, m.group(1)))
diff --git a/module/plugins/crypter/RSLayerCom.py b/module/plugins/crypter/RSLayerCom.py
deleted file mode 100644
index 0dc7ddf4e1..0000000000
--- a/module/plugins/crypter/RSLayerCom.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class RSLayerCom(DeadCrypter):
- __name__ = "RSLayerCom"
- __type__ = "container"
- __pattern__ = r"http://(www\.)?rs-layer.com/directory-"
- __version__ = "0.21"
- __description__ = """RS-Layer.com Container Plugin"""
- __author_name__ = ("hzpz")
- __author_mail__ = ("none")
diff --git a/module/plugins/crypter/RapidgatorNetFolder.py b/module/plugins/crypter/RapidgatorNetFolder.py
new file mode 100644
index 0000000000..d02b373ea8
--- /dev/null
+++ b/module/plugins/crypter/RapidgatorNetFolder.py
@@ -0,0 +1,22 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.Crypter import Crypter
+
+
+class RapidgatorNetFolder(Crypter):
+ __name__ = "RapidgatorNetFolder"
+ __type__ = "crypter"
+ __version__ = "0.02"
+ __status__ = "testing"
+
+ __pattern__ = r"https?://(?:www\.)?(?:rapidgator\.(?:net|asia|)|rg\.to)/folder/(?P\w+)"
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
+
+ __description__ = """Rapidgator.net folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaCode", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = r"\s*Downloading:\s*\s*(?P.+?)\s+<"
+ LINK_PATTERN = r'href="(/file/[^"]+)'
diff --git a/module/plugins/crypter/RealdebridComTorrent.py b/module/plugins/crypter/RealdebridComTorrent.py
new file mode 100644
index 0000000000..2b83406113
--- /dev/null
+++ b/module/plugins/crypter/RealdebridComTorrent.py
@@ -0,0 +1,236 @@
+# -*- coding: utf-8 -*-
+
+import fnmatch
+import os
+import time
+import urllib
+
+import pycurl
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.Crypter import Crypter
+from ..internal.misc import exists, json, safejoin, uniqify
+
+
+class RealdebridComTorrent(Crypter):
+ __name__ = "RealdebridComTorrent"
+ __type__ = "crypter"
+ __version__ = "0.14"
+ __status__ = "testing"
+
+ __pattern__ = r'^unmatchable$'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("include_filter", "str", "File types to include (e.g. *.iso;*.zip, leave empty to select none)", "*.*"),
+ ("exclude_filter", "str", "File types to exclude (e.g. *.exe;advertisement.txt, leave empty to select none)", ""),
+ ("del_finished", "bool", "Delete downloaded torrents from the server", True)]
+
+ __description__ = """Realdebrid.com torrents crypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT}yahoo[DOT]com")]
+
+ # See https://api.real-debrid.com/
+ API_URL = "https://api.real-debrid.com/rest/1.0"
+
+ def api_response(self, method, get={}, post={}):
+ self.req.http.c.setopt(pycurl.USERAGENT, "pyLoad/%s" % self.pyload.version)
+
+ for _i in range(2):
+ try:
+ json_data = self.load(self.API_URL + method, get=get, post=post)
+
+ except BadHeader, e:
+ json_data = e.content
+
+ res = json.loads(json_data) if len(json_data) > 0 else {}
+
+ if 'error_code' in res:
+ if res['error_code'] == 8: #: token expired, refresh the token and retry
+ self.account.relogin()
+ if not self.account.info['login']['valid']:
+ return res
+
+ else:
+ self.api_token = self.account.accounts[self.account.accounts.keys()[0]]["api_token"]
+ get['auth_token'] = self.api_token
+ continue
+
+ else:
+ error_msg = res['error']
+ self.fail(error_msg)
+
+ return res
+
+ else:
+ self.fail(_("Refresh token has failed"))
+
+ def sleep(self, sec):
+ for _i in range(sec):
+ if self.pyfile.abort:
+ break
+ time.sleep(1)
+
+ def send_request_to_server(self):
+ """ Send torrent/magnet to the server """
+
+ if self.pyfile.url.endswith(".torrent"):
+ #: torrent URL
+ if self.pyfile.url.startswith("http"):
+ #: remote URL, download the torrent to tmp directory
+ torrent_content = self.load(self.pyfile.url, decode=False)
+ torrent_filename = safejoin("tmp", "tmp_%s.torrent" % self.pyfile.package().name) #: `tmp_` files are deleted automatically
+ with open(torrent_filename, "wb") as f:
+ f.write(torrent_content)
+
+ else:
+ #: URL is local torrent file (uploaded container)
+ torrent_filename = urllib.url2pathname(self.pyfile.url[7:]).encode('latin1').decode('utf8') #: trim the starting `file://`
+ if not exists(torrent_filename):
+ self.fail(_("Torrent file does not exist"))
+
+ #: Check if the torrent file path is inside pyLoad's config directory
+ if os.path.abspath(torrent_filename).startswith(os.path.abspath(os.getcwd()) + os.sep):
+ for _i in range(2):
+ try:
+ #: send the torrent content to the server
+ json_data = self.upload(torrent_filename,
+ self.API_URL + "/torrents/addTorrent",
+ get={'auth_token': self.api_token})
+ except BadHeader, e:
+ json_data = e.content
+
+ api_data = json.loads(json_data) if len(json_data) > 0 else {}
+
+ if 'error_code' in api_data:
+ if api_data['error_code'] == 8: #: token expired, refresh the token and retry
+ self.account.relogin()
+ if not self.account.info['login']['valid']:
+ self.fail(_("Token refresh has failed"))
+
+ else:
+ self.api_token = self.account.accounts[self.account.accounts.keys()[0]]["api_token"]
+
+ else:
+ error_msg = api_data['error']
+ self.fail(error_msg)
+
+ else:
+ break
+
+ else:
+ self.fail(_("Token refresh has failed"))
+
+ else:
+ self.fail(_("Illegal URL")) #: We don't allow files outside pyLoad's config directory
+
+ else:
+ #: magnet URL, send to the server
+ api_data = self.api_response("/torrents/addMagnet",
+ get={'auth_token': self.api_token},
+ post={'magnet': self.pyfile.url})
+
+ torrent_id = api_data['id']
+
+ torrent_info = self.api_response("/torrents/info/" + torrent_id,
+ get={'auth_token': self.api_token})
+
+ if 'error' in torrent_info:
+ self.fail("%s (code: %s)" % (torrent_info["error"], torrent_info.get("error_code", -1)))
+
+ #: Filter and select files for downloading
+ exclude_filters = self.config.get('exclude_filter').split(';')
+ excluded_ids = []
+ for _filter in exclude_filters:
+ excluded_ids.extend([_file['id'] for _file in torrent_info['files']
+ if fnmatch.fnmatch(os.path.basename(_file['path']), _filter)])
+
+ excluded_ids = uniqify(excluded_ids)
+
+ include_filters = self.config.get('include_filter').split(';')
+ included_ids = []
+ for _filter in include_filters:
+ included_ids.extend([_file['id'] for _file in torrent_info['files']
+ if fnmatch.fnmatch(os.path.basename(_file['path']), _filter)])
+
+ included_ids = uniqify(included_ids)
+
+ selected_ids = ",".join([str(_id) for _id in included_ids
+ if _id not in excluded_ids])
+ self.api_response("/torrents/selectFiles/" + torrent_id,
+ get={'auth_token': self.api_token},
+ post={'files': selected_ids})
+
+ return torrent_id
+
+ def wait_for_server_dl(self, torrent_id):
+ """ Show progress while the server does the download """
+
+ torrent_info = self.api_response("/torrents/info/" + torrent_id,
+ get={'auth_token': self.api_token})
+
+ if 'error' in torrent_info:
+ self.fail("%s (code: %s)" % (torrent_info["error"], torrent_info.get("error_code", -1)))
+
+ self.pyfile.name = torrent_info['original_filename']
+ self.pyfile.size = torrent_info['original_bytes']
+
+ self.pyfile.setCustomStatus("torrent")
+ self.pyfile.setProgress(0)
+
+ while torrent_info['status'] != 'downloaded' or torrent_info['progress'] != 100:
+ progress = int(torrent_info['progress'])
+ self.pyfile.setProgress(progress)
+
+ self.sleep(5)
+
+ torrent_info = self.api_response("/torrents/info/" + torrent_id,
+ get={'auth_token': self.api_token})
+ if 'error' in torrent_info:
+ self.fail("%s (code: %s)" % (torrent_info["error"], torrent_info.get("error_code", -1)))
+
+ self.pyfile.setProgress(100)
+
+ return torrent_info['links']
+
+ def delete_torrent_from_server(self, torrent_id):
+ """ Remove the torrent from the server """
+ url = "%s/torrents/delete/%s?auth_token=%s" % (self.API_URL, torrent_id, self.api_token)
+ self.log_debug("DELETE URL %s" % url)
+ c = pycurl.Curl()
+ c.setopt(pycurl.URL, url)
+ c.setopt(pycurl.SSL_VERIFYPEER, 0)
+ c.setopt(pycurl.USERAGENT, "pyLoad/%s" % self.pyload.version)
+ c.setopt(pycurl.HTTPHEADER, ["Accept: */*",
+ "Accept-Language: en-US,en",
+ "Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7",
+ "Connection: keep-alive",
+ "Keep-Alive: 300",
+ "Expect:"])
+ c.setopt(pycurl.CUSTOMREQUEST, "DELETE")
+ c.perform()
+ code = c.getinfo(pycurl.RESPONSE_CODE)
+ c.close()
+
+ return code
+
+ def decrypt(self, pyfile):
+ torrent_id = 0
+ if 'RealdebridCom' not in self.pyload.accountManager.plugins:
+ self.fail(_("This plugin requires an active Realdebrid.com account"))
+
+ self.account = self.pyload.accountManager.getAccountPlugin("RealdebridCom")
+ if len(self.account.accounts) == 0:
+ self.fail(_("This plugin requires an active Realdebrid.com account"))
+
+ self.api_token = self.account.accounts[self.account.accounts.keys()[0]]["api_token"]
+
+ try:
+ torrent_id = self.send_request_to_server()
+ torrent_urls = self.wait_for_server_dl(torrent_id)
+
+ self.packages = [(pyfile.package().name, torrent_urls, pyfile.package().name)]
+
+ finally:
+ if torrent_id and self.config.get("del_finished"):
+ self.delete_torrent_from_server(torrent_id)
diff --git a/module/plugins/crypter/RelinkUs.py b/module/plugins/crypter/RelinkUs.py
deleted file mode 100644
index 104968e066..0000000000
--- a/module/plugins/crypter/RelinkUs.py
+++ /dev/null
@@ -1,264 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import base64
-import binascii
-import re
-import os
-
-from Crypto.Cipher import AES
-from module.plugins.Crypter import Crypter
-
-
-class RelinkUs(Crypter):
- __name__ = "RelinkUs"
- __type__ = "crypter"
- __pattern__ = r"http://(www\.)?relink.us/(f/|((view|go).php\?id=))(?P.+)"
- __version__ = "3.0"
- __description__ = """Relink.us Crypter Plugin"""
- __author_name__ = ("fragonib")
- __author_mail__ = ("fragonib[AT]yahoo[DOT]es")
-
- # Constants
- PREFERRED_LINK_SOURCES = ['cnl2', 'dlc', 'web']
-
- OFFLINE_TOKEN = "Tattooside"
- PASSWORD_TOKEN = "container_password.php"
- PASSWORD_ERROR_ROKEN = "You have entered an incorrect password"
- PASSWORD_SUBMIT_URL = "http://www.relink.us/container_password.php"
- CAPTCHA_TOKEN = "container_captcha.php"
- CAPTCHA_ERROR_ROKEN = "You have solved the captcha wrong"
- CAPTCHA_IMG_URL = "http://www.relink.us/core/captcha/circlecaptcha.php"
- CAPTCHA_SUBMIT_URL = "http://www.relink.us/container_captcha.php"
- FILE_TITLE_REGEX = r"<th>Title</th><td><i>(.*)</i></td></tr>"
- FILE_NOTITLE = 'No title'
-
- CNL2_FORM_REGEX = r'<form id="cnl_form-(.*?)</form>'
- CNL2_FORMINPUT_REGEX = r'<input.*?name="%s".*?value="(.*?)"'
- CNL2_JK_KEY = "jk"
- CNL2_CRYPTED_KEY = "crypted"
- DLC_LINK_REGEX = r'<a href=".*?" class="dlc_button" target="_blank">'
- DLC_DOWNLOAD_URL = "http://www.relink.us/download.php"
- WEB_FORWARD_REGEX = r"getFile\('(?P<link>.+)'\)"
- WEB_FORWARD_URL = "http://www.relink.us/frame.php"
- WEB_LINK_REGEX = r'<iframe name="Container" height="100%" frameborder="no" width="100%" src="(?P<link>.+)"></iframe>'
-
- def setup(self):
- self.fileid = None
- self.package = None
- self.password = None
- self.html = None
- self.captcha = False
-
- def decrypt(self, pyfile):
-
- # Init
- self.initPackage(pyfile)
-
- # Request package
- self.requestPackage()
-
- # Check for online
- if not self.isOnline():
- self.offline()
-
- # Check for protection
- if self.isPasswordProtected():
- self.unlockPasswordProtection()
- self.handleErrors()
-
- if self.isCaptchaProtected():
- self.captcha = True
- self.unlockCaptchaProtection()
- self.handleErrors()
-
- # Get package name and folder
- (package_name, folder_name) = self.getPackageInfo()
-
- # Extract package links
- package_links = []
- for sources in self.PREFERRED_LINK_SOURCES:
- package_links.extend(self.handleLinkSource(sources))
- if package_links: # use only first source which provides links
- break
- package_links = set(package_links)
-
- # Pack
- if package_links:
- self.packages = [(package_name, package_links, folder_name)]
- else:
- self.fail('Could not extract any links')
-
- def initPackage(self, pyfile):
- self.fileid = re.match(self.__pattern__, pyfile.url).group('id')
- self.package = pyfile.package()
- self.password = self.getPassword()
- self.url = pyfile.url
-
- def requestPackage(self):
- self.html = self.load(self.url, decode=True)
-
- def isOnline(self):
- if self.OFFLINE_TOKEN in self.html:
- self.logDebug("File not found")
- return False
- return True
-
- def isPasswordProtected(self):
- if self.PASSWORD_TOKEN in self.html:
- self.logDebug("Links are password protected")
- return True
-
- def isCaptchaProtected(self):
- if self.CAPTCHA_TOKEN in self.html:
- self.logDebug("Links are captcha protected")
- return True
- return False
-
- def unlockPasswordProtection(self):
- self.logDebug("Submitting password [%s] for protected links" % self.password)
- passwd_url = self.PASSWORD_SUBMIT_URL + "?id=%s" % self.fileid
- passwd_data = {'id': self.fileid, 'password': self.password, 'pw': 'submit'}
- self.html = self.load(passwd_url, post=passwd_data, decode=True)
-
- def unlockCaptchaProtection(self):
- self.logDebug("Request user positional captcha resolving")
- captcha_img_url = self.CAPTCHA_IMG_URL + "?id=%s" % self.fileid
- coords = self.decryptCaptcha(captcha_img_url, forceUser=True, imgtype="png", result_type='positional')
- self.logDebug("Captcha resolved, coords [%s]" % str(coords))
- captcha_post_url = self.CAPTCHA_SUBMIT_URL + "?id=%s" % self.fileid
- captcha_post_data = {'button.x': coords[0], 'button.y': coords[1], 'captcha': 'submit'}
- self.html = self.load(captcha_post_url, post=captcha_post_data, decode=True)
-
- def getPackageInfo(self):
- name = folder = None
-
- # Try to get info from web
- m = re.search(self.FILE_TITLE_REGEX, self.html)
- if m is not None:
- title = m.group(1).strip()
- if not self.FILE_NOTITLE in title:
- name = folder = title
- self.logDebug("Found name [%s] and folder [%s] in package info" % (name, folder))
-
- # Fallback to defaults
- if not name or not folder:
- name = self.package.name
- folder = self.package.folder
- self.logDebug("Package info not found, defaulting to pyfile name [%s] and folder [%s]" % (name, folder))
-
- # Return package info
- return name, folder
-
- def handleErrors(self):
- if self.PASSWORD_ERROR_ROKEN in self.html:
- msg = "Incorrect password, please set right password on 'Edit package' form and retry"
- self.logDebug(msg)
- self.fail(msg)
-
- if self.captcha:
- if self.CAPTCHA_ERROR_ROKEN in self.html:
- self.logDebug("Invalid captcha, retrying")
- self.invalidCaptcha()
- self.retry()
- else:
- self.correctCaptcha()
-
- def handleLinkSource(self, source):
- if source == 'cnl2':
- return self.handleCNL2Links()
- elif source == 'dlc':
- return self.handleDLCLinks()
- elif source == 'web':
- return self.handleWEBLinks()
- else:
- self.fail('Unknown source [%s] (this is probably a bug)' % source)
-
- def handleCNL2Links(self):
- self.logDebug("Search for CNL2 links")
- package_links = []
- m = re.search(self.CNL2_FORM_REGEX, self.html, re.DOTALL)
- if m is not None:
- cnl2_form = m.group(1)
- try:
- (vcrypted, vjk) = self._getCipherParams(cnl2_form)
- for (crypted, jk) in zip(vcrypted, vjk):
- package_links.extend(self._getLinks(crypted, jk))
- except:
- self.logDebug("Unable to decrypt CNL2 links")
- return package_links
-
- def handleDLCLinks(self):
- self.logDebug('Search for DLC links')
- package_links = []
- m = re.search(self.DLC_LINK_REGEX, self.html)
- if m is not None:
- container_url = self.DLC_DOWNLOAD_URL + "?id=%s&dlc=1" % self.fileid
- self.logDebug("Downloading DLC container link [%s]" % container_url)
- try:
- dlc = self.load(container_url)
- dlc_filename = self.fileid + ".dlc"
- dlc_filepath = os.path.join(self.config["general"]["download_folder"], dlc_filename)
- f = open(dlc_filepath, "wb")
- f.write(dlc)
- f.close()
- package_links.append(dlc_filepath)
- except:
- self.logDebug("Unable to download DLC container")
- return package_links
-
- def handleWEBLinks(self):
- self.logDebug("Search for WEB links")
- package_links = []
- fw_params = re.findall(self.WEB_FORWARD_REGEX, self.html)
- self.logDebug("Decrypting %d Web links" % len(fw_params))
- for index, fw_param in enumerate(fw_params):
- try:
- fw_url = self.WEB_FORWARD_URL + "?%s" % fw_param
- self.logDebug("Decrypting Web link %d, %s" % (index + 1, fw_url))
- fw_response = self.load(fw_url, decode=True)
- dl_link = re.search(self.WEB_LINK_REGEX, fw_response).group('link')
- package_links.append(dl_link)
- except Exception, detail:
- self.logDebug("Error decrypting Web link %s, %s" % (index, detail))
- self.setWait(4)
- self.wait()
- return package_links
-
- def _getCipherParams(self, cnl2_form):
-
- # Get jk
- jk_re = self.CNL2_FORMINPUT_REGEX % self.CNL2_JK_KEY
- vjk = re.findall(jk_re, cnl2_form, re.IGNORECASE)
-
- # Get crypted
- crypted_re = self.CNL2_FORMINPUT_REGEX % RelinkUs.CNL2_CRYPTED_KEY
- vcrypted = re.findall(crypted_re, cnl2_form, re.IGNORECASE)
-
- # Log and return
- self.logDebug("Detected %d crypted blocks" % len(vcrypted))
- return vcrypted, vjk
-
- def _getLinks(self, crypted, jk):
-
- # Get key
- jreturn = self.js.eval("%s f()" % jk)
- self.logDebug("JsEngine returns value [%s]" % jreturn)
- key = binascii.unhexlify(jreturn)
-
- # Decode crypted
- crypted = base64.standard_b64decode(crypted)
-
- # Decrypt
- Key = key
- IV = key
- obj = AES.new(Key, AES.MODE_CBC, IV)
- text = obj.decrypt(crypted)
-
- # Extract links
- text = text.replace("\x00", "").replace("\r", "")
- links = text.split("\n")
- links = filter(lambda x: x != "", links)
-
- # Log and return
- self.logDebug("Package has %d links" % len(links))
- return links
diff --git a/module/plugins/crypter/SafelinkingNet.py b/module/plugins/crypter/SafelinkingNet.py
index 85cf552c8d..7522fb370d 100644
--- a/module/plugins/crypter/SafelinkingNet.py
+++ b/module/plugins/crypter/SafelinkingNet.py
@@ -1,80 +1,126 @@
# -*- coding: utf-8 -*-
-import re
-from pycurl import FOLLOWLOCATION
+import pycurl
+from module.network.HTTPRequest import BadHeader
-from module.common.json_layer import json_loads
-from module.plugins.Crypter import Crypter
-from module.plugins.internal.CaptchaService import SolveMedia
-from module.lib.BeautifulSoup import BeautifulSoup
+from ..captcha.SolveMedia import SolveMedia
+from ..internal.Crypter import Crypter
+from ..internal.misc import json
class SafelinkingNet(Crypter):
- __name__ = 'SafelinkingNet'
- __type__ = 'crypter'
- __pattern__ = r'https?://safelinking.net/([pd])/\w+'
- __version__ = '0.1'
- __description__ = 'Safelinking.net Crypter Plugin'
- __author_name__ = 'quareevo'
- __author_mail__ = 'quareevo@arcor.de'
+ __name__ = "SafelinkingNet"
+ __type__ = "crypter"
+ __version__ = "0.22"
+ __status__ = "testing"
- __Solvemedia_pattern__ = "solvemediaApiKey = '([\w\.\-_]+)';"
+ __pattern__ = r'https?://(?:www\.)?safelinking\.net/(?P<TYPE>[pd]/)?(?P<ID>\w{7})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
+
+ __description__ = """Safelinking.net decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("quareevo", "quareevo@arcor.de"),
+ ("tbsn", "tbsnpy_github@gmx.de"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ # Safelinking seems to use a static SolveMedia key
+ SOLVEMEDIA_KEY = "OZ987i6xTzNs9lw5.MA-2Vxbc-UxFrLu"
+
+ def api_response(self, url, post_data):
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["Accept: application/json, text/plain, */*",
+ "Content-Type: application/json"])
+
+ try:
+ res = json.loads(self.load(url, post=json.dumps(post_data)))
+
+ except (BadHeader, ValueError), e:
+ self.log_error(e.message)
+ self.fail(e.message)
+
+ # Headers back to normal
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["Accept: */*",
+ "Accept-Language: en-US,en",
+ "Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7",
+ "Connection: keep-alive",
+ "Keep-Alive: 300",
+ "Expect:"])
+
+ return res
def decrypt(self, pyfile):
- url = pyfile.url
- if re.search(self.__pattern__, url).group(1) == "d":
- self.req.http.c.setopt(FOLLOWLOCATION, 0)
- self.load(url)
- m = re.search("^Location: (.+)$", self.req.http.header, re.MULTILINE)
- if m:
- self.core.files.addLinks([m.group(1)], self.pyfile.package().id)
+ # Process direct links
+ if self.info['pattern']['TYPE'] == "d/":
+ header = self.load(pyfile.url, just_header=True)
+
+ if 'location' in header:
+ self.links = [header.get('location')]
+
+ else:
+ self.error(_("Couldn't find forwarded Link"))
+
+ else: # Process protected links
+ self.package_password = self.get_password()
+
+ post_data = {'hash': self.info['pattern']['ID']}
+
+ link_info = self.api_response(
+ "http://safelinking.net/v1/protected", post_data)
+
+ if "messsage" in link_info:
+ self.log_error(link_info['messsage'])
+ self.fail(link_info['messsage'])
+
+ # Response: Links
+ elif "links" in link_info:
+ for link in link_info['links']:
+ self.links.append(link['url'])
+ return
+
+ if link_info['security'].get('usePassword', False):
+ if self.package_password:
+ self.log_debug("Using package password")
+ post_data['password'] = self.package_password
+
+ else:
+ self.fail(_("Password required"))
+
+ if link_info['security'].get('useCaptcha', False):
+ self.captcha = SolveMedia(pyfile)
+ response, challenge = self.captcha.challenge(
+ self.SOLVEMEDIA_KEY)
+
+ post_data['answer'] = response
+ post_data['challengeId'] = challenge
+ post_data['type'] = "0"
+
+ json_res = self.api_response(
+ "https://safelinking.net/v1/captcha", post_data)
+
+ # Evaluate response
+ if json_res is None:
+ self.fail(_("Invalid JSON response"))
+
+ # Response: Wrong password
+ elif "passwordFail" in json_res:
+ self.log_error(
+ _('Wrong password: "%s"') %
+ self.package_password)
+ self.fail(_("Wrong password"))
+
+ elif "captchaFail" in json_res:
+ self.retry_captcha()
+
+ # Response: Error message
+ elif "message" in json_res:
+ self.log_error(_("Site error: %s") % json_res['message'])
+ self.retry(wait=60, msg=json_res['message'])
+
+ # Response: Links
+ elif "links" in json_res:
+ for link in json_res['links']:
+ self.links.append(link['url'])
+
else:
- self.fail("Couldn't find forwarded Link")
-
- else:
- password = ""
- packageLinks = []
- postData = {"post-protect": "1"}
-
- self.html = self.load(url)
-
- if "link-password" in self.html:
- password = pyfile.package().password
- postData["link-password"] = password
-
- if "altcaptcha" in self.html:
- for i in xrange(5):
- m = re.search(self.__Solvemedia_pattern__, self.html)
- if m:
- captchaKey = m.group(1)
- captcha = SolveMedia(self)
- captchaProvider = "Solvmedia"
- else:
- self.fail("Error parsing captcha")
-
- challenge, response = captcha.challenge(captchaKey)
- postData["adcopy_challenge"] = challenge
- postData["adcopy_response"] = response
-
- self.html = self.load(url, post=postData)
- if "The password you entered was incorrect" in self.html:
- self.fail("Incorrect Password")
- if not "The CAPTCHA code you entered was wrong" in self.html:
- break
-
- pyfile.package().password = ""
- soup = BeautifulSoup(self.html)
- scripts = soup.findAll("script")
- for s in scripts:
- if "d_links" in s.text:
- break
- m = re.search('d_links":(\[.*?\])', s.text)
- if m:
- linkDict = json_loads(m.group(1))
- for link in linkDict:
- if not "http://" in link["full"]:
- packageLinks.append("https://safelinking.net/d/" + link["full"])
- else:
- packageLinks.append(link["full"])
-
- self.core.files.addLinks(packageLinks, self.pyfile.package().id)
+ self.fail(_("Unexpected JSON response"))
diff --git a/module/plugins/crypter/SecuredIn.py b/module/plugins/crypter/SecuredIn.py
deleted file mode 100644
index 4c3bbf4a63..0000000000
--- a/module/plugins/crypter/SecuredIn.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class SecuredIn(DeadCrypter):
- __name__ = "SecuredIn"
- __type__ = "container"
- __pattern__ = r"http://[\w\.]*?secured\.in/download-[\d]+-[\w]{8}\.html"
- __version__ = "0.21"
- __description__ = """secured.in Container Plugin"""
- __author_name__ = ("mkaay")
- __author_mail__ = ("mkaay@mkaay.de")
diff --git a/module/plugins/crypter/SerienjunkiesOrg.py b/module/plugins/crypter/SerienjunkiesOrg.py
deleted file mode 100644
index e0eb7e240e..0000000000
--- a/module/plugins/crypter/SerienjunkiesOrg.py
+++ /dev/null
@@ -1,320 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-from time import sleep
-import random
-from module.plugins.Crypter import Crypter
-from module.lib.BeautifulSoup import BeautifulSoup
-from module.unescape import unescape
-
-
-class SerienjunkiesOrg(Crypter):
- __name__ = "SerienjunkiesOrg"
- __type__ = "container"
- __pattern__ = r"http://.*?(serienjunkies.org|dokujunkies.org)/.*?"
- __version__ = "0.39"
- __config__ = [
- ("changeNameSJ", "Packagename;Show;Season;Format;Episode", "Take SJ.org name", "Show"),
- ("changeNameDJ", "Packagename;Show;Format;Episode", "Take DJ.org name", "Show"),
- ("randomPreferred", "bool", "Randomize Preferred-List", False),
- ("hosterListMode", "OnlyOne;OnlyPreferred(One);OnlyPreferred(All);All",
- "Use for hosters (if supported)", "All"),
- ("hosterList", "str", "Preferred Hoster list (comma separated)",
- "RapidshareCom,UploadedTo,NetloadIn,FilefactoryCom,FreakshareNet,FilebaseTo,HotfileCom,DepositfilesCom,EasyshareCom,KickloadCom"),
- ("ignoreList", "str", "Ignored Hoster list (comma separated)", "MegauploadCom")
- ]
- __description__ = """serienjunkies.org Container Plugin"""
- __author_name__ = ("mkaay", "godofdream")
- __author_mail__ = ("mkaay@mkaay.de", "soilfiction@gmail.com")
-
- def setup(self):
- self.multiDL = False
-
- def getSJSrc(self, url):
- src = self.req.load(str(url))
- if "This website is not available in your country" in src:
- self.fail("Not available in your country")
- if not src.find("Enter Serienjunkies") == -1:
- sleep(1)
- src = self.req.load(str(url))
- return src
-
- def handleShow(self, url):
- src = self.getSJSrc(url)
- soup = BeautifulSoup(src)
- packageName = self.pyfile.package().name
- if self.getConfig("changeNameSJ") == "Show":
- found = unescape(soup.find("h2").find("a").string.split(' –')[0])
- if found:
- packageName = found
-
- nav = soup.find("div", attrs={"id": "scb"})
-
- package_links = []
- for a in nav.findAll("a"):
- if self.getConfig("changeNameSJ") == "Show":
- package_links.append(a["href"])
- else:
- package_links.append(a["href"] + "#hasName")
- if self.getConfig("changeNameSJ") == "Show":
- self.packages.append((packageName, package_links, packageName))
- else:
- self.core.files.addLinks(package_links, self.pyfile.package().id)
-
- def handleSeason(self, url):
- src = self.getSJSrc(url)
- soup = BeautifulSoup(src)
- post = soup.find("div", attrs={"class": "post-content"})
- ps = post.findAll("p")
-
- seasonName = unescape(soup.find("a", attrs={"rel": "bookmark"}).string).replace("–", "-")
- groups = {}
- gid = -1
- for p in ps:
- if re.search("<strong>Sprache|<strong>Format", str(p)):
- var = p.findAll("strong")
- opts = {"Sprache": "", "Format": ""}
- for v in var:
- n = unescape(v.string).strip()
- n = re.sub(r"^([:]?)(.*?)([:]?)$", r'\2', n)
- if n.strip() not in opts:
- continue
- val = v.nextSibling
- if not val:
- continue
- val = val.replace("|", "").strip()
- val = re.sub(r"^([:]?)(.*?)([:]?)$", r'\2', val)
- opts[n.strip()] = val.strip()
- gid += 1
- groups[gid] = {}
- groups[gid]["ep"] = {}
- groups[gid]["opts"] = opts
- elif re.search("<strong>Download:", str(p)):
- parts = str(p).split("<br />")
- if re.search("<strong>", parts[0]):
- ename = re.search('<strong>(.*?)</strong>', parts[0]).group(1).strip().decode("utf-8").replace(
- "–", "-")
- groups[gid]["ep"][ename] = {}
- parts.remove(parts[0])
- for part in parts:
- hostername = re.search(r" \| ([-a-zA-Z0-9]+\.\w+)", part)
- if hostername:
- hostername = hostername.group(1)
- groups[gid]["ep"][ename][hostername] = []
- links = re.findall('href="(.*?)"', part)
- for link in links:
- groups[gid]["ep"][ename][hostername].append(link + "#hasName")
-
- links = []
- for g in groups.values():
- for ename in g["ep"]:
- links.extend(self.getpreferred(g["ep"][ename]))
- if self.getConfig("changeNameSJ") == "Episode":
- self.packages.append((ename, links, ename))
- links = []
- package = "%s (%s, %s)" % (seasonName, g["opts"]["Format"], g["opts"]["Sprache"])
- if self.getConfig("changeNameSJ") == "Format":
- self.packages.append((package, links, package))
- links = []
- if (self.getConfig("changeNameSJ") == "Packagename") or re.search("#hasName", url):
- self.core.files.addLinks(links, self.pyfile.package().id)
- elif (self.getConfig("changeNameSJ") == "Season") or not re.search("#hasName", url):
- self.packages.append((seasonName, links, seasonName))
-
- def handleEpisode(self, url):
- src = self.getSJSrc(url)
- if not src.find(
- "Du hast das Download-Limit überschritten! Bitte versuche es später nocheinmal.") == -1:
- self.fail(_("Downloadlimit reached"))
- else:
- soup = BeautifulSoup(src)
- form = soup.find("form")
- h1 = soup.find("h1")
-
- if h1.get("class") == "wrap":
- captchaTag = soup.find(attrs={"src": re.compile("^/secure/")})
- if not captchaTag:
- sleep(5)
- self.retry()
-
- captchaUrl = "http://download.serienjunkies.org" + captchaTag["src"]
- result = self.decryptCaptcha(str(captchaUrl), imgtype="png")
- sinp = form.find(attrs={"name": "s"})
-
- self.req.lastURL = str(url)
- sj = self.load(str(url), post={'s': sinp["value"], 'c': result, 'action': "Download"})
-
- soup = BeautifulSoup(sj)
- rawLinks = soup.findAll(attrs={"action": re.compile("^http://download.serienjunkies.org/")})
-
- if not len(rawLinks) > 0:
- sleep(1)
- self.retry()
- return
-
- self.correctCaptcha()
-
- links = []
- for link in rawLinks:
- frameUrl = link["action"].replace("/go-", "/frame/go-")
- links.append(self.handleFrame(frameUrl))
- if re.search("#hasName", url) or ((self.getConfig("changeNameSJ") == "Packagename") and
- (self.getConfig("changeNameDJ") == "Packagename")):
- self.core.files.addLinks(links, self.pyfile.package().id)
- else:
- if h1.text[2] == "_":
- eName = h1.text[3:]
- else:
- eName = h1.text
- self.packages.append((eName, links, eName))
-
- def handleOldStyleLink(self, url):
- sj = self.req.load(str(url))
- soup = BeautifulSoup(sj)
- form = soup.find("form", attrs={"action": re.compile("^http://serienjunkies.org")})
- captchaTag = form.find(attrs={"src": re.compile("^/safe/secure/")})
- captchaUrl = "http://serienjunkies.org" + captchaTag["src"]
- result = self.decryptCaptcha(str(captchaUrl))
- url = form["action"]
- sinp = form.find(attrs={"name": "s"})
-
- self.req.load(str(url), post={'s': sinp["value"], 'c': result, 'dl.start': "Download"}, cookies=False,
- just_header=True)
- decrypted = self.req.lastEffectiveURL
- if decrypted == str(url):
- self.retry()
- self.core.files.addLinks([decrypted], self.pyfile.package().id)
-
- def handleFrame(self, url):
- self.req.load(str(url))
- return self.req.lastEffectiveURL
-
- def handleShowDJ(self, url):
- src = self.getSJSrc(url)
- soup = BeautifulSoup(src)
- post = soup.find("div", attrs={"id": "page_post"})
- ps = post.findAll("p")
- found = unescape(soup.find("h2").find("a").string.split(' –')[0])
- if found:
- seasonName = found
-
- groups = {}
- gid = -1
- for p in ps:
- if re.search("<strong>Sprache|<strong>Format", str(p)):
- var = p.findAll("strong")
- opts = {"Sprache": "", "Format": ""}
- for v in var:
- n = unescape(v.string).strip()
- n = re.sub(r"^([:]?)(.*?)([:]?)$", r'\2', n)
- if n.strip() not in opts:
- continue
- val = v.nextSibling
- if not val:
- continue
- val = val.replace("|", "").strip()
- val = re.sub(r"^([:]?)(.*?)([:]?)$", r'\2', val)
- opts[n.strip()] = val.strip()
- gid += 1
- groups[gid] = {}
- groups[gid]["ep"] = {}
- groups[gid]["opts"] = opts
- elif re.search("<strong>Download:", str(p)):
- parts = str(p).split("<br />")
- if re.search("<strong>", parts[0]):
- ename = re.search('<strong>(.*?)</strong>', parts[0]).group(1).strip().decode("utf-8").replace(
- "–", "-")
- groups[gid]["ep"][ename] = {}
- parts.remove(parts[0])
- for part in parts:
- hostername = re.search(r" \| ([-a-zA-Z0-9]+\.\w+)", part)
- if hostername:
- hostername = hostername.group(1)
- groups[gid]["ep"][ename][hostername] = []
- links = re.findall('href="(.*?)"', part)
- for link in links:
- groups[gid]["ep"][ename][hostername].append(link + "#hasName")
-
- links = []
- for g in groups.values():
- for ename in g["ep"]:
- links.extend(self.getpreferred(g["ep"][ename]))
- if self.getConfig("changeNameDJ") == "Episode":
- self.packages.append((ename, links, ename))
- links = []
- package = "%s (%s, %s)" % (seasonName, g["opts"]["Format"], g["opts"]["Sprache"])
- if self.getConfig("changeNameDJ") == "Format":
- self.packages.append((package, links, package))
- links = []
- if (self.getConfig("changeNameDJ") == "Packagename") or re.search("#hasName", url):
- self.core.files.addLinks(links, self.pyfile.package().id)
- elif (self.getConfig("changeNameDJ") == "Show") or not re.search("#hasName", url):
- self.packages.append((seasonName, links, seasonName))
-
- def handleCategoryDJ(self, url):
- package_links = []
- src = self.getSJSrc(url)
- soup = BeautifulSoup(src)
- content = soup.find("div", attrs={"id": "content"})
- for a in content.findAll("a", attrs={"rel": "bookmark"}):
- package_links.append(a["href"])
- self.core.files.addLinks(package_links, self.pyfile.package().id)
-
- def decrypt(self, pyfile):
- showPattern = re.compile("^http://serienjunkies.org/serie/(.*)/$")
- seasonPattern = re.compile("^http://serienjunkies.org/.*?/(.*)/$")
- episodePattern = re.compile("^http://download.serienjunkies.org/f-.*?.html(#hasName)?$")
- oldStyleLink = re.compile("^http://serienjunkies.org/safe/(.*)$")
- categoryPatternDJ = re.compile("^http://dokujunkies.org/.*?(.*)$")
- showPatternDJ = re.compile(r"^http://dokujunkies.org/.*?/(.*)\.html(#hasName)?$")
- framePattern = re.compile("^http://download.(serienjunkies.org|dokujunkies.org)/frame/go-.*?/$")
- url = pyfile.url
- if framePattern.match(url):
- self.packages.append((self.pyfile.package().name, [self.handleFrame(url)], self.pyfile.package().name))
- elif episodePattern.match(url):
- self.handleEpisode(url)
- elif oldStyleLink.match(url):
- self.handleOldStyleLink(url)
- elif showPattern.match(url):
- self.handleShow(url)
- elif showPatternDJ.match(url):
- self.handleShowDJ(url)
- elif seasonPattern.match(url):
- self.handleSeason(url)
- elif categoryPatternDJ.match(url):
- self.handleCategoryDJ(url)
-
- #selects the preferred hoster, after that selects any hoster (ignoring the one to ignore)
- def getpreferred(self, hosterlist):
-
- result = []
- preferredList = self.getConfig("hosterList").strip().lower().replace(
- '|', ',').replace('.', '').replace(';', ',').split(',')
- if (self.getConfig("randomPreferred") is True) and (
- self.getConfig("hosterListMode") in ["OnlyOne", "OnlyPreferred(One)"]):
- random.shuffle(preferredList)
- # we don't want hosters be read two times
- hosterlist2 = hosterlist.copy()
-
- for preferred in preferredList:
- for Hoster in hosterlist:
- if preferred == Hoster.lower().replace('.', ''):
- for Part in hosterlist[Hoster]:
- self.logDebug("selected " + Part)
- result.append(str(Part))
- del (hosterlist2[Hoster])
- if self.getConfig("hosterListMode") in ["OnlyOne", "OnlyPreferred(One)"]:
- return result
-
- ignorelist = self.getConfig("ignoreList").strip().lower().replace(
- '|', ',').replace('.', '').replace(';', ',').split(',')
- if self.getConfig('hosterListMode') in ["OnlyOne", "All"]:
- for Hoster in hosterlist2:
- if Hoster.strip().lower().replace('.', '') not in ignorelist:
- for Part in hosterlist2[Hoster]:
- self.logDebug("selected2 " + Part)
- result.append(str(Part))
-
- if self.getConfig('hosterListMode') == "OnlyOne":
- return result
- return result
diff --git a/module/plugins/crypter/SexuriaCom.py b/module/plugins/crypter/SexuriaCom.py
new file mode 100644
index 0000000000..c5705c5d61
--- /dev/null
+++ b/module/plugins/crypter/SexuriaCom.py
@@ -0,0 +1,124 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.Crypter import Crypter
+
+
+class SexuriaCom(Crypter):
+ __name__ = "SexuriaCom"
+ __type__ = "crypter"
+ __version__ = "0.15"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?sexuria\.com/(v1/)?(Pornos_Kostenlos_.+?_(\d+)\.html|dl_links_\d+_\d+\.html|id=\d+\&part=\d+\&link=\d+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_subfolder", "bool", "Save package to subfolder", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
+
+ __description__ = """Sexuria.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("NETHead", "NETHead.AT.gmx.DOT.net")]
+
+ #: Constants
+ PATTERN_SUPPORTED_CRYPT = r'http://(www\.)?sexuria\.com/(v1/)?Pornos_Kostenlos_.+?_(\d+)\.html'
+ PATTERN_SUPPORTED_MAIN = r'http://(www\.)?sexuria\.com/(v1/)?dl_links_\d+_(?P<ID>\d+)\.html'
+ PATTERN_SUPPORTED_REDIRECT = r'http://(www\.)?sexuria\.com/out\.php\?id=(?P<ID>\d+)\&part=\d+\&link=\d+'
+ PATTERN_TITLE = r'<title> - (?P<TITLE>.*) Sexuria - Kostenlose Pornos - Rapidshare XXX Porn '
+ PATTERN_PASSWORD = r'Passwort: .*?bgcolor="#EFEFEF">(?P.*?) '
+ PATTERN_DL_LINK_PAGE = r'"(dl_links_\d+_\d+\.html)"'
+ PATTERN_REDIRECT_LINKS = r'disabled\'" href="(.*)" id'
+ LIST_PWDIGNORE = ["Kein Passwort", "-"]
+
+ def decrypt(self, pyfile):
+ #: Init
+ self.pyfile = pyfile
+ self.package = pyfile.package()
+
+ #: Decrypt and add links
+ pack_name, self.urls, folder_name, pack_pwd = self.decrypt_links(
+ self.pyfile.url)
+ if pack_pwd:
+ self.pyfile.package().password = pack_pwd
+ self.packages = [(pack_name, self.urls, folder_name)]
+
+ def decrypt_links(self, url):
+ linklist = []
+ name = self.package.name
+ folder = self.package.folder
+ password = None
+
+ if re.match(self.PATTERN_SUPPORTED_MAIN, url, re.I):
+ #: Processing main page
+ html = self.load(url)
+ links = re.findall(self.PATTERN_DL_LINK_PAGE, html, re.I)
+ for link in links:
+ linklist.append("http://sexuria.com/v1/" + link)
+
+ elif re.match(self.PATTERN_SUPPORTED_REDIRECT, url, re.I):
+ #: Processing direct redirect link (out.php), redirecting to main page
+ id = re.search(
+ self.PATTERN_SUPPORTED_REDIRECT,
+ url,
+ re.I).group('ID')
+ if id:
+ linklist.append(
+ "http://sexuria.com/v1/Pornos_Kostenlos_liebe_%s.html" %
+ id)
+
+ elif re.match(self.PATTERN_SUPPORTED_CRYPT, url, re.I):
+ #: Extract info from main file
+ id = re.search(self.PATTERN_SUPPORTED_CRYPT, url, re.I).group('ID')
+ html = self.load(
+ "http://sexuria.com/v1/Pornos_Kostenlos_info_%s.html" %
+ id)
+ #: Webpage title / Package name
+ titledata = re.search(self.PATTERN_TITLE, html, re.I)
+ if not titledata:
+ self.log_warning("No title data found, has site changed?")
+ else:
+ title = titledata.group('TITLE').strip()
+ if title:
+ name = folder = title
+ self.log_debug(
+ "Package info found, name [%s] and folder [%s]" %
+ (name, folder))
+ #: Password
+ pwddata = re.search(self.PATTERN_PASSWORD, html, re.I | re.S)
+ if not pwddata:
+ self.log_warning("No password data found, has site changed?")
+ else:
+ pwd = pwddata.group('PWD').strip()
+ if pwd and not (pwd in self.LIST_PWDIGNORE):
+ password = pwd
+ self.log_debug(
+ "Package info found, password [%s]" %
+ password)
+
+ #: Process links (dl_link)
+ html = self.load(url)
+ links = re.findall(self.PATTERN_REDIRECT_LINKS, html, re.I)
+ if not links:
+ self.log_error(_("Broken for link: %s") % link)
+ else:
+ for link in links:
+ link = link.replace(
+ "http://sexuria.com/",
+ "http://www.sexuria.com/")
+ finallink = self.load(link, just_header=True)['url']
+ if not finallink or ("sexuria.com/" in finallink):
+ self.log_error(_("Broken for link: %s") % link)
+ else:
+ linklist.append(finallink)
+
+ #: Log result
+ if not linklist:
+ self.fail(_("Unable to extract links (maybe plugin out of date?)"))
+ else:
+ for i, link in enumerate(linklist):
+ self.log_debug(
+ "Supported link %d/%d: %s" %
+ (i + 1, len(linklist), link))
+
+ #: All done, return to caller
+ return name, linklist, folder, password
diff --git a/module/plugins/crypter/ShSt.py b/module/plugins/crypter/ShSt.py
new file mode 100644
index 0000000000..454c15e247
--- /dev/null
+++ b/module/plugins/crypter/ShSt.py
@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*-
+
+
+import pycurl
+
+from ..internal.Crypter import Crypter
+
+
+class ShSt(Crypter):
+ __name__ = "ShSt"
+ __type__ = "crypter"
+ __version__ = "0.09"
+ __status__ = "testing"
+
+ __pattern__ = r'http://sh\.st/\w+'
+ __config__ = [("activated", "bool", "Activated", True)]
+
+ __description__ = """Sh.St decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Frederik Möllers", "fred-public@posteo.de")]
+
+ NAME_PATTERN = r'(?P<N>.+?) -'
+
+ def decrypt(self, pyfile):
+ #: If we use curl as a user agent, we will get a straight redirect (no waiting!)
+ self.req.http.c.setopt(pycurl.USERAGENT, "curl/7.42.1")
+ #: Fetch the target URL
+ header = self.load(self.pyfile.url, just_header=True, decode=False)
+ target_url = header.get('location')
+ self.links.append(target_url)
diff --git a/module/plugins/crypter/ShareLinksBiz.py b/module/plugins/crypter/ShareLinksBiz.py
deleted file mode 100644
index 09ac21873a..0000000000
--- a/module/plugins/crypter/ShareLinksBiz.py
+++ /dev/null
@@ -1,269 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import base64
-import binascii
-import re
-
-from Crypto.Cipher import AES
-from module.plugins.Crypter import Crypter
-
-
-class ShareLinksBiz(Crypter):
- __name__ = "ShareLinksBiz"
- __type__ = "crypter"
- __pattern__ = r"(?P<base>http://[\w\.]*?(share-links|s2l)\.biz)/(?P<id>_?[0-9a-z]+)(/.*)?"
- __version__ = "1.13"
- __description__ = """Share-Links.biz Crypter"""
- __author_name__ = ("fragonib")
- __author_mail__ = ("fragonib[AT]yahoo[DOT]es")
-
- def setup(self):
- self.baseUrl = None
- self.fileId = None
- self.package = None
- self.html = None
- self.captcha = False
-
- def decrypt(self, pyfile):
-
- # Init
- self.initFile(pyfile)
-
- # Request package
- url = self.baseUrl + '/' + self.fileId
- self.html = self.load(url, decode=True)
-
- # Unblock server (load all images)
- self.unblockServer()
-
- # Check for protection
- if self.isPasswordProtected():
- self.unlockPasswordProtection()
- self.handleErrors()
-
- if self.isCaptchaProtected():
- self.captcha = True
- self.unlockCaptchaProtection()
- self.handleErrors()
-
- # Extract package links
- package_links = []
- package_links.extend(self.handleWebLinks())
- package_links.extend(self.handleContainers())
- package_links.extend(self.handleCNL2())
- package_links = set(package_links)
-
- # Get package info
- package_name, package_folder = self.getPackageInfo()
-
- # Pack
- self.packages = [(package_name, package_links, package_folder)]
-
- def initFile(self, pyfile):
- url = pyfile.url
- if 's2l.biz' in url:
- url = self.load(url, just_header=True)['location']
- self.baseUrl = re.search(self.__pattern__, url).group(1)
- self.fileId = re.match(self.__pattern__, url).group('id')
- self.package = pyfile.package()
-
- def isOnline(self):
- if "No usable content was found" in self.html:
- self.logDebug("File not found")
- return False
- return True
-
- def isPasswordProtected(self):
- if re.search(r'''<form.*?id="passwordForm".*?>''', self.html):
- self.logDebug("Links are protected")
- return True
- return False
-
- def isCaptchaProtected(self):
- if '<map id="captchamap"' in self.html:
- self.logDebug("Links are captcha protected")
- return True
- return False
-
- def unblockServer(self):
- imgs = re.findall(r"(/template/images/.*?\.gif)", self.html)
- for img in imgs:
- self.load(self.baseUrl + img)
-
- def unlockPasswordProtection(self):
- password = self.getPassword()
- self.logDebug("Submitting password [%s] for protected links" % password)
- post = {"password": password, 'login': 'Submit form'}
- url = self.baseUrl + '/' + self.fileId
- self.html = self.load(url, post=post, decode=True)
-
- def unlockCaptchaProtection(self):
- # Get captcha map
- captchaMap = self._getCaptchaMap()
- self.logDebug("Captcha map with [%d] positions" % len(captchaMap.keys()))
-
- # Request user for captcha coords
- m = re.search(r'<img src="/captcha.gif\?d=(.*?)&PHPSESSID=(.*?)&legend=1"', self.html)
- captchaUrl = self.baseUrl + '/captcha.gif?d=%s&PHPSESSID=%s' % (m.group(1), m.group(2))
- self.logDebug("Waiting user for correct position")
- coords = self.decryptCaptcha(captchaUrl, forceUser=True, imgtype="gif", result_type='positional')
- self.logDebug("Captcha resolved, coords [%s]" % str(coords))
-
- # Resolve captcha
- href = self._resolveCoords(coords, captchaMap)
- if href is None:
- self.logDebug("Invalid captcha resolving, retrying")
- self.invalidCaptcha()
- self.setWait(5, False)
- self.wait()
- self.retry()
- url = self.baseUrl + href
- self.html = self.load(url, decode=True)
-
- def _getCaptchaMap(self):
- mapp = {}
- for m in re.finditer(r'<area shape="rect" coords="(.*?)" href="(.*?)"', self.html):
- rect = eval('(' + m.group(1) + ')')
- href = m.group(2)
- mapp[rect] = href
- return mapp
-
- def _resolveCoords(self, coords, captchaMap):
- x, y = coords
- for rect, href in captchaMap.items():
- x1, y1, x2, y2 = rect
- if (x >= x1 and x <= x2) and (y >= y1 and y <= y2):
- return href
-
- def handleErrors(self):
- if "The inserted password was wrong" in self.html:
- self.logDebug("Incorrect password, please set right password on 'Edit package' form and retry")
- self.fail("Incorrect password, please set right password on 'Edit package' form and retry")
-
- if self.captcha:
- if "Your choice was wrong" in self.html:
- self.logDebug("Invalid captcha, retrying")
- self.invalidCaptcha()
- self.setWait(5)
- self.wait()
- self.retry()
- else:
- self.correctCaptcha()
-
- def getPackageInfo(self):
- name = folder = None
-
- # Extract from web package header
- title_re = r'<h2><img.*?/>(.*)</h2>'
- m = re.search(title_re, self.html, re.DOTALL)
- if m is not None:
- title = m.group(1).strip()
- if 'unnamed' not in title:
- name = folder = title
- self.logDebug("Found name [%s] and folder [%s] in package info" % (name, folder))
-
- # Fallback to defaults
- if not name or not folder:
- name = self.package.name
- folder = self.package.folder
- self.logDebug("Package info not found, defaulting to pyfile name [%s] and folder [%s]" % (name, folder))
-
- # Return package info
- return name, folder
-
- def handleWebLinks(self):
- package_links = []
- self.logDebug("Handling Web links")
-
- #@TODO: Gather paginated web links
- pattern = r"javascript:_get\('(.*?)', \d+, ''\)"
- ids = re.findall(pattern, self.html)
- self.logDebug("Decrypting %d Web links" % len(ids))
- for i, ID in enumerate(ids):
- try:
- self.logDebug("Decrypting Web link %d, [%s]" % (i + 1, ID))
- dwLink = self.baseUrl + "/get/lnk/" + ID
- response = self.load(dwLink)
- code = re.search(r'frm/(\d+)', response).group(1)
- fwLink = self.baseUrl + "/get/frm/" + code
- response = self.load(fwLink)
- jscode = re.search(r'<script language="javascript">\s*eval\((.*)\)\s*</script>', response,
- re.DOTALL).group(1)
- jscode = self.js.eval("f = %s" % jscode)
- jslauncher = "window=''; parent={frames:{Main:{location:{href:''}}},location:''}; %s; parent.frames.Main.location.href"
- dlLink = self.js.eval(jslauncher % jscode)
- self.logDebug("JsEngine returns value [%s] for redirection link" % dlLink)
- package_links.append(dlLink)
- except Exception, detail:
- self.logDebug("Error decrypting Web link [%s], %s" % (ID, detail))
- return package_links
-
- def handleContainers(self):
- package_links = []
- self.logDebug("Handling Container links")
-
- pattern = r"javascript:_get\('(.*?)', 0, '(rsdf|ccf|dlc)'\)"
- containersLinks = re.findall(pattern, self.html)
- self.logDebug("Decrypting %d Container links" % len(containersLinks))
- for containerLink in containersLinks:
- link = "%s/get/%s/%s" % (self.baseUrl, containerLink[1], containerLink[0])
- package_links.append(link)
- return package_links
-
- def handleCNL2(self):
- package_links = []
- self.logDebug("Handling CNL2 links")
-
- if '/lib/cnl2/ClicknLoad.swf' in self.html:
- try:
- (crypted, jk) = self._getCipherParams()
- package_links.extend(self._getLinks(crypted, jk))
- except:
- self.fail("Unable to decrypt CNL2 links")
- return package_links
-
- def _getCipherParams(self):
-
- # Request CNL2
- code = re.search(r'ClicknLoad.swf\?code=(.*?)"', self.html).group(1)
- url = "%s/get/cnl2/%s" % (self.baseUrl, code)
- response = self.load(url)
- params = response.split(";;")
-
- # Get jk
- strlist = list(base64.standard_b64decode(params[1]))
- strlist.reverse()
- jk = ''.join(strlist)
-
- # Get crypted
- strlist = list(base64.standard_b64decode(params[2]))
- strlist.reverse()
- crypted = ''.join(strlist)
-
- # Log and return
- return crypted, jk
-
- def _getLinks(self, crypted, jk):
-
- # Get key
- jreturn = self.js.eval("%s f()" % jk)
- self.logDebug("JsEngine returns value [%s]" % jreturn)
- key = binascii.unhexlify(jreturn)
-
- # Decode crypted
- crypted = base64.standard_b64decode(crypted)
-
- # Decrypt
- Key = key
- IV = key
- obj = AES.new(Key, AES.MODE_CBC, IV)
- text = obj.decrypt(crypted)
-
- # Extract links
- text = text.replace("\x00", "").replace("\r", "")
- links = text.split("\n")
- links = filter(lambda x: x != "", links)
-
- # Log and return
- self.logDebug("Block has %d links" % len(links))
- return links
diff --git a/module/plugins/crypter/ShareRapidComFolder.py b/module/plugins/crypter/ShareRapidComFolder.py
deleted file mode 100644
index 951c09d456..0000000000
--- a/module/plugins/crypter/ShareRapidComFolder.py
+++ /dev/null
@@ -1,15 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.SimpleCrypter import SimpleCrypter
-
-
-class ShareRapidComFolder(SimpleCrypter):
- __name__ = "ShareRapidComFolder"
- __type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?((share(-?rapid\.(biz|com|cz|info|eu|net|org|pl|sk)|-(central|credit|free|net)\.cz|-ms\.net)|(s-?rapid|rapids)\.(cz|sk))|(e-stahuj|mediatack|premium-rapidshare|rapidshare-premium|qiuck)\.cz|kadzet\.com|stahuj-zdarma\.eu|strelci\.net|universal-share\.com)/(slozka/.+)"
- __version__ = "0.01"
- __description__ = """Share-Rapid.com Folder Plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
- LINK_PATTERN = r'<td class="soubor"[^>]*><a href="([^"]+)">'
diff --git a/module/plugins/crypter/SpeedLoadOrgFolder.py b/module/plugins/crypter/SpeedLoadOrgFolder.py
deleted file mode 100644
index 7472e28fe2..0000000000
--- a/module/plugins/crypter/SpeedLoadOrgFolder.py
+++ /dev/null
@@ -1,28 +0,0 @@
-# -*- coding: utf-8 -*-
-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see <http://www.gnu.org/licenses/>. #
-############################################################################
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class SpeedLoadOrgFolder(DeadCrypter):
- __name__ = "SpeedLoadOrgFolder"
- __type__ = "crypter"
- __pattern__ = r"http://(www\.)?speedload\.org/(\d+~f$|folder/\d+/)"
- __version__ = "0.3"
- __description__ = """Speedload Crypter Plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
diff --git a/module/plugins/crypter/StealthTo.py b/module/plugins/crypter/StealthTo.py
deleted file mode 100644
index 45a14f5a24..0000000000
--- a/module/plugins/crypter/StealthTo.py
+++ /dev/null
@@ -1,49 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-import re
-
-from module.plugins.Crypter import Crypter
-
-
-class StealthTo(Crypter):
- __name__ = "StealthTo"
- __type__ = "container"
- __pattern__ = r"http://(www\.)?stealth.to/folder/"
- __version__ = "0.1"
- __description__ = """Stealth.to Container Plugin"""
- __author_name__ = ("spoob")
- __author_mail__ = ("spoob@pyload.org")
-
- def __init__(self, parent):
- Crypter.__init__(self, parent)
- self.parent = parent
- self.html = None
-
- def file_exists(self):
- """ returns True or False
- """
- return True
-
- def proceed(self, url, location):
- url = self.parent.url
- self.html = self.req.load(url, cookies=True)
- temp_links = []
- ids = []
- ats = [] # authenticity_token
- inputs = re.findall(r"(<(input|form)[^>]+)", self.html)
- for input in inputs:
- if re.search(r"name=\"authenticity_token\"", input[0]):
- ats.append(re.search(r"value=\"([^\"]+)", input[0]).group(1))
- if re.search(r"name=\"id\"", input[0]):
- ids.append(re.search(r"value=\"([^\"]+)", input[0]).group(1))
-
- for i in range(0, len(ids)):
- self.req.load(url + "/web",
- post={"authenticity_token": ats[i], "id": str(ids[i]), "link": ("download_" + str(ids[i]))},
- cookies=True)
- new_html = self.req.load(url + "/web", post={"authenticity_token": ats[i], "id": str(ids[i]), "link": "1"},
- cookies=True)
- temp_links.append(re.search(r"iframe src=\"(.*)\" frameborder", new_html).group(1))
-
- self.links = temp_links
diff --git a/module/plugins/crypter/SwisstransferComFolder.py b/module/plugins/crypter/SwisstransferComFolder.py
new file mode 100644
index 0000000000..dc640193f3
--- /dev/null
+++ b/module/plugins/crypter/SwisstransferComFolder.py
@@ -0,0 +1,77 @@
+# -*- coding: utf-8 -*-
+
+import base64
+import json
+import urllib
+
+import pycurl
+
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class SwisstransferComFolder(SimpleCrypter):
+ __name__ = "SwisstransferComFolder"
+ __type__ = "crypter"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r"https?://(?:www\.)?swisstransfer\.com/d/(?P<ID>[0-9a-f\-]+)"
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Swisstransfer.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_URL = "https://www.swisstransfer.com/api/"
+
+ def api_request(self, method, auth=None, **kwargs):
+ headers = ["Content-Type: application/json"]
+ if auth:
+ headers.append("Authorization: %s" % auth)
+ self.req.http.c.setopt(pycurl.HTTPHEADER, headers)
+
+ json_data = self.load(self.API_URL + method,
+ post=json.dumps(kwargs) if kwargs else {})
+ return json.loads(json_data)
+
+ def decrypt(self, pyfile):
+ folder_id = self.info["pattern"]["ID"]
+ api_data = self.api_request("links/%s" % folder_id)
+ if api_data.get("result") == "success":
+ if api_data["data"].get("type") == "expired":
+ self.fail(_("Download expired"))
+
+ has_password = api_data["data"].get("type") == "need_password"
+ if has_password:
+ password = self.get_password()
+ if password:
+ auth = base64.b64encode(urllib.quote(password))
+ api_data = self.api_request("links/%s" % folder_id, auth=auth)
+ if api_data["data"].get("type") == "wrong_password":
+ self.fail(_("Wrong password"))
+
+ else:
+ self.fail(_("Download is password protected"))
+
+ if api_data["data"]["downloadCounterCredit"] == 0:
+ self.fail(_("Authorized number of downloads has been reached."))
+
+ download_host = api_data["data"]["downloadHost"]
+ pack_links = []
+ for file in api_data["data"]["container"]["files"]:
+ link = "https://%s/api/download/%s/%s" % (download_host, folder_id, file["UUID"])
+ if has_password:
+ download_token = self.api_request(
+ "generateDownloadToken",
+ containerUUID=file["containerUUID"],
+ fileUUID=file["UUID"],
+ password=password
+ )
+ link += "?token=%s" % download_token
+ pack_links.append(link)
+
+ if pack_links:
+ self.packages.append((pyfile.package().name, pack_links, pyfile.package().name))
diff --git a/module/plugins/crypter/TNTVillageScambioeticoOrg.py b/module/plugins/crypter/TNTVillageScambioeticoOrg.py
new file mode 100644
index 0000000000..701b259358
--- /dev/null
+++ b/module/plugins/crypter/TNTVillageScambioeticoOrg.py
@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class TNTVillageScambioeticoOrg(SimpleCrypter):
+ __name__ = "TNTVillageScambioeticoOrg"
+ __type__ = "crypter"
+ __version__ = "0.07"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?forum\.tntvillage\.scambioetico\.org/index\.php\?.*showtopic=\d+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """TNTVillage.scambioetico.org decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ LINK_PATTERNS = [
+ r'<th class="titlemedium"><a href=\'(.+?)\'',
+ r"<a href='(\./index\.php\?act.+?)'"]
+
+ def get_links(self):
+ for p in self.LINK_PATTERNS:
+ self.LINK_PATTERN = p
+ links = SimpleCrypter.get_links(self)
+ if links:
+ return links
diff --git a/module/plugins/crypter/TenluaVnFolder.py b/module/plugins/crypter/TenluaVnFolder.py
new file mode 100644
index 0000000000..e7f321ac44
--- /dev/null
+++ b/module/plugins/crypter/TenluaVnFolder.py
@@ -0,0 +1,39 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.SimpleCrypter import SimpleCrypter
+from ..internal.misc import json
+
+
+class TenluaVnFolder(SimpleCrypter):
+ __name__ = "TenluaVnFolder"
+ __type__ = "crypter"
+ __version__ = "0.03"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?tenlua\.vn/folder/.+?/(?P<ID>[0-9a-f]+)/'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Tenlua.vn decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_URL = "https://api2.tenlua.vn/"
+
+ def api_response(self, method, **kwargs):
+ kwargs['a'] = method
+ return json.loads(self.load(self.API_URL, post=json.dumps([kwargs])))
+
+ def decrypt(self, pyfile):
+ folder_info = self.api_response("filemanager_gettree", p=self.info['pattern']['ID'], download=1)
+ pack_links = ["https://www.tenlua.vn/download/%s/%s" % (x['h'], x['ns'])
+ for x in folder_info[0]['f']
+ if 'h' in x and 'ns' in x]
+
+ pack_name = folder_info[0]['f'][0].get('n') or self.pyfile.package().name
+
+ if pack_links:
+ self.packages.append((pack_name, pack_links, pack_name))
+
diff --git a/module/plugins/crypter/TinyurlCom.py b/module/plugins/crypter/TinyurlCom.py
new file mode 100644
index 0000000000..f092d1a1ff
--- /dev/null
+++ b/module/plugins/crypter/TinyurlCom.py
@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class TinyurlCom(SimpleCrypter):
+ __name__ = "TinyurlCom"
+ __type__ = "crypter"
+ __version__ = "0.07"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?(preview\.)?tinyurl\.com/[\w\-]+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Tinyurl.com decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ URL_REPLACEMENTS = [(r'preview\.', r'')]
+
+ OFFLINE_PATTERN = r">Error: Unable to find site's URL to redirect to"
diff --git a/module/plugins/crypter/TnyCz.py b/module/plugins/crypter/TnyCz.py
new file mode 100644
index 0000000000..eda41b77d3
--- /dev/null
+++ b/module/plugins/crypter/TnyCz.py
@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class TnyCz(SimpleCrypter):
+ __name__ = "TnyCz"
+ __type__ = "crypter"
+ __version__ = "0.09"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?tny\.cz/\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Tny.cz decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ NAME_PATTERN = r'<title>(?P<N>.+?) - .+ '
+
+ def get_links(self):
+ m = re.search(
+ r'',
+ self.data)
+ return re.findall(".+", self.load(m.group(1))) if m else None
diff --git a/module/plugins/crypter/TorboxAppTorrent.py b/module/plugins/crypter/TorboxAppTorrent.py
new file mode 100644
index 0000000000..8220a536bb
--- /dev/null
+++ b/module/plugins/crypter/TorboxAppTorrent.py
@@ -0,0 +1,219 @@
+# -*- coding: utf-8 -*-
+
+import fnmatch
+import os
+import time
+import urllib
+
+import pycurl
+
+from module.network.HTTPRequest import BadHeader, FormFile
+
+from ..internal.misc import exists, json, safejoin, uniqify
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class TorboxAppTorrent(SimpleCrypter):
+ __name__ = "TorboxAppTorrent"
+ __type__ = "crypter"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r"^unmatchable$"
+ __config__ = [
+ ("activated", "bool", "Activated", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("include_filter", "str", "File types to include (e.g. *.iso;*.zip, leave empty to select none)", "*.*"),
+ ("exclude_filter", "str", "File types to exclude (e.g. *.exe;advertisement.txt, leave empty to select none)", "")
+ ]
+
+
+ __description__ = """Torbox.app torrents decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ # See https://api-docs.torbox.app/
+ API_URL = "https://api.torbox.app/v1/api/"
+
+ def api_request(self, method, api_key=None, get={}, post={}):
+ if api_key is not None:
+ self.req.http.c.setopt(
+ pycurl.HTTPHEADER, ["Authorization: Bearer " + api_key]
+ )
+ multipart = any(
+ isinstance(x, FormFile)
+ for x in post.values()
+ )
+ try:
+ json_data = self.load(self.API_URL + method, get=get, post=post, multipart=multipart)
+ except BadHeader as exc:
+ json_data = exc.content
+
+ api_data = json.loads(json_data)
+ return api_data
+
+ def sleep(self, sec):
+ for _i in range(sec):
+ if self.pyfile.abort:
+ break
+ time.sleep(1)
+
+ def exit_error(self, msg):
+ if self.tmp_file:
+ os.remove(self.tmp_file)
+
+ self.fail(msg)
+
+ def send_request_to_server(self):
+ """ Send torrent/magnet to the server """
+
+ if self.pyfile.url.endswith(".torrent"):
+ #: torrent URL
+ if self.pyfile.url.startswith("http"):
+ #: remote URL, download the torrent to tmp directory
+ torrent_content = self.load(self.pyfile.url, decode=False)
+ torrent_filename = safejoin(self.pyload.tempdir, "tmp_{}.torrent".format(self.pyfile.package().name))
+ with open(torrent_filename, "wb") as fp:
+ fp.write(torrent_content)
+
+ else:
+ #: URL is a local torrent file (uploaded container)
+ torrent_filename = urllib.url2pathname(self.pyfile.url[7:]) #: trim the starting `file://`
+ if not exists(torrent_filename):
+ self.fail(self._("Torrent file does not exist"))
+
+ self.tmp_file = torrent_filename
+
+ #: Check if the torrent file path is inside pyLoad's temp directory
+ if os.path.abspath(torrent_filename).startswith(self.pyload.tempdir + os.sep):
+ #: yes, send the torrent content to the server
+ api_data = self.api_request("torrents/createtorrent",
+ api_key=self.api_key,
+ post={"file": FormFile(torrent_filename, mimetype="application/octet-stream")})
+
+ if not api_data.get("success", False):
+ error_msg = api_data["detail"]
+ self.exit_error(error_msg)
+
+ else:
+ self.exit_error(self._("Illegal URL")) #: We don't allow files outside pyLoad's config directory
+
+ else:
+ #: magnet URL, send it to the server
+ api_data = self.api_request("torrents/createtorrent",
+ api_key=self.api_key,
+ post={"magnet": self.pyfile.url})
+
+ if not api_data.get("success", False):
+ error_msg = api_data["detail"]
+ self.exit_error(error_msg)
+
+ torrent_id = api_data["data"]["torrent_id"]
+ torrent_hash = api_data["data"]["hash"]
+ return torrent_id, torrent_hash
+
+
+ def wait_for_server_dl(self, torrent_id, torrent_hash):
+ """ Show progress while the server does the download """
+
+ exclude_filters = self.config.get("exclude_filter").split(';')
+ include_filters = self.config.get("include_filter").split(";")
+
+ api_data = self.api_request("torrents/checkcached",
+ api_key=self.api_key,
+ get={
+ "hash": torrent_hash,
+ "format": "object",
+ "bypass_cache": True,
+ })
+
+ if api_data.get("success", False) and api_data.get("data"):
+ self.pyfile.name = api_data["data"][torrent_hash]["name"]
+ self.pyfile.size = api_data["data"][torrent_hash]["size"]
+
+ else:
+ self.pyfile.set_custom_status("torrent")
+ self.pyfile.set_progress(0)
+ while True:
+ api_data = self.api_request("torrents/mylist",
+ api_key=self.api_key,
+ get={
+ "id": torrent_id,
+ "bypass_cache": True,
+ })
+
+ file_size = api_data["data"].get("size")
+ if file_size:
+ self.pyfile.size = file_size
+ file_name = api_data["data"].get("name")
+ if file_name:
+ self.pyfile.name = file_name
+
+ progress = api_data["data"].get("progress", 0) * 100
+ self.pyfile.set_progress(progress)
+ if api_data["data"].get("download_state") == "completed":
+ break
+
+ self.sleep(5)
+
+ self.pyfile.set_progress(100)
+
+ api_data = self.api_request("torrents/mylist",
+ api_key=self.api_key,
+ get={
+ "id": torrent_id,
+ "bypass_cache": True
+ })
+
+ #: Filter and select files for downloading
+ excluded_ids = []
+ for _filter in exclude_filters:
+ excluded_ids.extend([_file["id"] for _file in api_data["data"].get("files", [])
+ if fnmatch.fnmatch(os.path.basename(_file["short_name"]), _filter)])
+
+ excluded_ids = uniqify(excluded_ids)
+
+ included_ids = []
+ for _filter in include_filters:
+ included_ids.extend([_file["id"] for _file in api_data["data"].get("files", [])
+ if fnmatch.fnmatch(os.path.basename(_file["short_name"]), _filter)])
+
+ included_ids = uniqify(included_ids)
+
+ selected_ids = [
+ str(_id)
+ for _id in sorted(included_ids)
+ if _id not in excluded_ids
+ ]
+
+ torrent_urls = [
+ "%storrents/requestdl?token=%s&torrent_id=%s&file_id=%s&redirect=true" % (
+ self.API_URL, self.api_key, torrent_id, _id
+ )
+ for _id in selected_ids
+ ]
+
+ return torrent_urls
+
+ def delete_torrent_from_server(self, torrent_id):
+ """ Remove the torrent from the server """
+
+ pass
+
+ def decrypt(self, pyfile):
+ self.tmp_file = None
+ torrent_id = 0
+ if "TorboxApp" not in self.pyload.accountManager.plugins:
+ self.fail(self._("This plugin requires an active Torbox.app account"))
+
+ self.account = self.pyload.accountManager.getAccountPlugin("TorboxApp")
+ if len(self.account.accounts) == 0:
+ self.fail(self._("This plugin requires an active Torbox.app account"))
+
+ self.api_key = self.account.accounts[list(self.account.accounts.keys())[0]]["password"]
+
+ torrent_id, torrent_hash = self.send_request_to_server()
+ torrent_urls = self.wait_for_server_dl(torrent_id, torrent_hash)
+
+ self.packages = [(pyfile.package().name, torrent_urls, pyfile.package().name)]
diff --git a/module/plugins/crypter/TrailerzoneInfo.py b/module/plugins/crypter/TrailerzoneInfo.py
deleted file mode 100644
index cdd84bbc63..0000000000
--- a/module/plugins/crypter/TrailerzoneInfo.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class TrailerzoneInfo(DeadCrypter):
- __name__ = "TrailerzoneInfo"
- __type__ = "crypter"
- __pattern__ = r"http://(www\.)?trailerzone.info/.*?"
- __version__ = "0.03"
- __description__ = """TrailerZone.info Crypter Plugin"""
- __author_name__ = ("godofdream")
- __author_mail__ = ("soilfiction@gmail.com")
diff --git a/module/plugins/crypter/TurbobitNetFolder.py b/module/plugins/crypter/TurbobitNetFolder.py
index e172f8037a..1a090662b1 100644
--- a/module/plugins/crypter/TurbobitNetFolder.py
+++ b/module/plugins/crypter/TurbobitNetFolder.py
@@ -1,60 +1,43 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see \w+)"
- __version__ = "0.01"
- __description__ = """Turbobit.net Folder Plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
-
- TITLE_PATTERN = r"
(?P.+)</div>"
-
- def getLinks(self):
- folder_id = re.search(self.__pattern__, self.pyfile.url).group('id')
- grid = self.load('http://turbobit.net/downloadfolder/gridFile',
- get={'id_folder': folder_id, 'rows': 200}, decode=True)
- grid = json_loads(grid)
-
- links_count = grid["records"]
- pages = int(math.ceil(links_count / 200.0))
-
- ids = list()
- for i in grid['rows']:
- ids.append(i['id'])
-
- for p in range(2, pages + 1):
- grid = self.load('http://turbobit.net/downloadfolder/gridFile',
- get={'id_folder': folder_id, 'rows': 200, 'page': p}, decode=True)
- grid = json_loads(grid)
- for i in grid['rows']:
- ids.append(i['id'])
+ __version__ = "0.11"
+ __status__ = "broken"
+
+ __pattern__ = r'http://(?:www\.)?turbobit\.net/download/folder/(?P<ID>\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- return map(format_links, ids)
+ __description__ = """Turbobit.net folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it"),
+ ("Walter Purcaro", "vuolter@gmail.com")]
+
+ NAME_PATTERN = r'src=\'/js/lib/grid/icon/folder.png\'> <span>(?P<N>.+?)</span>'
+
+ def _get_links(self, id, page=1):
+ gridFile = self.load("http://turbobit.net/downloadfolder/gridFile",
+ get={'rootId': id, 'rows': 200, 'page': page})
+ grid = json.loads(gridFile)
+
+ if grid['rows']:
+ for i in grid['rows']:
+ yield i['id']
+ for id in self._get_links(id, page + 1):
+ yield id
+ else:
+ return
+
+ def get_links(self):
+ return ["http://turbobit.net/%s.html" %
+ id for id in self._get_links(self.info['pattern']['ID'])]
diff --git a/module/plugins/crypter/TusfilesNetFolder.py b/module/plugins/crypter/TusfilesNetFolder.py
new file mode 100644
index 0000000000..19ea1a0b87
--- /dev/null
+++ b/module/plugins/crypter/TusfilesNetFolder.py
@@ -0,0 +1,51 @@
+# -*- coding: utf-8 -*-
+
+import math
+import re
+import urlparse
+
+from ..internal.XFSCrypter import XFSCrypter
+
+
+class TusfilesNetFolder(XFSCrypter):
+ __name__ = "TusfilesNetFolder"
+ __type__ = "crypter"
+ __version__ = "0.17"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?tusfiles\.net/go/(?P<ID>\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Tusfiles.net folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com"),
+ ("stickell", "l.stickell@yahoo.it")]
+
+ PLUGIN_DOMAIN = "tusfiles.net"
+ PAGES_PATTERN = r'>\((\d+) \w+\)<'
+
+ URL_REPLACEMENTS = [
+ (__pattern__ + ".*",
+ r'https://www.tusfiles.net/go/\g<ID>/')]
+
+ def load_page(self, page_n):
+ return self.load(urlparse.urljoin(self.pyfile.url, str(page_n)))
+
+ def handle_pages(self, pyfile):
+ pages = re.search(self.PAGES_PATTERN, self.data)
+
+ if pages:
+ pages = int(math.ceil(int(pages.group('pages')) / 25.0))
+ else:
+ return
+
+ links = self.links
+ for p in range(2, pages + 1):
+ self.data = self.load_page(p)
+ links.append(self.get_links())
+
+ self.links = links
diff --git a/module/plugins/crypter/UlozToFolder.py b/module/plugins/crypter/UlozToFolder.py
index a5ccfc7538..9229b58bc0 100644
--- a/module/plugins/crypter/UlozToFolder.py
+++ b/module/plugins/crypter/UlozToFolder.py
@@ -1,42 +1,47 @@
# -*- coding: utf-8 -*-
import re
-from module.plugins.Crypter import Crypter
+
+from ..internal.Crypter import Crypter
class UlozToFolder(Crypter):
__name__ = "UlozToFolder"
__type__ = "crypter"
- __pattern__ = r"http://.*(uloz\.to|ulozto\.(cz|sk|net)|bagruj.cz|zachowajto.pl)/(m|soubory)/.*"
- __version__ = "0.2"
- __description__ = """Uloz.to Folder Plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
+ __version__ = "0.27"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?(uloz\.to|ulozto\.(cz|sk|net)|bagruj\.cz|zachowajto\.pl)/(m|soubory)/.+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")]
+
+ __description__ = """Uloz.to folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
FOLDER_PATTERN = r'<ul class="profile_files">(.*?)</ul>'
- LINK_PATTERN = r'<br /><a href="/([^"]+)">[^<]+</a>'
- NEXT_PAGE_PATTERN = r'<a class="next " href="/([^"]+)"> </a>'
+ LINK_PATTERN = r'<br /><a href="/(.+?)">.+?</a>'
+ NEXT_PAGE_PATTERN = r'<a class="next " href="/(.+?)"> </a>'
def decrypt(self, pyfile):
- html = self.load(self.pyfile.url)
+ html = self.load(pyfile.url)
new_links = []
for i in range(1, 100):
- self.logInfo("Fetching links from page %i" % i)
- found = re.search(self.FOLDER_PATTERN, html, re.DOTALL)
- if found is None:
- self.fail("Parse error (FOLDER)")
-
- new_links.extend(re.findall(self.LINK_PATTERN, found.group(1)))
- found = re.search(self.NEXT_PAGE_PATTERN, html)
- if found:
- html = self.load("http://ulozto.net/" + found.group(1))
+ self.log_info(_("Fetching links from page %i") % i)
+ m = re.search(self.FOLDER_PATTERN, html, re.S)
+ if m is None:
+ self.error(_("FOLDER_PATTERN not found"))
+
+ new_links.extend(re.findall(self.LINK_PATTERN, m.group(1)))
+ m = re.search(self.NEXT_PAGE_PATTERN, html)
+ if m is not None:
+ html = self.load("http://ulozto.net/" + m.group(1))
else:
break
else:
- self.logInfo("Limit of 99 pages reached, aborting")
+ self.log_info(_("Limit of 99 pages reached, aborting"))
if new_links:
- self.core.files.addLinks(map(lambda s: "http://ulozto.net/%s" % s, new_links), self.pyfile.package().id)
- else:
- self.fail('Could not extract any links')
+ self.links = [map(lambda s: "http://ulozto.net/%s" % s, new_links)]
diff --git a/module/plugins/crypter/UploadedToFolder.py b/module/plugins/crypter/UploadedToFolder.py
deleted file mode 100644
index 88d4e04e85..0000000000
--- a/module/plugins/crypter/UploadedToFolder.py
+++ /dev/null
@@ -1,50 +0,0 @@
-# -*- coding: utf-8 -*-
-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see <http://www.gnu.org/licenses/>. #
-############################################################################
-
-import re
-
-from module.plugins.internal.SimpleCrypter import SimpleCrypter
-
-
-class UploadedToFolder(SimpleCrypter):
- __name__ = "UploadedToFolder"
- __type__ = "crypter"
- __pattern__ = r"http://(?:www\.)?(uploaded|ul)\.(to|net)/(f|folder|list)/(?P<id>\w+)"
- __version__ = "0.3"
- __description__ = """UploadedTo Crypter Plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
-
- PLAIN_PATTERN = r'<small class="date"><a href="(?P<plain>[\w/]+)" onclick='
- TITLE_PATTERN = r'<title>(?P<title>[^<]+) '
-
- def decrypt(self, pyfile):
- self.html = self.load(pyfile.url)
-
- package_name, folder_name = self.getPackageNameAndFolder()
-
- m = re.search(self.PLAIN_PATTERN, self.html)
- if m:
- plain_link = 'http://uploaded.net/' + m.group('plain')
- else:
- self.fail('Parse error - Unable to find plain url list')
-
- self.html = self.load(plain_link)
- package_links = self.html.split('\n')[:-1]
- self.logDebug('Package has %d links' % len(package_links))
-
- self.packages = [(package_name, package_links, folder_name)]
diff --git a/module/plugins/crypter/WebshareCzFolder.py b/module/plugins/crypter/WebshareCzFolder.py
new file mode 100644
index 0000000000..bcfd0e0696
--- /dev/null
+++ b/module/plugins/crypter/WebshareCzFolder.py
@@ -0,0 +1,43 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.Crypter import Crypter
+
+class WebshareCzFolder(Crypter):
+ __name__ = "WebshareCzFolder"
+ __type__ = "decrypter"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r"https?://(?:www\.)?(?:en\.)?webshare\.cz/(?:#/)?(?:folder/)(?P\w+)"
+ __config__ = [
+ ("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ]
+
+ __description__ = """Webshare.cz decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = r"(.+?) "
+ LINK_PATTERN = r"(\w+?) "
+
+ API_URL = "https://webshare.cz/api/"
+
+ def api_request(self, method, **kwargs):
+ return self.load(self.API_URL + method + "/", post=kwargs)
+
+ def decrypt(self, pyfile):
+ wst = self.account.get_data("wst") if self.account else ""
+ api_data = self.api_request("folder", ident=self.info["pattern"]["ID"], offset=0, wst=wst)
+
+ m = re.search(self.NAME_PATTERN, api_data)
+ if m is not None:
+ name = m.group(1)
+ else:
+ name = pyfile.package().name
+
+ urls = ["https://webshare.cz/#/file/%s" % link_id for link_id in re.findall(self.LINK_PATTERN, api_data)]
+ self.packages = [(name, urls, name)]
diff --git a/module/plugins/crypter/WetransferComDereferer.py b/module/plugins/crypter/WetransferComDereferer.py
new file mode 100644
index 0000000000..7f10ad548d
--- /dev/null
+++ b/module/plugins/crypter/WetransferComDereferer.py
@@ -0,0 +1,27 @@
+# -*- coding: utf-8 -*
+
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class WetransferComDereferer(SimpleCrypter):
+ __name__ = "WetransferComDereferer"
+ __type__ = "crypter"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r"https?://we\.tl/[\-\w]{12}"
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No",
+ "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """we.tl dereferer plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def decrypt(self, pyfile):
+ headers = self.load(pyfile.url, just_header=True)
+ link = headers.get("location")
+ if link is not None:
+ self.packages = [(pyfile.package().folder, [link], pyfile.package().name)]
diff --git a/module/plugins/crypter/WiiReloadedOrg.py b/module/plugins/crypter/WiiReloadedOrg.py
deleted file mode 100644
index df70c5aea1..0000000000
--- a/module/plugins/crypter/WiiReloadedOrg.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadCrypter import DeadCrypter
-
-
-class WiiReloadedOrg(DeadCrypter):
- __name__ = "WiiReloadedOrg"
- __type__ = "crypter"
- __pattern__ = r"http://www\.wii-reloaded\.org/protect/get\.php\?i=.+"
- __version__ = "0.11"
- __description__ = """Wii-Reloaded.org Crypter Plugin"""
- __author_name__ = ("hzpz")
- __author_mail__ = ("none")
diff --git a/module/plugins/crypter/WorkuploadComFolder.py b/module/plugins/crypter/WorkuploadComFolder.py
new file mode 100644
index 0000000000..5995c04b91
--- /dev/null
+++ b/module/plugins/crypter/WorkuploadComFolder.py
@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*-
+import re
+
+from ..internal.misc import uniqify
+from ..internal.SimpleCrypter import SimpleCrypter
+
+
+class WorkuploadComFolder(SimpleCrypter):
+ __name__ = "WorkuploadComFolder"
+ __type__ = "crypter"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://workupload\.com/archive/(?P\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Workupload.com folder decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ LINK_PATTERN = r'.
-
- @author: Walter Purcaro
-"""
-
-import re
-import json
-
-from module.plugins.Crypter import Crypter
-from os.path import join
-
-API_KEY = "AIzaSyCKnWLNlkX-L4oD1aEzqqhRw1zczeD6_k0"
-
-
-class YoutubeBatch(Crypter):
- __name__ = "YoutubeBatch"
- __type__ = "container"
- __pattern__ = r"https?://(?:[^/]*?)youtube\.com/(?:(view_play_list|playlist|.*?feature=PlayList|user)(?:.*?[?&](?:list|p)=|/))([a-zA-Z0-9-_]+)"
- __version__ = "0.94"
- __description__ = """Youtube.com Channel Download Plugin"""
- __author_name__ = ("RaNaN", "Spoob", "zoidberg", "roland", "Walter Purcaro")
- __author_mail__ = ("RaNaN@pyload.org", "spoob@pyload.org", "zoidberg@mujmail.cz", "roland@enkore.de", "vuolter@gmail.com")
-
- def json_response(self, api, req):
- req.update({"key": API_KEY})
- url = "https://www.googleapis.com/youtube/v3/" + api
- page = self.load(url, get=req)
- return json.loads(page)
-
- def get_playlist_baseinfos(self, playlist_id):
- res = self.json_response("playlists", {"part": "snippet", "id": playlist_id})
-
- snippet = res["items"][0]["snippet"]
- playlist_name = snippet["title"]
- channel_title = snippet["channelTitle"]
- return playlist_name, channel_title
-
- def get_channel_id(self, user_name):
- res = self.json_response("channels", {"part": "id", "forUsername": user_name})
- return res["items"][0]["id"]
-
- def get_playlists(self, user_name, token=None):
- channel_id = self.get_channel_id(user_name)
- req = {"part": "id", "maxResults": "50", "channelId": channel_id}
- if token:
- req.update({"pageToken": token})
- res = self.json_response("playlists", req)
-
- for item in res["items"]:
- yield item["id"]
-
- if "nextPageToken" in res:
- for item in self.get_playlists(user_name, res["nextPageToken"]):
- yield item
-
- def get_videos(self, playlist_id, token=None):
- req = {"part": "snippet", "maxResults": "50", "playlistId": playlist_id}
- if token:
- req.update({"pageToken": token})
- res = self.json_response("playlistItems", req)
-
- for item in res["items"]:
- yield "http://youtube.com/watch?v=" + item["snippet"]["resourceId"]["videoId"]
-
- if "nextPageToken" in res:
- for item in self.get_videos(playlist_id, res["nextPageToken"]):
- yield item
-
- def decrypt(self, pyfile):
- match_obj = re.match(self.__pattern__, pyfile.url)
- match_type, match_result = match_obj.group(1), match_obj.group(2)
- playlist_ids = []
-
- #: is a channel username or just a playlist id?
- if match_type == "user":
- ids = self.get_playlists(match_result)
- playlist_ids.extend(ids)
- else:
- playlist_ids.append(match_result)
-
- self.logDebug("Playlist IDs = %s" % playlist_ids)
-
- if not playlist_ids:
- self.fail("Wrong url")
-
- for id in playlist_ids:
- self.logDebug("Processing playlist id: %s" % id)
-
- playlist_name, channel_title = self.get_playlist_baseinfos(id)
- video_links = [x for x in self.get_videos(id)]
-
- self.logInfo("%s videos found on playlist \"%s\" (channel \"%s\")" % (len(video_links), playlist_name, channel_title))
-
- if not video_links:
- continue
-
- self.logDebug("Video links = %s" % video_links)
-
- folder = join(self.config['general']['download_folder'], channel_title, playlist_name)
- self.packages.append((playlist_name, video_links, folder)) #Note: folder is NOT used actually!
diff --git a/module/plugins/crypter/YoutubeComFolder.py b/module/plugins/crypter/YoutubeComFolder.py
new file mode 100644
index 0000000000..c0f561a14c
--- /dev/null
+++ b/module/plugins/crypter/YoutubeComFolder.py
@@ -0,0 +1,156 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.Crypter import Crypter
+from ..internal.misc import json
+
+
+class YoutubeComFolder(Crypter):
+ __name__ = "YoutubeComFolder"
+ __type__ = "crypter"
+ __version__ = "1.12"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.|m\.)?youtube\.com/(?Puser|playlist|view_play_list)(/|.*?[?&](?:list|p)=)(?P[\w\-]+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("likes", "bool", "Grab user (channel) liked videos", False),
+ ("favorites", "bool", "Grab user (channel) favorite videos", False),
+ ("uploads", "bool", "Grab channel unplaylisted videos", True)]
+
+ __description__ = """Youtube.com channel & playlist decrypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_KEY = "AIzaSyB68u-qFPP9oBJpo1DWAPFE_VD2Sfy9hpk"
+
+ def api_response(self, method, **kwargs):
+ kwargs['key'] = self.API_KEY
+ json_data = self.load("https://www.googleapis.com/youtube/v3/" + method, get=kwargs)
+ return json.loads(json_data)
+
+ def get_channel(self, user):
+ channels = self.api_response("channels",
+ part="id,snippet,contentDetails",
+ forUsername=user,
+ maxResults=50)
+ if channels['items']:
+ channel = channels['items'][0]
+ return {'id': channel['id'],
+ 'title': channel['snippet']['title'],
+ 'relatedPlaylists': channel['contentDetails']['relatedPlaylists'],
+ 'user': user} #: One lone channel for user?
+
+ def get_playlist(self, playlist_id):
+ playlists = self.api_response("playlists",
+ part="snippet",
+ id=playlist_id)
+ if playlists['items']:
+ playlist = playlists['items'][0]
+ return {'id': playlist_id,
+ 'title': playlist['snippet']['title'],
+ 'channelId': playlist['snippet']['channelId'],
+ 'channelTitle': playlist['snippet']['channelTitle']}
+
+ def _get_playlists(self, playlist_id, token=None):
+ if token:
+ playlists = self.api_response("playlists",
+ part="id",
+ maxResults=50,
+ channelId=playlist_id,
+ pageToken=token)
+ else:
+ playlists = self.api_response("playlists",
+ part="id",
+ maxResults=50,
+ channelId=playlist_id)
+
+ for playlist in playlists['items']:
+ yield playlist['id']
+
+ if "nextPageToken" in playlists:
+ for item in self._get_playlists(playlist_id, playlists['nextPageToken']):
+ yield item
+
+ def get_playlists(self, ch_id):
+ return map(self.get_playlist, self._get_playlists(ch_id))
+
+ def _get_videos_id(self, playlist_id, token=None):
+ if token:
+ playlist = self.api_response("playlistItems",
+ part="contentDetails",
+ maxResults=50,
+ playlistId=playlist_id,
+ pageToken=token)
+ else:
+ playlist = self.api_response("playlistItems",
+ part="contentDetails",
+ maxResults=50,
+ playlistId=playlist_id)
+
+ for item in playlist['items']:
+ yield item['contentDetails']['videoId']
+
+ if "nextPageToken" in playlist:
+ for item in self._get_videos_id(playlist_id, playlist['nextPageToken']):
+ yield item
+
+ def get_videos_id(self, p_id):
+ return list(self._get_videos_id(p_id))
+
+ def decrypt(self, pyfile):
+ if self.info['pattern']['TYPE'] == "user":
+ self.log_debug("Url recognized as Channel")
+ channel = self.get_channel(self.info['pattern']['ID'])
+
+ if channel:
+ playlists = self.get_playlists(channel['id'])
+ self.log_debug('%s playlists found on channel "%s"' % (len(playlists), channel['title']))
+
+ relatedplaylist = dict((p_name, self.get_playlist(p_id))
+ for p_name, p_id in channel['relatedPlaylists'].items())
+
+ self.log_debug("Channel's related playlists found = %s" % relatedplaylist.keys())
+
+ relatedplaylist['uploads']['title'] = "Unplaylisted videos"
+ relatedplaylist['uploads']['checkDups'] = True #: checkDups flag
+
+ for p_name, p_data in relatedplaylist.items():
+ if self.config.get(p_name):
+ p_data['title'] += " of " + user
+ playlists.append(p_data)
+
+ else:
+ playlists = []
+
+ else:
+ self.log_debug("Url recognized as Playlist")
+ playlists = [self.get_playlist(self.info['pattern']['ID'])]
+
+ if not playlists:
+ self.fail(_("No playlist available"))
+
+ addedvideos = []
+ urlize = lambda x: "https://www.youtube.com/watch?v=" + x
+ for p in playlists:
+ p_name = p['title']
+ p_videos = self.get_videos_id(p['id'])
+
+ self.log_debug('%s videos found on playlist "%s"' % (len(p_videos), p_name))
+
+ if not p_videos:
+ continue
+ elif "checkDups" in p:
+ p_urls = [urlize(v_id)
+ for v_id in p_videos
+ if v_id not in addedvideos]
+
+ self.log_debug('%s videos available on playlist "%s" after duplicates cleanup' % (len(p_urls), p_name))
+
+ else:
+ p_urls = map(urlize, p_videos)
+
+ self.packages.append((p_name, p_urls, p_name))
+
+ addedvideos.extend(p_videos)
diff --git a/module/plugins/hooks/AlldebridCom.py b/module/plugins/hooks/AlldebridCom.py
deleted file mode 100644
index d0e9b1f779..0000000000
--- a/module/plugins/hooks/AlldebridCom.py
+++ /dev/null
@@ -1,29 +0,0 @@
-# -*- coding: utf-8 -*-
-
-# should be working
-
-from module.network.RequestFactory import getURL
-from module.plugins.internal.MultiHoster import MultiHoster
-
-
-class AlldebridCom(MultiHoster):
- __name__ = "AlldebridCom"
- __version__ = "0.13"
- __type__ = "hook"
-
- __config__ = [("activated", "bool", "Activated", "False"),
- ("https", "bool", "Enable HTTPS", "False"),
- ("hosterListMode", "all;listed;unlisted", "Use for hosters (if supported)", "all"),
- ("hosterList", "str", "Hoster list (comma separated)", ""),
- ("unloadFailing", "bool", "Revert to stanard download if download fails", "False"),
- ("interval", "int", "Reload interval in hours (0 to disable)", "24")]
-
- __description__ = """Real-Debrid.com hook plugin"""
- __author_name__ = ("Andy, Voigt")
- __author_mail__ = ("spamsales@online.de")
-
- def getHoster(self):
- https = "https" if self.getConfig("https") else "http"
- page = getURL(https + "://www.alldebrid.com/api.php?action=get_host").replace("\"", "").strip()
-
- return [x.strip() for x in page.split(",") if x.strip()]
diff --git a/module/plugins/hooks/AntiCaptcha.py b/module/plugins/hooks/AntiCaptcha.py
new file mode 100644
index 0000000000..c70c5cf568
--- /dev/null
+++ b/module/plugins/hooks/AntiCaptcha.py
@@ -0,0 +1,225 @@
+# -*- coding: utf-8 -*-
+
+import base64
+import time
+import urlparse
+
+from ..internal.Addon import Addon
+from ..internal.misc import json, threaded, fs_encode
+
+
+class AntiCaptcha(Addon):
+ __name__ = "AntiCaptcha"
+ __type__ = "hook"
+ __version__ = "0.04"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("check_client", "bool", "Don't use if client is connected", True),
+ ("solve_image", "bool", "Solve image catcha", True),
+ ("solve_recaptcha", "bool", "Solve ReCaptcha", True),
+ ("solve_hcaptcha", "bool", "Solve HCaptcha", True),
+ ("solve_turnstile", "bool", "Solve Turnstile", True),
+ ("refund", "bool", "Request refund if result incorrect", False),
+ ("api_url", "str", "API base URL", "https://api.anti-captcha.com/"),
+ ("passkey", "password", "API key", ""),
+ ("timeout", "int", "Timeout in seconds (min 60, max 3999)", "900")]
+
+ __description__ = """Send captchas to anti-captcha.com"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahho[DOT]com")]
+
+ TASK_TYPES = {
+ "ReCaptcha": "RecaptchaV2TaskProxyless",
+ "HCaptcha": "HCaptchaTaskProxyless",
+ "Turnstile": "TurnstileTaskProxyless"
+ }
+
+ # See https://anti-captcha.com/apidoc
+ API_URL = "https://api.anti-captcha.com/"
+
+ def api_request(self, method, post):
+ api_url = self.config.get("api_url", self.API_URL)
+ api_url += "/" if not api_url.endswith("/") else ""
+ json_data = self.load(api_url + method, post=json.dumps(post))
+ return json.loads(json_data)
+
+ def get_credits(self):
+ credits = self.db.retrieve("credits", {"balance": 0, "time": 0})
+
+ #: Docs says: "Please don't call this method more often than once in 30 seconds"
+ if time.time() - credits["time"] >= 30:
+ api_data = self.api_request(
+ "getBalance", {"clientKey": self.config.get("passkey")}
+ )
+ if api_data["errorId"] != 0:
+ self.log_error(_("API error"), api_data["errorDescription"])
+ return 0
+
+ credits = {"balance": api_data["balance"], "time": time.time()}
+ self.db.store("credits", credits)
+
+ balance = credits["balance"]
+ self.log_info(_("Credits left: %.2f$") % balance)
+
+ return balance
+
+ @threaded
+ def _process_captcha(self, task):
+ url_p = urlparse.urlparse(task.captchaParams["url"])
+ if task.isInteractive():
+ if url_p.scheme not in ("http", "https"):
+ self.log_error(_("Invalid url"))
+ return
+
+ api_data = self.api_request(
+ "createTask",
+ {
+ "clientKey": self.config.get("passkey"),
+ "softId": 976,
+ "task": {
+ "type": self.TASK_TYPES[task.captchaParams["captcha_plugin"]],
+ "websiteURL": r"%s://%s/" % (url_p.scheme, url_p.netloc),
+ "websiteKey": task.captchaParams["sitekey"],
+ "isInvisible": task.isInvisible(),
+ },
+ },
+ )
+ else:
+ try:
+ with open(fs_encode(task.captchaParams["file"], "rb")) as fp:
+ data = fp.read()
+
+ except IOError as exc:
+ self.log_error(exc)
+ return
+
+ api_data = self.api_request(
+ "createTask",
+ {
+ "clientKey": self.config.get("passkey"),
+ "softId": 976,
+ "task": {
+ "type": "ImageToTextTask",
+ "body": base64.b64encode(data),
+ "case": True,
+ "websiteURL": r"%s://%s/" % (url_p.scheme, url_p.netloc),
+ },
+ },
+ )
+ if api_data["errorId"] != 0:
+ task.error = api_data["errorDescription"]
+ self.log_error(_("API error"), api_data["errorDescription"])
+ return
+
+ ticket = api_data["taskId"]
+ self.log_debug("NewCaptchaID ticket: %s" % ticket, task.captchaParams.get("file", ""))
+
+ task.data["ticket"] = ticket
+
+ result = None
+ for i in range(int(self.config.get("timeout") / 5)):
+ api_data = self.api_request(
+ "getTaskResult",
+ {"clientKey": self.config.get("passkey"), "taskId": ticket},
+ )
+ if api_data["errorId"] != 0:
+ task.error = api_data["errorDescription"]
+ self.log_error(_("API error"), api_data["errorDescription"])
+ break
+
+ if api_data["status"] == "processing":
+ time.sleep(5)
+ else:
+ captcha_plugin = task.captchaParams["captcha_plugin"]
+ if captcha_plugin in ("HCaptcha", "ReCaptcha"):
+ result = api_data["solution"]["gRecaptchaResponse"]
+
+ elif captcha_plugin == "Turnstile":
+ result = api_data["solution"]["token"]
+
+ elif task.isTextual():
+ result = api_data["solution"]["text"]
+
+ break
+
+ else:
+ self.log_debug("Could not get result: %s" % ticket)
+
+ self.log_info(_("Captcha result for ticket %s: %s") % (ticket, result))
+
+ task.setResult(result)
+
+ def captcha_task(self, task):
+ if task.isInteractive():
+ captcha_plugin = task.captchaParams["captcha_plugin"]
+ if captcha_plugin == "ReCaptcha" and not self.config.get("solve_recaptcha"):
+ return
+ elif captcha_plugin == "HCaptcha" and not self.config.get("solve_hcaptcha"):
+ return
+ elif captcha_plugin == "Turnstile" and not self.config.get("solve_turnstile"):
+ return
+
+ else:
+ if not task.isTextual():
+ return
+ elif not self.config.get("solve_image"):
+ return
+
+ if not self.config.get("passkey"):
+ return
+
+ if self.pyload.isClientConnected() and self.config.get("check_client"):
+ return
+
+ credits = self.get_credits()
+ if credits < 0.05:
+ self.log_error(_("Your captcha anti-captcha.com account has not enough credits"))
+ return
+
+ timeout = min(max(self.config.get("timeout"), 300), 3999)
+ task.handler.append(self)
+ task.setWaiting(timeout)
+
+ self._process_captcha(task)
+
+ def _captcha_response(self, task, correct):
+ request_type = "correct" if correct else "refund"
+
+ if "ticket" not in task.data:
+ self.log_debug("No CaptchaID for %s request (task: %s)" % (request_type, task))
+ return
+
+ if not self.config.get("refund", False) or correct:
+ return
+
+ if task.captchaParams["captcha_plugin"] == "ReCaptcha":
+ method = "reportIncorrectRecaptcha"
+ elif task.captcha_params["captcha_plugin"] == "Hcaptcha":
+ method = "reportIncorrectHcaptcha"
+ elif task.isTextual():
+ method = "reportIncorrectImageCaptcha"
+ else:
+ return
+
+ for _ in range(3):
+ api_data = self.api_request(
+ method,
+ {
+ "clientKey": self.config.get("passkey"),
+ "taskId": task.data["ticket"],
+ },
+ )
+
+ self.log_debug("Request %s: %s" %(request_type, api_data))
+ if api_data["errorId"] == 0:
+ break
+ time.sleep(5)
+ else:
+ self.log_debug("Could not send %s request: %s" % (request_type, api_data["errorDescription"]))
+
+ def captcha_correct(self, task):
+ self._captcha_response(task, True)
+
+ def captcha_invalid(self, task):
+ self._captcha_response(task, False)
diff --git a/module/plugins/hooks/AntiStandby.py b/module/plugins/hooks/AntiStandby.py
new file mode 100644
index 0000000000..7370cee87e
--- /dev/null
+++ b/module/plugins/hooks/AntiStandby.py
@@ -0,0 +1,160 @@
+# -*- coding: utf-8 -*-
+
+from __future__ import with_statement
+
+import os
+import subprocess
+import sys
+import time
+
+from ..internal.Addon import Addon
+from ..internal.misc import Expose, encode, fsjoin
+
+try:
+ import caffeine
+except ImportError:
+ pass
+
+
+class Kernel32(object):
+ ES_AWAYMODE_REQUIRED = 0x00000040
+ ES_CONTINUOUS = 0x80000000
+ ES_DISPLAY_REQUIRED = 0x00000002
+ ES_SYSTEM_REQUIRED = 0x00000001
+ ES_USER_PRESENT = 0x00000004
+
+
+class AntiStandby(Addon):
+ __name__ = "AntiStandby"
+ __type__ = "hook"
+ __version__ = "0.18"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("hdd", "bool", "Prevent HDD standby", True),
+ ("system", "bool", "Prevent OS standby", True),
+ ("display", "bool", "Prevent display standby", False),
+ ("interval", "int", "HDD touching interval in seconds", 25)]
+
+ __description__ = """Prevent OS, HDD and display standby"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ TMP_FILE = ".antistandby"
+
+ def init(self):
+ self.pid = None
+ self.mtime = 0
+
+ def activate(self):
+ hdd = self.config.get('hdd')
+ system = not self.config.get('system')
+ display = not self.config.get('display')
+
+ if hdd:
+ self.periodical.start(self.config.get('interval'), threaded=True)
+
+ if os.name == "nt":
+ self.win_standby(system, display)
+
+ elif sys.platform == "darwin":
+ self.osx_standby(system, display)
+
+ else:
+ self.linux_standby(system, display)
+
+ def deactivate(self):
+ self.remove(self.TMP_FILE, trash=False)
+
+ if os.name == "nt":
+ self.win_standby(True)
+
+ elif sys.platform == "darwin":
+ self.osx_standby(True)
+
+ else:
+ self.linux_standby(True)
+
+ @Expose
+ def win_standby(self, system=True, display=True):
+ import ctypes
+
+ set = ctypes.windll.kernel32.SetThreadExecutionState
+
+ if system:
+ if display:
+ set(Kernel32.ES_CONTINUOUS)
+ else:
+ set(Kernel32.ES_CONTINUOUS | Kernel32.ES_DISPLAY_REQUIRED)
+ else:
+ if display:
+ set(Kernel32.ES_CONTINUOUS | Kernel32.ES_SYSTEM_REQUIRED)
+ else:
+ set(Kernel32.ES_CONTINUOUS | Kernel32.ES_SYSTEM_REQUIRED |
+ Kernel32.ES_DISPLAY_REQUIRED)
+
+ @Expose
+ def osx_standby(self, system=True, display=True):
+ try:
+ if system:
+ caffeine.off()
+ else:
+ caffeine.on(display)
+
+ except NameError:
+ self.log_warning(_("Unable to change power state"),
+ _("caffeine lib not found"))
+
+ except Exception, e:
+ self.log_warning(_("Unable to change power state"), e)
+
+ @Expose
+ def linux_standby(self, system=True, display=True):
+ try:
+ if system:
+ if self.pid:
+ self.pid.kill()
+
+ elif not self.pid:
+ self.pid = subprocess.Popen(["caffeine"])
+
+ except Exception, e:
+ self.log_warning(_("Unable to change system power state"), e)
+
+ try:
+ if display:
+ subprocess.call(["xset", "+dpms", "s", "default"])
+ else:
+ subprocess.call(["xset", "-dpms", "s", "off"])
+
+ except Exception, e:
+ self.log_warning(_("Unable to change display power state"), e)
+
+ @Expose
+ def touch(self, path):
+ with open(path, 'w'):
+ os.utime(path, None)
+
+ self.mtime = time.time()
+
+ @Expose
+ def max_mtime(self, path):
+ return max(0, 0,
+ *(os.path.getmtime(fsjoin(root, file))
+ for root, dirs, files in os.walk(encode(path), topdown=False)
+ for file in files))
+
+ def periodical_task(self):
+ if self.config.get('hdd') is False:
+ return
+
+ if (self.pyload.threadManager.pause or
+ not self.pyload.api.isTimeDownload() or
+ not self.pyload.threadManager.getActiveFiles()):
+ return
+
+ dl_folder = self.pyload.config.get('general', 'download_folder')
+ if (self.max_mtime(dl_folder) - self.mtime) < self.periodical.interval:
+ return
+
+ self.touch(self.TMP_FILE)
diff --git a/module/plugins/hooks/AntiVirus.py b/module/plugins/hooks/AntiVirus.py
new file mode 100644
index 0000000000..a3ef19cfa9
--- /dev/null
+++ b/module/plugins/hooks/AntiVirus.py
@@ -0,0 +1,140 @@
+# -*- coding: utf-8 -*-
+
+import os
+import shutil
+import subprocess
+
+from ..internal.Addon import Addon
+from ..internal.misc import Expose, Popen, exists, fs_encode, fsjoin, threaded
+
+try:
+ import send2trash
+except ImportError:
+ pass
+
+
+class AntiVirus(Addon):
+ __name__ = "AntiVirus"
+ __type__ = "hook"
+ __version__ = "0.22"
+ __status__ = "broken"
+
+ #@TODO: add trash option (use Send2Trash lib)
+ __config__ = [("activated", "bool", "Activated", False),
+ ("action", "Antivirus default;Delete;Quarantine",
+ "Manage infected files", "Antivirus default"),
+ ("quardir", "folder", "Quarantine folder", ""),
+ ("deltotrash", "bool", "Move to trash instead delete", True),
+ ("scanfailed", "bool", "Scan failed downloads", False),
+ ("avfile", "file", "Antivirus executable", ""),
+ ("avargs", "str", "Executable arguments", ""),
+ ("avtarget", "file;folder", "Scan target", "file"),
+ ("ignore-err", "bool", "Ignore scan errors", False)]
+
+ __description__ = """Scan downloaded files with antivirus program"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ @Expose
+ @threaded
+ def scan(self, pyfile, thread):
+ avfile = fs_encode(self.config.get('avfile'))
+ avargs = fs_encode(self.config.get('avargs').strip())
+
+ if not os.path.isfile(avfile):
+ self.fail(_("Antivirus executable not found"))
+
+ scanfolder = self.config.get('avtarget') == "folder"
+
+ if scanfolder:
+ dl_folder = self.pyload.config.get("general", "download_folder")
+ package_folder = pyfile.package().folder if self.pyload.config.get("general", "folder_per_package") else ""
+ target = fsjoin(dl_folder, package_folder, pyfile.name)
+ target_repr = "Folder: " + package_folder or dl_folder
+ else:
+ target = fs_encode(pyfile.plugin.last_download)
+ target_repr = "File: " + os.path.basename(pyfile.plugin.last_download)
+
+ if not exists(target):
+ return
+
+ thread.addActive(pyfile)
+ pyfile.setCustomStatus(_("virus scanning"))
+ pyfile.setProgress(0)
+
+ try:
+ p = Popen([avfile, avargs, target],
+ bufsize=-1,
+ stdout=subprocess.PIPE,
+ stderr=subprocess.PIPE)
+
+ out, err = map(str.strip, p.communicate())
+
+ if out:
+ self.log_info(target_repr, out)
+
+ if err:
+ self.log_warning(target_repr, err)
+ if not self.config.get('ignore-err'):
+ self.log_debug(
+ "Delete/Quarantine task aborted due scan error")
+ return
+
+ if p.returncode:
+ action = self.config.get('action')
+
+ if scanfolder:
+ if action == "Antivirus default":
+ self.log_warning(
+ _("Delete/Quarantine task skipped in folder scan mode"))
+ return
+
+ pyfile.error = _("Infected file")
+
+ try:
+ if action == "Delete":
+ if not self.config.get('deltotrash'):
+ os.remove(file)
+
+ else:
+ try:
+ send2trash.send2trash(file)
+
+ except NameError:
+ self.log_warning(
+ _("Send2Trash lib not found, moving to quarantine instead"))
+ pyfile.setCustomStatus(_("file moving"))
+ shutil.move(file, self.config.get('quardir'))
+
+ except Exception, e:
+ self.log_warning(
+ _("Unable to move file to trash: %s, moving to quarantine instead") %
+ e.message)
+ pyfile.setCustomStatus(_("file moving"))
+ shutil.move(file, self.config.get('quardir'))
+
+ else:
+ self.log_debug(
+ "Successfully moved file to trash")
+
+ elif action == "Quarantine":
+ pyfile.setCustomStatus(_("file moving"))
+ shutil.move(file, self.config.get('quardir'))
+
+ except (IOError, shutil.Error), e:
+ self.log_error(target_repr, action + " action failed!", e)
+
+ elif not err:
+ self.log_debug(target_repr, "No infected file found")
+
+ finally:
+ pyfile.setProgress(100)
+ thread.finishFile(pyfile)
+
+ def download_finished(self, pyfile):
+ return self.scan(pyfile)
+
+ def download_failed(self, pyfile):
+ #: Check if pyfile is still "failed", maybe might has been restarted in meantime
+ if pyfile.status == 8 and self.config.get('scanfailed'):
+ return self.scan(pyfile)
diff --git a/module/plugins/hooks/AppriseNotify.py b/module/plugins/hooks/AppriseNotify.py
new file mode 100644
index 0000000000..b45595fc45
--- /dev/null
+++ b/module/plugins/hooks/AppriseNotify.py
@@ -0,0 +1,54 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.misc import check_module
+from ..internal.Notifier import Notifier
+
+
+class AppriseNotify(Notifier):
+ __name__ = "AppriseNotify"
+ __type__ = "hook"
+ __version__ = "0.02"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool" , "Activated", False),
+ ("configs", "string", "Configuration(s) path/URL (comma separated)", ""),
+ ("title", "string", "Notification title", "pyLoad Notification"),
+ ("captcha", "bool", "Notify captcha request", True),
+ ("reconnection", "bool", "Notify reconnection request", True),
+ ("downloadfinished", "bool", "Notify download finished", True),
+ ("downloadfailed", "bool" ,"Notify download failed", True),
+ ("alldownloadsfinished", "bool", "Notify all downloads finished", True),
+ ("alldownloadsprocessed", "bool", "Notify all downloads processed", True),
+ ("packagefinished", "bool", "Notify package finished", True),
+ ("packagefailed", "bool", "Notify package failed", True),
+ ("update", "bool", "Notify pyload update", False),
+ ("exit", "bool", "Notify pyload shutdown/restart", False),
+ ("sendinterval", "int", "Interval in seconds between notifications", 1),
+ ("sendpermin", "int", "Max notifications per minute", 60),
+ ("ignoreclient", "bool", "Send notifications if client is connected", True)]
+
+ __description__ = "Send push notifications to apprise."
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def get_key(self):
+ return self.config.get("configs").split(',')
+
+ def send(self, event, msg, key):
+ if not check_module("apprise"):
+ self.log_error(_("Cannot send notification: apprise is not installed."),
+ _("Install apprise by issuing 'pip install apprise' command."))
+ return
+
+ import apprise
+
+ apprise_obj = apprise.Apprise()
+ apprise_config = apprise.AppriseConfig()
+
+ for c in key:
+ apprise_config.add(c)
+
+ apprise_obj.add(apprise_config)
+
+ apprise_obj.notify(title=self.config.get("title"),
+ body="%s: %s" % (event, msg) if msg else event)
diff --git a/module/plugins/hooks/BypassCaptcha.py b/module/plugins/hooks/BypassCaptcha.py
index bd718ea7e4..c4209c35ef 100644
--- a/module/plugins/hooks/BypassCaptcha.py
+++ b/module/plugins/hooks/BypassCaptcha.py
@@ -1,37 +1,19 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see " % self.err
-class BypassCaptcha(Hook):
+class BypassCaptcha(Addon):
__name__ = "BypassCaptcha"
- __version__ = "0.04"
- __description__ = """send captchas to BypassCaptcha.com"""
+ __type__ = "hook"
+ __version__ = "0.14"
+ __status__ = "testing"
+
__config__ = [("activated", "bool", "Activated", False),
- ("force", "bool", "Force BC even if client is connected", False),
- ("passkey", "password", "Passkey", "")]
- __author_name__ = ("RaNaN", "Godofdream", "zoidberg")
- __author_mail__ = ("RaNaN@pyload.org", "soilfcition@gmail.com", "zoidberg@mujmail.cz")
+ ("passkey", "password", "Access key", ""),
+ ("check_client", "bool", "Don't use if client is connected", True)]
+
+ __description__ = """Send captchas to BypassCaptcha.com"""
+ __license__ = "GPLv3"
+ __authors__ = [("RaNaN", "RaNaN@pyload.net"),
+ ("Godofdream", "soilfcition@gmail.com"),
+ ("zoidberg", "zoidberg@mujmail.cz")]
+
+ PYLOAD_KEY = "4f771155b640970d5607f919a615bdefc67e7d32"
SUBMIT_URL = "http://bypasscaptcha.com/upload.php"
RESPOND_URL = "http://bypasscaptcha.com/check_value.php"
GETCREDITS_URL = "http://bypasscaptcha.com/ex_left.php"
- def setup(self):
- self.info = {}
-
- def getCredits(self):
- response = getURL(self.GETCREDITS_URL, post={"key": self.getConfig("passkey")})
+ def get_credits(self):
+ res = self.load(
+ self.GETCREDITS_URL, post={
+ 'key': self.config.get('passkey')})
- data = dict([x.split(' ', 1) for x in response.splitlines()])
+ data = dict(x.split(' ', 1) for x in res.splitlines())
return int(data['Left'])
def submit(self, captcha, captchaType="file", match=None):
- req = getRequest()
+ req = get_request()
- #raise timeout threshold
- req.c.setopt(LOW_SPEED_TIME, 80)
+ #: Raise timeout threshold
+ req.c.setopt(pycurl.LOW_SPEED_TIME, 80)
try:
- response = req.load(self.SUBMIT_URL,
- post={"vendor_key": PYLOAD_KEY,
- "key": self.getConfig("passkey"),
- "gen_task_id": "1",
- "file": (FORM_FILE, captcha)},
- multipart=True)
+ res = self.load(self.SUBMIT_URL,
+ post={'vendor_key': self.PYLOAD_KEY,
+ 'key': self.config.get('passkey'),
+ 'gen_task_id': "1",
+ 'file': (pycurl.FORM_FILE, captcha)},
+ req=req)
finally:
req.close()
- data = dict([x.split(' ', 1) for x in response.splitlines()])
+ data = dict(x.split(' ', 1) for x in res.splitlines())
if not data or "Value" not in data:
- raise BypassCaptchaException(response)
+ raise BypassCaptchaException(res)
result = data['Value']
ticket = data['TaskId']
- self.logDebug("result %s : %s" % (ticket, result))
+ self.log_debug("Result %s : %s" % (ticket, result))
return ticket, result
def respond(self, ticket, success):
try:
- response = getURL(self.RESPOND_URL, post={"task_id": ticket, "key": self.getConfig("passkey"),
- "cv": 1 if success else 0})
+ res = self.load(self.RESPOND_URL, post={'task_id': ticket, 'key': self.config.get('passkey'),
+ 'cv': 1 if success else 0})
except BadHeader, e:
- self.logError("Could not send response.", str(e))
+ self.log_error(_("Could not send response"), e)
- def newCaptchaTask(self, task):
+ def captcha_task(self, task):
if "service" in task.data:
return False
if not task.isTextual():
return False
- if not self.getConfig("passkey"):
+ if not self.config.get('passkey'):
return False
- if self.core.isClientConnected() and not self.getConfig("force"):
+ if self.pyload.isClientConnected() and self.config.get('check_client'):
return False
- if self.getCredits() > 0:
+ if self.get_credits() > 0:
task.handler.append(self)
- task.data['service'] = self.__name__
+ task.data['service'] = self.classname
task.setWaiting(100)
- start_new_thread(self.processCaptcha, (task,))
+ self._process_captcha(task)
else:
- self.logInfo("Your %s account has not enough credits" % self.__name__)
+ self.log_info(_("Your account has not enough credits"))
- def captchaCorrect(self, task):
- if task.data['service'] == self.__name__ and "ticket" in task.data:
- self.respond(task.data["ticket"], True)
+ def captcha_correct(self, task):
+ if task.data['service'] == self.classname and "ticket" in task.data:
+ self.respond(task.data['ticket'], True)
- def captchaInvalid(self, task):
- if task.data['service'] == self.__name__ and "ticket" in task.data:
- self.respond(task.data["ticket"], False)
+ def captcha_invalid(self, task):
+ if task.data['service'] == self.classname and "ticket" in task.data:
+ self.respond(task.data['ticket'], False)
- def processCaptcha(self, task):
- c = task.captchaFile
+ @threaded
+ def _process_captcha(self, task):
+ c = task.captchaParams['file']
try:
ticket, result = self.submit(c)
except BypassCaptchaException, e:
- task.error = e.getCode()
+ task.error = e.get_code()
return
- task.data["ticket"] = ticket
+ task.data['ticket'] = ticket
task.setResult(result)
diff --git a/module/plugins/hooks/Captcha9Kw.py b/module/plugins/hooks/Captcha9Kw.py
new file mode 100644
index 0000000000..cb2382db01
--- /dev/null
+++ b/module/plugins/hooks/Captcha9Kw.py
@@ -0,0 +1,275 @@
+# -*- coding: utf-8 -*-
+
+from __future__ import with_statement
+
+import base64
+import re
+import time
+import urlparse
+
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.Addon import Addon
+from ..internal.misc import threaded, fs_encode
+
+
+class Captcha9Kw(Addon):
+ __name__ = "Captcha9Kw"
+ __type__ = "hook"
+ __version__ = "0.46"
+ __status__ = "testing"
+
+ __config__ = [("activated", "bool", "Activated", False),
+ ("check_client", "bool", "Don't use if client is connected", True),
+ ("confirm", "bool", "Confirm Captcha (cost +6 credits)", False),
+ ("captchaperhour", "int", "Captcha per hour", "9999"),
+ ("captchapermin", "int", "Captcha per minute", "9999"),
+ ("prio", "int", "Priority (max 10)(cost +0 -> +10 credits)", "0"),
+ ("queue", "int", "Max. Queue (max 999)", "50"),
+ ("hoster_options", "str", "Hoster options (format pluginname;prio 1;selfsolve 1;confirm 1;timeout 900|...)", ""),
+ ("selfsolve", "bool", "Selfsolve (manually solve your captcha in your 9kw client if active)", False),
+ ("solve_interactive", "bool", "Solve ReCaptcha Interactive (cost 30 credits)", True),
+ ("passkey", "password", "API key", ""),
+ ("timeout", "int", "Timeout in seconds (min 60, max 3999)", "900")]
+
+ __description__ = """Send captchas to 9kw.eu"""
+ __license__ = "GPLv3"
+ __authors__ = [("RaNaN", "RaNaN@pyload.net"),
+ ("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahho[DOT]com")]
+
+ API_URL = "https://www.9kw.eu/index.cgi"
+
+ INTERACTIVE_TYPES = {'ReCaptcha': "recaptchav2",
+ 'HCaptcha': "hcaptcha"}
+
+ def get_credits(self):
+ res = self.load(self.API_URL,
+ get={'apikey': self.config.get('passkey'),
+ 'pyload': "1",
+ 'source': "pyload",
+ 'action': "usercaptchaguthaben"})
+
+ if res.isdigit():
+ self.log_info(_("%s credits left") % res)
+ credits = self.info['credits'] = int(res)
+ return credits
+ else:
+ self.log_error(res)
+ return 0
+
+ @threaded
+ def _process_captcha(self, task):
+ pluginname = task.captchaParams['plugin']
+ if task.isInteractive() or task.isInvisible():
+ url_p = urlparse.urlparse(task.captchaParams['url'])
+ if url_p.scheme not in ("http", "https"):
+ self.log_error(_("Invalid url"))
+ return
+
+ post_data = {'pageurl': "%s://%s/" % (url_p.scheme, url_p.netloc),
+ 'oldsource': self.INTERACTIVE_TYPES[task.captchaParams['captcha_plugin']],
+ 'captchachoice': self.INTERACTIVE_TYPES[task.captchaParams['captcha_plugin']],
+ "isInvisible": "INVISIBLE" if task.isInvisible() else "NORMAL",
+ 'data-sitekey': task.captchaParams['sitekey'],
+ 'securetoken': task.captchaParams.get('securetoken', "")}
+
+ else:
+ try:
+ with open(fs_encode(task.captchaParams['file']), 'rb') as f:
+ data = f.read()
+
+ except IOError, e:
+ self.log_error(e)
+ return
+
+ post_data = {'file-upload-01': base64.b64encode(data),
+ 'oldsource': pluginname}
+
+ option = {'min': 2,
+ 'max': 50,
+ 'phrase': 0,
+ 'numeric': 0,
+ 'case_sensitive': 0,
+ 'math': 0,
+ 'prio': min(max(self.config.get('prio'), 0), 10),
+ 'confirm': self.config.get('confirm'),
+ 'timeout': min(max(self.config.get('timeout'), 300), 3999),
+ 'selfsolve': self.config.get('selfsolve'),
+ 'cph': self.config.get('captchaperhour'),
+ 'cpm': self.config.get('captchapermin')}
+
+ for opt in [x for x in self.config.get('hoster_options', "").split('|') if x]:
+ details = map(str.strip, opt.split(';'))
+
+ if not details or details[0].lower() != pluginname.lower():
+ continue
+
+ for d in details:
+ hosteroption = d.split(" ")
+
+ if len(hosteroption) < 2 or not hosteroption[1].isdigit():
+ continue
+
+ o = hosteroption[0].lower()
+ if o in option:
+ option[o] = hosteroption[1]
+
+ break
+
+ post_data.update({'apikey': self.config.get('passkey'),
+ 'prio': option['prio'],
+ 'confirm': option['confirm'],
+ 'maxtimeout': option['timeout'],
+ 'selfsolve': option['selfsolve'],
+ 'captchaperhour': option['cph'],
+ 'captchapermin': option['cpm'],
+ 'case-sensitive': option['case_sensitive'],
+ 'min_len': option['min'],
+ 'max_len': option['max'],
+ 'phrase': option['phrase'],
+ 'numeric': option['numeric'],
+ 'math': option['math'],
+ 'pyload': 1,
+ 'source': "pyload",
+ 'base64': 0 if task.isInteractive() else 1,
+ 'mouse': 1 if task.isPositional() else 0,
+ "interactive": 1 if task.isInteractive() else 0,
+ 'action': "usercaptchaupload"})
+
+ for _i in range(5):
+ try:
+ res = self.load(self.API_URL, post=post_data)
+
+ except BadHeader, e:
+ res = e.content
+ time.sleep(3)
+
+ else:
+ if res and res.isdigit():
+ break
+
+ else:
+ self.log_error(_("Bad request: %s") % res)
+ return
+
+ self.log_debug("NewCaptchaID ticket: %s" % res, task.captchaParams.get('file', ""))
+
+ task.data['ticket'] = res
+
+ for _i in range(int(self.config.get('timeout') / 5)):
+ result = self.load(self.API_URL,
+ get={'apikey': self.config.get('passkey'),
+ 'id': res,
+ 'pyload': "1",
+ 'info': "1",
+ 'source': "pyload",
+ 'action': "usercaptchacorrectdata"})
+
+ if not result or result == "NO DATA":
+ time.sleep(5)
+ else:
+ break
+
+ else:
+ self.log_debug("Could not send request: %s" % res)
+ result = None
+
+ self.log_info(_("Captcha result for ticket %s: %s") % (res, result))
+
+ task.setResult(result)
+
+ def captcha_task(self, task):
+ if not hasattr(task, "isInvisible"):
+ self.log_error(_("Please update pyLoad's core to support invisible captcha"))
+ task.isInvisible = lambda : False
+
+ if task.isInteractive() or task.isInvisible():
+ if task.captchaParams['captcha_plugin'] not in self.INTERACTIVE_TYPES.keys() or self.config.get('solve_interactive') is False:
+ return
+ else:
+ if not task.isTextual() and not task.isPositional():
+ return
+
+ if not self.config.get('passkey'):
+ return
+
+ if self.pyload.isClientConnected() and self.config.get('check_client'):
+ return
+
+ credits = self.get_credits()
+
+ if credits <= 0:
+ self.log_error(_("Your captcha 9kw.eu account has not enough credits"))
+ return
+
+ max_queue = min(self.config.get('queue'), 999)
+ timeout = min(max(self.config.get('timeout'), 300), 3999)
+ pluginname = task.captchaParams['plugin']
+
+ for _i in range(5):
+ servercheck = self.load("http://www.9kw.eu/grafik/servercheck.txt")
+ if max_queue > int(re.search(r'queue=(\d+)', servercheck).group(1)):
+ break
+
+ time.sleep(10)
+
+ else:
+ self.log_error(_("Too many captchas in queue"))
+ return
+
+ for opt in [x for x in self.config.get('hoster_options', "").split('|') if x]:
+ details = [x.strip() for x in opt.split(':')]
+
+ if not details or details[0].lower() != pluginname.lower():
+ continue
+
+ for d in details:
+ hosteroption = d.split("=")
+
+ if len(hosteroption) > 1 and \
+ hosteroption[0].lower() == "timeout" and \
+ hosteroption[1].isdigit():
+ timeout = int(hosteroption[1])
+
+ break
+
+ task.handler.append(self)
+
+ task.setWaiting(timeout)
+
+ self._process_captcha(task)
+
+ def _captcha_response(self, task, correct):
+ request_type = "correct" if correct else "refund"
+
+ if 'ticket' not in task.data:
+ self.log_debug("No CaptchaID for %s request (task: %s)" % (request_type, task))
+ return
+
+ passkey = self.config.get('passkey')
+
+ for _i in range(3):
+ res = self.load(self.API_URL,
+ get={'action': "usercaptchacorrectback",
+ 'apikey': passkey,
+ 'api_key': passkey,
+ 'correct': "1" if correct else "2",
+ 'pyload': "1",
+ 'source': "pyload",
+ 'id': task.data['ticket']})
+
+ self.log_debug("Request %s: %s" % (request_type, res))
+
+ if res == "OK":
+ break
+
+ time.sleep(5)
+ else:
+ self.log_debug("Could not send %s request: %s" % (request_type, res))
+
+ def captcha_correct(self, task):
+ self._captcha_response(task, True)
+
+ def captcha_invalid(self, task):
+ self._captcha_response(task, False)
diff --git a/module/plugins/hooks/Captcha9kw.py b/module/plugins/hooks/Captcha9kw.py
deleted file mode 100755
index 6a9de24de5..0000000000
--- a/module/plugins/hooks/Captcha9kw.py
+++ /dev/null
@@ -1,167 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see " % self.err
-
- def __repr__(self):
- return "" % self.err
-
-
-class CaptchaBrotherhood(Hook):
- __name__ = "CaptchaBrotherhood"
- __version__ = "0.04"
- __description__ = """send captchas to CaptchaBrotherhood.com"""
- __config__ = [("activated", "bool", "Activated", False),
- ("username", "str", "Username", ""),
- ("force", "bool", "Force CT even if client is connected", False),
- ("passkey", "password", "Password", "")]
- __author_name__ = ("RaNaN", "zoidberg")
- __author_mail__ = ("RaNaN@pyload.org", "zoidberg@mujmail.cz")
-
- API_URL = "http://www.captchabrotherhood.com/"
-
- def setup(self):
- self.info = {}
-
- def getCredits(self):
- response = getURL(self.API_URL + "askCredits.aspx",
- get={"username": self.getConfig("username"), "password": self.getConfig("passkey")})
- if not response.startswith("OK"):
- raise CaptchaBrotherhoodException(response)
- else:
- credits = int(response[3:])
- self.logInfo(_("%d credits left") % credits)
- self.info["credits"] = credits
- return credits
-
- def submit(self, captcha, captchaType="file", match=None):
- try:
- img = Image.open(captcha)
- output = StringIO.StringIO()
- self.logDebug("CAPTCHA IMAGE", img, img.format, img.mode)
- if img.format in ("GIF", "JPEG"):
- img.save(output, img.format)
- else:
- if img.mode != "RGB":
- img = img.convert("RGB")
- img.save(output, "JPEG")
- data = output.getvalue()
- output.close()
- except Exception, e:
- raise CaptchaBrotherhoodException("Reading or converting captcha image failed: %s" % e)
-
- req = getRequest()
-
- url = "%ssendNewCaptcha.aspx?%s" % (self.API_URL,
- urlencode({"username": self.getConfig("username"),
- "password": self.getConfig("passkey"),
- "captchaSource": "pyLoad",
- "timeout": "80"}))
-
- req.c.setopt(pycurl.URL, url)
- req.c.setopt(pycurl.POST, 1)
- req.c.setopt(pycurl.POSTFIELDS, data)
- req.c.setopt(pycurl.HTTPHEADER, ["Content-Type: text/html"])
-
- try:
- req.c.perform()
- response = req.getResponse()
- except Exception, e:
- raise CaptchaBrotherhoodException("Submit captcha image failed")
-
- req.close()
-
- if not response.startswith("OK"):
- raise CaptchaBrotherhoodException(response[1])
-
- ticket = response[3:]
-
- for i in range(15):
- sleep(5)
- response = self.get_api("askCaptchaResult", ticket)
- if response.startswith("OK-answered"):
- return ticket, response[12:]
-
- raise CaptchaBrotherhoodException("No solution received in time")
-
- def get_api(self, api, ticket):
- response = getURL("%s%s.aspx" % (self.API_URL, api),
- get={"username": self.getConfig("username"),
- "password": self.getConfig("passkey"),
- "captchaID": ticket})
- if not response.startswith("OK"):
- raise CaptchaBrotherhoodException("Unknown response: %s" % response)
-
- return response
-
- def newCaptchaTask(self, task):
- if "service" in task.data:
- return False
-
- if not task.isTextual():
- return False
-
- if not self.getConfig("username") or not self.getConfig("passkey"):
- return False
-
- if self.core.isClientConnected() and not self.getConfig("force"):
- return False
-
- if self.getCredits() > 10:
- task.handler.append(self)
- task.data['service'] = self.__name__
- task.setWaiting(100)
- start_new_thread(self.processCaptcha, (task,))
- else:
- self.logInfo("Your CaptchaBrotherhood Account has not enough credits")
-
- def captchaInvalid(self, task):
- if task.data['service'] == self.__name__ and "ticket" in task.data:
- response = self.get_api("complainCaptcha", task.data['ticket'])
-
- def processCaptcha(self, task):
- c = task.captchaFile
- try:
- ticket, result = self.submit(c)
- except CaptchaBrotherhoodException, e:
- task.error = e.getCode()
- return
-
- task.data["ticket"] = ticket
- task.setResult(result)
diff --git a/module/plugins/hooks/CaptchaTrader.py b/module/plugins/hooks/CaptchaTrader.py
deleted file mode 100644
index 51bb75a17c..0000000000
--- a/module/plugins/hooks/CaptchaTrader.py
+++ /dev/null
@@ -1,156 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see " % self.err
-
- def __repr__(self):
- return "" % self.err
-
-
-class CaptchaTrader(Hook):
- __name__ = "CaptchaTrader"
- __version__ = "0.16"
- __description__ = """send captchas to captchatrader.com"""
- __config__ = [("activated", "bool", "Activated", False),
- ("username", "str", "Username", ""),
- ("force", "bool", "Force CT even if client is connected", False),
- ("passkey", "password", "Password", ""), ]
- __author_name__ = ("RaNaN")
- __author_mail__ = ("RaNaN@pyload.org")
-
- SUBMIT_URL = "http://api.captchatrader.com/submit"
- RESPOND_URL = "http://api.captchatrader.com/respond"
- GETCREDITS_URL = "http://api.captchatrader.com/get_credits/username:%(user)s/password:%(password)s/"
-
- def setup(self):
- self.info = {}
-
- def getCredits(self):
- json = getURL(CaptchaTrader.GETCREDITS_URL % {"user": self.getConfig("username"),
- "password": self.getConfig("passkey")})
- response = json_loads(json)
- if response[0] < 0:
- raise CaptchaTraderException(response[1])
- else:
- self.logInfo(_("%s credits left") % response[1])
- self.info["credits"] = response[1]
- return response[1]
-
- def submit(self, captcha, captchaType="file", match=None):
- if not PYLOAD_KEY:
- raise CaptchaTraderException("No API Key Specified!")
-
- #if type(captcha) == str and captchaType == "file":
- # raise CaptchaTraderException("Invalid Type")
- assert captchaType in ("file", "url-jpg", "url-jpeg", "url-png", "url-bmp")
-
- req = getRequest()
-
- #raise timeout threshold
- req.c.setopt(LOW_SPEED_TIME, 80)
-
- try:
- json = req.load(CaptchaTrader.SUBMIT_URL, post={"api_key": PYLOAD_KEY,
- "username": self.getConfig("username"),
- "password": self.getConfig("passkey"),
- "value": (FORM_FILE, captcha),
- "type": captchaType}, multipart=True)
- finally:
- req.close()
-
- response = json_loads(json)
- if response[0] < 0:
- raise CaptchaTraderException(response[1])
-
- ticket = response[0]
- result = response[1]
- self.logDebug("result %s : %s" % (ticket, result))
-
- return ticket, result
-
- def respond(self, ticket, success):
- try:
- json = getURL(CaptchaTrader.RESPOND_URL, post={"is_correct": 1 if success else 0,
- "username": self.getConfig("username"),
- "password": self.getConfig("passkey"),
- "ticket": ticket})
-
- response = json_loads(json)
- if response[0] < 0:
- raise CaptchaTraderException(response[1])
-
- except BadHeader, e:
- self.logError(_("Could not send response."), str(e))
-
- def newCaptchaTask(self, task):
- if not task.isTextual():
- return False
-
- if not self.getConfig("username") or not self.getConfig("passkey"):
- return False
-
- if self.core.isClientConnected() and not self.getConfig("force"):
- return False
-
- if self.getCredits() > 10:
- task.handler.append(self)
- task.setWaiting(100)
- start_new_thread(self.processCaptcha, (task,))
-
- else:
- self.logInfo(_("Your CaptchaTrader Account has not enough credits"))
-
- def captchaCorrect(self, task):
- if "ticket" in task.data:
- ticket = task.data["ticket"]
- self.respond(ticket, True)
-
- def captchaInvalid(self, task):
- if "ticket" in task.data:
- ticket = task.data["ticket"]
- self.respond(ticket, False)
-
- def processCaptcha(self, task):
- c = task.captchaFile
- try:
- ticket, result = self.submit(c)
- except CaptchaTraderException, e:
- task.error = e.getCode()
- return
-
- task.data["ticket"] = ticket
- task.setResult(result)
diff --git a/module/plugins/hooks/Checksum.py b/module/plugins/hooks/Checksum.py
index 7f2f63e8f5..12a4cb9035 100644
--- a/module/plugins/hooks/Checksum.py
+++ b/module/plugins/hooks/Checksum.py
@@ -1,185 +1,351 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
+from __future__ import with_statement
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
+import hashlib
+import os
+import re
+import time
+import zlib
+from threading import Event
- You should have received a copy of the GNU General Public License
- along with this program; if not, see [^;].+)\s+(?P[0-9A-Fa-f]{8})$',
- 'md5': r'^(?P[0-9A-Fa-f]{32}) (?P.+)$',
- 'crc': r'filename=(?P.+)\nsize=(?P\d+)\ncrc32=(?P[0-9A-Fa-f]{8})$',
- 'default': r'^(?P[0-9A-Fa-f]+)\s+\*?(?P.+)$'}
+ __description__ = """Verify downloaded file size and checksum"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz"),
+ ("Walter Purcaro", "vuolter@gmail.com"),
+ ("stickell", "l.stickell@yahoo.it"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
- def coreReady(self):
- if not self.config['general']['checksum']:
- self.logInfo("Checksum validation is disabled in general configuration")
+ _methodmap = {'sfv': 'crc32',
+ 'crc': 'crc32',
+ 'hash': 'md5'}
- def setup(self):
+ _regexmap = {'sfv': r'^(?P[^;].+)\s+(?P[0-9A-Fa-f]{8})$',
+ 'md5': r'^(?P[0-9A-Fa-f]{32}) (?P.+)$',
+ 'crc': r'filename=(?P.+)\nsize=(?P\d+)\ncrc32=(?P[0-9A-Fa-f]{8})$',
+ 'default': r'^(?P[0-9A-Fa-f]+)\s+\*?(?P.+)$'}
+
+ def activate(self):
+ if not self.config.get('check_checksum'):
+ self.log_info(_("Checksum validation is disabled in plugin configuration"))
+
+ def init(self):
self.algorithms = sorted(
getattr(hashlib, "algorithms", ("md5", "sha1", "sha224", "sha256", "sha384", "sha512")), reverse=True)
+
self.algorithms.extend(["crc32", "adler32"])
- self.formats = self.algorithms + ['sfv', 'crc', 'hash']
- def downloadFinished(self, pyfile):
+ self.formats = self.algorithms + ["sfv", "crc", "hash"]
+
+ self.retries = {}
+
+ def download_finished(self, pyfile):
"""
Compute checksum for the downloaded file and compare it with the hash provided by the hoster.
pyfile.plugin.check_data should be a dictionary which can contain:
- a) if known, the exact filesize in bytes (e.g. "size": 123456789)
- b) hexadecimal hash string with algorithm name as key (e.g. "md5": "d76505d0869f9f928a17d42d66326307")
+ a) if known, the exact filesize in bytes (e.g. 'size': 123456789)
+ b) hexadecimal hash string with algorithm name as key (e.g. 'md5': "d76505d0869f9f928a17d42d66326307")
"""
- if hasattr(pyfile.plugin, "check_data") and (isinstance(pyfile.plugin.check_data, dict)):
+ if hasattr(pyfile.plugin, "check_data") and isinstance(pyfile.plugin.check_data, dict):
data = pyfile.plugin.check_data.copy()
- elif hasattr(pyfile.plugin, "api_data") and (isinstance(pyfile.plugin.api_data, dict)):
+
+ elif hasattr(pyfile.plugin, "api_data") and isinstance(pyfile.plugin.api_data, dict):
data = pyfile.plugin.api_data.copy()
+
+ elif hasattr(pyfile.plugin, "info") and isinstance(pyfile.plugin.info, dict):
+ data = pyfile.plugin.info.copy()
+ # @NOTE: Don't check file size until a similary matcher will be implemented
+ data.pop('size', None)
+
else:
return
- self.logDebug(data)
+ pyfile.setStatus("processing")
- if not pyfile.plugin.lastDownload:
- self.checkFailed(pyfile, None, "No file downloaded")
+ if not pyfile.plugin.last_download:
+ self.check_failed(pyfile, None, "No file downloaded")
- local_file = fs_encode(pyfile.plugin.lastDownload)
- #download_folder = self.config['general']['download_folder']
- #local_file = fs_encode(save_join(download_folder, pyfile.package().folder, pyfile.name))
+ local_file = fs_encode(pyfile.plugin.last_download)
+ # dl_folder = self.pyload.config.get("general", "download_folder")
+ # local_file = fsjoin(dl_folder, pyfile.package().folder, pyfile.name)
- if not isfile(local_file):
- self.checkFailed(pyfile, None, "File does not exist")
+ if not os.path.isfile(local_file):
+ self.check_failed(pyfile, None, "File does not exist")
- # validate file size
+ #: Validate file size
if "size" in data:
api_size = int(data['size'])
- file_size = getsize(local_file)
+ file_size = os.path.getsize(local_file)
+
if api_size != file_size:
- self.logWarning("File %s has incorrect size: %d B (%d expected)" % (pyfile.name, file_size, api_size))
- self.checkFailed(pyfile, local_file, "Incorrect file size")
- del data['size']
+ self.log_warning(_("File %s has incorrect size: %d B (%d expected)") %
+ (pyfile.name, file_size, api_size))
+ self.check_failed(pyfile, local_file, "Incorrect file size")
- # validate checksum
- if data and self.config['general']['checksum']:
- if "checksum" in data:
- data['md5'] = data['checksum']
+ data.pop('size', None)
+
+ self.log_debug(data)
+ #: Validate checksum
+ if data and self.config.get('check_checksum'):
+ data['hash'] = data.get('hash', {})
for key in self.algorithms:
- if key in data:
- checksum = computeChecksum(local_file, key.replace("-", "").lower())
- if checksum:
- if checksum == data[key].lower():
- self.logInfo('File integrity of "%s" verified by %s checksum (%s).' %
- (pyfile.name, key.upper(), checksum))
- break
+ if data.get(key) and not key in data['hash']:
+ data['hash'][key] = data[key]
+ break
+
+ if len(data['hash']) > 0:
+ for key in self.algorithms:
+ if key in data['hash']:
+ pyfile.setCustomStatus(_("checksum verifying"))
+ try:
+ checksum = compute_checksum(local_file,
+ key.replace("-", "").lower(),
+ progress_notify=pyfile.setProgress,
+ abort=lambda: pyfile.abort)
+ finally:
+ pyfile.setStatus("processing")
+
+ if checksum is False:
+ continue
+
+ elif checksum is not None:
+ if checksum.lower() == data['hash'][key].lower():
+ self.log_info(_('File integrity of "%s" verified by %s checksum (%s)') %
+ (pyfile.name, key.upper(), checksum.lower()))
+ pyfile.error = _("checksum verified")
+ break
+
+ else:
+ self.log_warning(_("%s checksum for file %s does not match (%s != %s)") %
+ (key.upper(), pyfile.name, checksum, data['hash'][key].lower()))
+
+ self.check_failed(pyfile, local_file, "Checksums do not match")
+
else:
- self.logWarning("%s checksum for file %s does not match (%s != %s)" %
- (key.upper(), pyfile.name, checksum, data[key]))
- self.checkFailed(pyfile, local_file, "Checksums do not match")
- else:
- self.logWarning("Unsupported hashing algorithm: %s" % key.upper())
- else:
- self.logWarning("Unable to validate checksum for file %s" % pyfile.name)
+ self.log_warning(_("Unsupported hashing algorithm"), key.upper())
- def checkFailed(self, pyfile, local_file, msg):
- check_action = self.getConfig("check_action")
+ else:
+ self.log_warning(_('Unable to validate checksum for file: "%s"') % pyfile.name)
+
+ def check_failed(self, pyfile, local_file, msg):
+ check_action = self.config.get('check_action')
if check_action == "retry":
- max_tries = self.getConfig("max_tries")
- retry_action = self.getConfig("retry_action")
- if pyfile.plugin.retries < max_tries:
+ max_tries = self.config.get('max_tries')
+ retry_action = self.config.get('retry_action')
+ if all(_r < max_tries for _id, _r in pyfile.plugin.retries.items()):
if local_file:
- remove(local_file)
- pyfile.plugin.retry(reason=msg, max_tries=max_tries, wait_time=self.getConfig("wait_time"))
+ os.remove(local_file)
+
+ pyfile.plugin.retry(max_tries, self.config.get('wait_time'), msg)
+
elif retry_action == "nothing":
return
+
elif check_action == "nothing":
return
- pyfile.plugin.fail(reason=msg)
- def packageFinished(self, pypack):
- download_folder = save_join(self.config['general']['download_folder'], pypack.folder, "")
+ os.remove(local_file)
+ pyfile.plugin.fail(msg)
+
+ def package_finished(self, pypack):
+ event_finished = Event()
+ self.verify_package(pypack, event_finished)
+ event_finished.wait() #: Postpone `all_downloads_processed` event until we actually finish
+
+ @threaded
+ def verify_package(self, pypack, event_finished, thread=None):
+ try:
+ dl_folder = fsjoin(
+ self.pyload.config.get(
+ "general",
+ "download_folder"),
+ pypack.folder,
+ "")
+
+ pdata = pypack.getChildren().items()
+ files_ids = dict([(fdata['name'], fdata['id']) for fid, fdata in pdata])
+ failed_queue = []
+ for fid, fdata in pdata:
+ file_type = os.path.splitext(fdata['name'])[1][1:].lower()
+
+ if file_type not in self.formats:
+ continue
+
+ hash_file = fsjoin(dl_folder, fdata['name'])
+ if not os.path.isfile(hash_file):
+ self.log_warning(_("File not found"), fdata['name'])
+ continue
+
+ with open(hash_file) as f:
+ text = f.read()
+
+ failed = []
+ for m in re.finditer(self._regexmap.get(file_type, self._regexmap['default']), text, re.M):
+ data = m.groupdict()
+ self.log_debug(fdata['name'], data)
+
+ local_file = fsjoin(dl_folder, data['NAME'])
+ algorithm = self._methodmap.get(file_type, file_type)
+
+ pyfile = None
+ fid = files_ids.get(data['NAME'], None)
+ if fid is not None:
+ pyfile = self.pyload.files.getFile(fid)
+ pyfile.setCustomStatus(_("checksum verifying"))
+ thread.addActive(pyfile)
+ try:
+ checksum = compute_checksum(local_file, algorithm,
+ progress_notify=pyfile.setProgress,
+ abort=lambda: pyfile.abort)
+ finally:
+ thread.finishFile(pyfile)
- for link in pypack.getChildren().itervalues():
- file_type = splitext(link["name"])[1][1:].lower()
- #self.logDebug(link, file_type)
+ else:
+ checksum = compute_checksum(local_file, algorithm)
- if file_type not in self.formats:
- continue
+ if checksum is False:
+ continue
- hash_file = fs_encode(save_join(download_folder, link["name"]))
- if not isfile(hash_file):
- self.logWarning("File not found: %s" % link["name"])
- continue
+ elif checksum is not None:
+ if checksum.lower() == data['HASH'].lower():
+ self.retries.pop(fid, 0)
+ self.log_info(_('File integrity of "%s" verified by %s checksum (%s)') %
+ (data['NAME'], algorithm, checksum))
- with open(hash_file) as f:
- text = f.read()
+ if pyfile is not None:
+ pyfile.error = _("checksum verified")
+ pyfile.setStatus("finished")
+ pyfile.release()
- for m in re.finditer(self.regexps.get(file_type, self.regexps['default']), text):
- data = m.groupdict()
- self.logDebug(link["name"], data)
+ else:
+ self.log_warning(_("%s checksum for file %s does not match (%s != %s)") %
+ (algorithm.upper(), data['NAME'], checksum.lower(), data['HASH'].lower()))
+
+ if fid is not None:
+ failed.append((fid, local_file))
+ else:
+ self.log_warning(_("Unsupported hashing algorithm"), algorithm.upper())
+
+ if failed:
+ failed_queue.extend(failed)
- local_file = fs_encode(save_join(download_folder, data["name"]))
- algorithm = self.methods.get(file_type, file_type)
- checksum = computeChecksum(local_file, algorithm)
- if checksum == data["hash"]:
- self.logInfo('File integrity of "%s" verified by %s checksum (%s).' %
- (data["name"], algorithm, checksum))
else:
- self.logWarning("%s checksum for file %s does not match (%s != %s)" %
- (algorithm, data["name"], checksum, data["hash"]))
+ self.log_info(_('All files specified by "%s" verified successfully') % fdata['name'])
+
+ if failed_queue:
+ self.package_check_failed(failed_queue, thread, "Checksums do not match")
+
+ finally:
+ event_finished.set()
+
+ @threaded
+ def package_check_failed(self, failed_queue, parent_thread, msg):
+ parent_thread.join() #: wait for calling thread to finish
+ time.sleep(1)
+
+ check_action = self.config.get('check_action')
+ retry_action = self.config.get('retry_action')
+
+ for fid, local_file in failed_queue:
+ pyfile = self.pyload.files.getFile(fid)
+ try:
+ if check_action == "retry":
+ retry_count = self.retries.get(fid, 0)
+ max_tries = self.config.get('max_tries')
+ if retry_count < max_tries:
+ if local_file:
+ os.remove(local_file)
+
+ self.retries[fid] = retry_count + 1
+
+ wait_time = self.config.get('wait_time')
+ self.log_info(_("Waiting %s...") % format_time(wait_time))
+ time.sleep(wait_time)
+
+ pyfile.package().setFinished = False #: Force `package_finished` event again
+ self.pyload.files.restartFile(fid)
+ continue
+
+ else:
+ self.retries.pop(fid, 0)
+ if retry_action == "nothing":
+ continue
+
+ else:
+ self.retries.pop(fid, 0)
+ if check_action == "nothing":
+ continue
+
+ os.remove(local_file)
+
+ pyfile.error = msg
+ pyfile.setStatus("failed")
+
+ finally:
+ pyfile.release()
diff --git a/module/plugins/hooks/ClickAndLoad.py b/module/plugins/hooks/ClickAndLoad.py
deleted file mode 100644
index 0fc78abfe0..0000000000
--- a/module/plugins/hooks/ClickAndLoad.py
+++ /dev/null
@@ -1,90 +0,0 @@
-# -*- coding: utf-8 -*-
-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see (.*)
' % k, data).group(1)
+ doc = 'var document= {getElementById: function(x) { return {innerHTML:"%s"};}}' % v
+ except (AttributeError, IndexError):
+ doc = ''
+ js = '%s;%s;var t="%s";%s' % (doc, atob, domain, js)
+
+ # Safely evaluate the Javascript expression
+ res = owner_plugin.js.eval(js)
+
+ try:
+ get_params['jschl_answer'] = str(float(res))
+
+ except ValueError:
+ owner_plugin.log_error(_("Unable to parse CloudFlare's DDoS protection page"))
+ return None # Tell the exception handler to re-throw the exception
+
+ owner_plugin.wait() # Do the actual wait
+
+ return owner_plugin.load(submit_url,
+ get=get_params,
+ ref=last_url)
+
+ except BadHeader, e:
+ raise e #: Huston, we have a BadHeader!
+
+ except Exception, e:
+ addon_plugin.log_error(e)
+ return None # Tell the exception handler to re-throw the exception
+
+ @staticmethod
+ def _solve_cf_security_check(addon_plugin, owner_plugin, data):
+ try:
+ last_url = owner_plugin.req.lastEffectiveURL
+
+ captcha = ReCaptcha(owner_plugin.pyfile)
+
+ captcha_key = captcha.detect_key(data)
+ if captcha_key:
+ addon_plugin.log_info(_("Detected CloudFlare's security check page"))
+
+ response = captcha.challenge(captcha_key, data)
+ return owner_plugin.load(owner_plugin.fixurl("/cdn-cgi/l/chk_captcha"),
+ get={'g-recaptcha-response': response},
+ ref=last_url)
+
+ else:
+ addon_plugin.log_warning(_("Got unexpected CloudFlare html page"))
+ return None # Tell the exception handler to re-throw the exception
+
+ except Exception, e:
+ addon_plugin.log_error(e)
+ return None # Tell the exception handler to re-throw the exception
+
+
+class PreloadStub(object):
+
+ def __init__(self, addon_plugin, owner_plugin):
+ self.addon_plugin = addon_plugin
+ self.owner_plugin = owner_plugin
+ self.old_preload = owner_plugin._preload
+
+ def my_preload(self, *args, **kwargs):
+ data = CloudFlare.handle_function(self.addon_plugin, self.owner_plugin, "_preload", self.old_preload, (args, kwargs))
+ if data is not None:
+ self.owner_plugin.data = data
+
+ def __repr__(self):
+ return "| (\d+|\d\d\.\d\d\.) | ' - def loadAccountInfo(self, user, req): - self.relogin(user) - html = req.load("http://www.hellshare.com/") + def grab_info(self, user, password, data): + html = self.load("http://www.hellshare.com/") - found = re.search(self.CREDIT_LEFT_PATTERN, html) - if found is None: + m = re.search(self.CREDIT_LEFT_PATTERN, html) + if m is None: trafficleft = None validuntil = None premium = False else: - credit = found.group(1) + credit = m.group(1) premium = True try: if "." in credit: - #Time-based account + #: Time-based account vt = [int(x) for x in credit.split('.')[:2]] lt = time.localtime() - year = lt.tm_year + int(vt[1] < lt.tm_mon or (vt[1] == lt.tm_mon and vt[0] < lt.tm_mday)) - validuntil = time.mktime(time.strptime("%s%d 23:59:59" % (credit, year), "%d.%m.%Y %H:%M:%S")) + year = lt.tm_year + \ + int(vt[1] < lt.tm_mon or ( + vt[1] == lt.tm_mon and vt[0] < lt.tm_mday)) + validuntil = time.mktime( + time.strptime( + "%s%d 23:59:59" % + (credit, year), "%d.%m.%Y %H:%M:%S")) trafficleft = -1 else: - #Traffic-based account - trafficleft = int(credit) * 1024 + #: Traffic-based account + trafficleft = self.parse_traffic(credit, "MB") validuntil = -1 + except Exception, e: - self.logError('Unable to parse credit info', e) + self.log_error(_("Unable to parse credit info"), e) validuntil = -1 trafficleft = -1 - return {"validuntil": validuntil, "trafficleft": trafficleft, "premium": premium} + return {'validuntil': validuntil, + 'trafficleft': trafficleft, 'premium': premium} + + def signin(self, user, password, data): + html = self.load('http://www.hellshare.com/') + if self.req.lastEffectiveURL != 'http://www.hellshare.com/': + #: Switch to English + self.log_debug("Switch lang - URL: %s" % self.req.lastEffectiveURL) + + json = self.load( + "%s?do=locRouter-show" % + self.req.lastEffectiveURL) + hash = re.search(r'(--[0-9a-f]+\-)', json).group(1) + + self.log_debug("Switch lang - HASH: %s" % hash) - def login(self, user, data, req): - html = req.load('http://www.hellshare.com/') - if req.lastEffectiveURL != 'http://www.hellshare.com/': - #Switch to English - self.logDebug('Switch lang - URL: %s' % req.lastEffectiveURL) - json = req.load("%s?do=locRouter-show" % req.lastEffectiveURL) - hash = re.search(r"(--[0-9a-f]+-)", json).group(1) - self.logDebug('Switch lang - HASH: %s' % hash) - html = req.load('http://www.hellshare.com/%s/' % hash) + html = self.load('http://www.hellshare.com/%s/' % hash) if re.search(self.CREDIT_LEFT_PATTERN, html): - self.logDebug('Already logged in') + self.log_debug("Already logged in") return - html = req.load('http://www.hellshare.com/login?do=loginForm-submit', post={ - "login": "Log in", - "password": data["password"], - "username": user, - "perm_login": "on" - }) + html = self.load("https://www.hellshare.com/login", + get={'do': "loginForm-submit"}, + post={'login': "Log in", + 'password': password, + 'username': user, + 'perm_login': "on"}) if "Premium Pro account expire | (.+?)<"
+ TRAFFIC_LEFT_PATTERN = r"Traffic available today.*?\s*(?P| Max. počet paralelních stahování: | (\d+)'
+ VALID_UNTIL_PATTERN = ur' | Paušální stahování aktivní. Vyprší | (.*?)'
+ TRAFFIC_LEFT_PATTERN = r' | Kredit | (.*?) GiB'
+
+ def grab_info(self, user, password, data):
+ htmll = self.load("http://megarapid.cz/mujucet/")
+
+ m = re.search(self.LIMITDL_PATTERN, htmll)
+ if m is not None:
+ data['options']['limitDL'] = [int(m.group(1))]
+
+ m = re.search(self.VALID_UNTIL_PATTERN, htmll)
+ if m is not None:
+ validuntil = time.mktime(
+ time.strptime(
+ m.group(1),
+ "%d.%m.%Y - %H:%M"))
+ return {'premium': True, 'trafficleft': -
+ 1, 'validuntil': validuntil}
+
+ m = re.search(self.TRAFFIC_LEFT_PATTERN, htmll)
+ if m is not None:
+ trafficleft = float(m.group(1)) * 1024 ** 3
+ return {'premium': True, 'trafficleft': trafficleft, 'validuntil': -1}
+
+ return {'premium': False, 'trafficleft': None, 'validuntil': None}
+
+ def signin(self, user, password, data):
+ html = self.load("http://megarapid.cz/prihlaseni/")
+
+ if "Heslo:" in html:
+ start = html.index('id="inp_hash" name="hash" value="')
+ html = html[start + 33:]
+ hashes = html[0:32]
+ html = self.load("https://megarapid.cz/prihlaseni/",
+ post={'hash': hashes,
+ 'login': user,
+ 'pass1': password,
+ 'remember': 1,
+ 'sbmt': u"Přihlásit"})
diff --git a/module/plugins/accounts/MegaRapidoNet.py b/module/plugins/accounts/MegaRapidoNet.py
new file mode 100644
index 0000000000..0e579e371f
--- /dev/null
+++ b/module/plugins/accounts/MegaRapidoNet.py
@@ -0,0 +1,120 @@
+# -*- coding: utf-8 -*-
+
+import re
+import time
+
+from ..internal.MultiAccount import MultiAccount
+
+
+class MegaRapidoNet(MultiAccount):
+ __name__ = "MegaRapidoNet"
+ __type__ = "account"
+ __version__ = "0.10"
+ __status__ = "testing"
+
+ __config__ = [("mh_mode", "all;listed;unlisted", "Filter hosters to use", "all"),
+ ("mh_list", "str", "Hoster list (comma separated)", ""),
+ ("mh_interval", "int", "Reload interval in hours", 12)]
+
+ __description__ = """MegaRapido.net account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Kagenoshin", "kagenoshin@gmx.ch")]
+
+ VALID_UNTIL_PATTERN = r'<\s*?div[^>]*?class\s*?=\s*?[\'"]premium_index[\'"].*?>[^<]*?<[^>]*?b.*?>\s*?TEMPO\s*?PREMIUM.*?<[^>]*?/b.*?>\s*?(\d*)[^\d]*?DIAS[^\d]*?(\d*)[^\d]*?HORAS[^\d]*?(\d*)[^\d]*?MINUTOS[^\d]*?(\d*)[^\d]*?SEGUNDOS'
+ USER_ID_PATTERN = r'<\s*?div[^>]*?class\s*?=\s*?["\']checkbox_compartilhar["\'].*?>.*?<\s*?input[^>]*?name\s*?=\s*?["\']usar["\'].*?>.*?<\s*?input[^>]*?name\s*?=\s*?["\']user["\'][^>]*?value\s*?=\s*?["\'](.*?)\s*?["\']'
+
+ def grab_hosters(self, user, password, data):
+ hosters = {'1fichier': [], # leave it there are so many possible addresses?
+ '1st-files': ['1st-files.com'],
+ '2shared': ['2shared.com'],
+ '4shared': ['4shared.com', '4shared-china.com'],
+ 'asfile': ['http://asfile.com/'],
+ 'bitshare': ['bitshare.com'],
+ 'brupload': ['brupload.net'],
+ 'crocko': ['crocko.com', 'easy-share.com'],
+ 'dailymotion': ['dailymotion.com'],
+ 'depfile': ['depfile.com'],
+ 'depositfiles': ['depositfiles.com', 'dfiles.eu'],
+ 'dizzcloud': ['dizzcloud.com'],
+ 'dl.dropbox': [],
+ 'extabit': ['extabit.com'],
+ 'extmatrix': ['extmatrix.com'],
+ 'facebook': [],
+ 'file4go': ['file4go.com'],
+ 'filecloud': ['filecloud.io', 'ifile.it', 'mihd.net'],
+ 'filefactory': ['filefactory.com'],
+ 'fileom': ['fileom.com'],
+ 'fileparadox': ['fileparadox.in'],
+ 'filepost': ['filepost.com', 'fp.io'],
+ 'filerio': ['filerio.in', 'filerio.com', 'filekeen.com'],
+ 'filesflash': ['filesflash.com'],
+ 'firedrive': ['firedrive.com', 'putlocker.com'],
+ 'flashx': [],
+ 'freakshare': ['freakshare.net', 'freakshare.com'],
+ 'gigasize': ['gigasize.com'],
+ 'hipfile': ['hipfile.com'],
+ 'junocloud': ['junocloud.me'],
+ 'letitbit': ['letitbit.net', 'shareflare.net'],
+ 'mediafire': ['mediafire.com'],
+ 'mega': ['mega.co.nz'],
+ 'megashares': ['megashares.com'],
+ 'metacafe': ['metacafe.com'],
+ 'netload': ['netload.in'],
+ 'oboom': ['oboom.com'],
+ 'rapidgator': ['rapidgator.net'],
+ 'rapidshare': ['rapidshare.com'],
+ 'rarefile': ['rarefile.net'],
+ 'ryushare': ['ryushare.com'],
+ 'sendspace': ['sendspace.com'],
+ 'turbobit': ['turbobit.net', 'unextfiles.com'],
+ 'uploadable': ['uploadable.ch'],
+ 'uploadbaz': ['uploadbaz.com'],
+ 'uploaded': ['uploaded.to', 'uploaded.net', 'ul.to'],
+ 'uploadhero': ['uploadhero.com'],
+ 'uploading': ['uploading.com'],
+ 'uptobox': ['uptobox.com'],
+ 'xvideos': ['xvideos.com'],
+ 'youtube': ['youtube.com']}
+
+ hoster_list = []
+
+ for item in hosters.values():
+ hoster_list.extend(item)
+
+ return hoster_list
+
+ def grab_info(self, user, password, data):
+ validuntil = None
+ trafficleft = None
+ premium = False
+
+ html = self.load("http://megarapido.net/gerador")
+
+ validuntil = re.search(self.VALID_UNTIL_PATTERN, html)
+ if validuntil:
+ #: Hier weitermachen!!! (müssen umbedingt die zeit richtig machen damit! (sollte aber möglich))
+ validuntil = time.time() + int(validuntil.group(1)) * 24 * 3600 + int(validuntil.group(2)
+ ) * 3600 + int(validuntil.group(3)) * 60 + int(validuntil.group(4))
+ trafficleft = -1
+ premium = True
+
+ return {'validuntil': validuntil,
+ 'trafficleft': trafficleft,
+ 'premium': premium}
+
+ def signin(self, user, password, data):
+ self.load("http://megarapido.net/login")
+ self.load("http://megarapido.net/painel_user/ajax/logar.php",
+ post={'login': user,
+ 'senha': password})
+
+ html = self.load("http://megarapido.net/gerador")
+
+ if "sair" not in html.lower():
+ self.fail_login()
+ else:
+ m = re.search(self.USER_ID_PATTERN, html)
+ if m is not None:
+ data['uid'] = m.group(1)
+ else:
+ self.fail_login("Couldn't find the user ID")
diff --git a/module/plugins/accounts/MegasharesCom.py b/module/plugins/accounts/MegasharesCom.py
index e7d5f9ca91..20fe59d68a 100644
--- a/module/plugins/accounts/MegasharesCom.py
+++ b/module/plugins/accounts/MegasharesCom.py
@@ -1,44 +1,46 @@
# -*- coding: utf-8 -*-
import re
-from time import mktime, strptime
+import time
-from module.plugins.Account import Account
+from ..internal.Account import Account
class MegasharesCom(Account):
__name__ = "MegasharesCom"
- __version__ = "0.02"
__type__ = "account"
- __description__ = """megashares.com account plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
+ __version__ = "0.11"
+ __status__ = "testing"
+
+ __description__ = """Megashares.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
VALID_UNTIL_PATTERN = r' | \s*Period Ends: (\w{3} \d{1,2}, \d{4}) ' - def loadAccountInfo(self, user, req): - #self.relogin(user) - html = req.load("http://d01.megashares.com/myms.php", decode=True) + def grab_info(self, user, password, data): + html = self.load("http://d01.megashares.com/myms.php") premium = False if '>Premium Upgrade<' in html else True validuntil = trafficleft = -1 try: timestr = re.search(self.VALID_UNTIL_PATTERN, html).group(1) - self.logDebug(timestr) - validuntil = mktime(strptime(timestr, "%b %d, %Y")) + self.log_debug(timestr) + validuntil = time.mktime(time.strptime(timestr, "%b %d, %Y")) + except Exception, e: - self.logError(e) + self.log_error(e, trace=True) - return {"validuntil": validuntil, "trafficleft": -1, "premium": premium} + return {'validuntil': validuntil, + 'trafficleft': -1, 'premium': premium} - def login(self, user, data, req): - html = req.load('http://d01.megashares.com/myms_login.php', post={ - "httpref": "", - "myms_login": "Login", - "mymslogin_name": user, - "mymspassword": data['password'] - }, decode=True) + def signin(self, user, password, data): + html = self.load('http://d01.megashares.com/myms_login.php', + post={'httpref': "", + 'myms_login': "Login", + 'mymslogin_name': user, + 'mymspassword': password}) if not '%s' % user in html: - self.wrongPassword() + self.fail_login() diff --git a/module/plugins/accounts/MovReelCom.py b/module/plugins/accounts/MovReelCom.py new file mode 100644 index 0000000000..6837f03aa1 --- /dev/null +++ b/module/plugins/accounts/MovReelCom.py @@ -0,0 +1,19 @@ +# -*- coding: utf-8 -*- + +from ..internal.XFSAccount import XFSAccount + + +class MovReelCom(XFSAccount): + __name__ = "MovReelCom" + __type__ = "account" + __version__ = "0.08" + __status__ = "testing" + + __description__ = """Movreel.com account plugin""" + __license__ = "GPLv3" + __authors__ = [("t4skforce", "t4skforce1337[AT]gmail[DOT]com")] + + login_timeout = 60 + info_threshold = 30 + + PLUGIN_DOMAIN = "movreel.com" diff --git a/module/plugins/accounts/Mp4uploadCom.py b/module/plugins/accounts/Mp4uploadCom.py new file mode 100644 index 0000000000..26648239a1 --- /dev/null +++ b/module/plugins/accounts/Mp4uploadCom.py @@ -0,0 +1,21 @@ +# -*- coding: utf-8 -*- + +from ..internal.XFSAccount import XFSAccount + + +class Mp4uploadCom(XFSAccount): + __name__ = "Mp4uploadCom" + __type__ = "account" + __version__ = "0.01" + __status__ = "testing" + + __description__ = """Mp4upload.com account plugin""" + __license__ = "GPLv3" + __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")] + + PLUGIN_DOMAIN = "mp4upload.com" + LOGIN_URL = "https://www.mp4upload.com/login" + LOGIN_SKIP_PATTERN = r"https://www\.mp4upload\.com/logout/" + PREMIUM_PATTERN = r">Premium Account" + VALID_UNTIL_PATTERN = r"Premium expiration:.*?>(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2})" + VALID_UNTIL_FORMAT = "%Y-%m-%d %H:%M:%S" diff --git a/module/plugins/accounts/MultiDebridCom.py b/module/plugins/accounts/MultiDebridCom.py deleted file mode 100644 index 904be5ee76..0000000000 --- a/module/plugins/accounts/MultiDebridCom.py +++ /dev/null @@ -1,47 +0,0 @@ -# -*- coding: utf-8 -*- - -############################################################################ -# This program is free software: you can redistribute it and/or modify # -# it under the terms of the GNU Affero General Public License as # -# published by the Free Software Foundation, either version 3 of the # -# License, or (at your option) any later version. # -# # -# This program is distributed in the hope that it will be useful, # -# but WITHOUT ANY WARRANTY; without even the implied warranty of # -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # -# GNU Affero General Public License for more details. # -# # -# You should have received a copy of the GNU Affero General Public License # -# along with this program. If not, see' in html:
- self.wrongPassword()
\ No newline at end of file
+ if 'err' in api_data:
+ self.fail_login(api_data['err'])
diff --git a/module/plugins/accounts/MyfastfileCom.py b/module/plugins/accounts/MyfastfileCom.py
new file mode 100644
index 0000000000..308eac78ee
--- /dev/null
+++ b/module/plugins/accounts/MyfastfileCom.py
@@ -0,0 +1,51 @@
+# -*- coding: utf-8 -*-
+
+import time
+
+from ..internal.misc import json
+from ..internal.MultiAccount import MultiAccount
+
+
+class MyfastfileCom(MultiAccount):
+ __name__ = "MyfastfileCom"
+ __type__ = "account"
+ __version__ = "0.12"
+ __status__ = "testing"
+
+ __config__ = [("mh_mode", "all;listed;unlisted", "Filter hosters to use", "all"),
+ ("mh_list", "str", "Hoster list (comma separated)", ""),
+ ("mh_interval", "int", "Reload interval in hours", 12)]
+
+ __description__ = """Myfastfile.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it")]
+
+ def grab_hosters(self, user, password, data):
+ json_data = self.load(
+ "http://myfastfile.com/api.php",
+ get={
+ 'hosts': ""})
+ self.log_debug("JSON data", json_data)
+ json_data = json.loads(json_data)
+
+ return json_data['hosts']
+
+ def grab_info(self, user, password, data):
+ if 'days_left' in self.json_data:
+ validuntil = time.time() + \
+ self.json_data['days_left'] * 24 * 60 * 60
+ return {'premium': True, 'validuntil': validuntil, 'trafficleft': -1}
+ else:
+ self.log_error(_("Unable to get account information"))
+
+ def signin(self, user, password, data):
+ #: Password to use is the API-Password written in http://myfastfile.com/myaccount
+ html = self.load("https://myfastfile.com/api.php",
+ get={'user': user,
+ 'pass': password})
+
+ self.log_debug("JSON data: " + html)
+
+ self.json_data = json.loads(html)
+ if self.json_data['status'] != 'ok':
+ self.fail_login(_("Invalid username or password"))
diff --git a/module/plugins/accounts/NetloadIn.py b/module/plugins/accounts/NetloadIn.py
deleted file mode 100755
index 3e3bd93c14..0000000000
--- a/module/plugins/accounts/NetloadIn.py
+++ /dev/null
@@ -1,53 +0,0 @@
-# -*- coding: utf-8 -*-
-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see (?P | "
diff --git a/module/plugins/accounts/NowVideoSx.py b/module/plugins/accounts/NowVideoSx.py
new file mode 100644
index 0000000000..ff2c842f6d
--- /dev/null
+++ b/module/plugins/accounts/NowVideoSx.py
@@ -0,0 +1,55 @@
+# -*- coding: utf-8 -*-
+
+import re
+import time
+
+from ..internal.Account import Account
+
+
+class NowVideoSx(Account):
+ __name__ = "NowVideoSx"
+ __type__ = "account"
+ __version__ = "0.11"
+ __status__ = "testing"
+
+ __description__ = """NowVideo.at account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ VALID_UNTIL_PATTERN = r'>Your premium membership expires on: (.+?)<'
+
+ def grab_info(self, user, password, data):
+ validuntil = None
+ trafficleft = -1
+ premium = None
+
+ html = self.load("http://www.nowvideo.sx/premium.php")
+
+ m = re.search(self.VALID_UNTIL_PATTERN, html)
+ if m is not None:
+ expiredate = m.group(1).strip()
+ self.log_debug("Expire date: " + expiredate)
+
+ try:
+ validuntil = time.mktime(time.strptime(expiredate, "%Y-%b-%d"))
+
+ except Exception, e:
+ self.log_error(e, trace=True)
+
+ else:
+ if validuntil > time.mktime(time.gmtime()):
+ premium = True
+ else:
+ premium = False
+ validuntil = -1
+
+ return {'validuntil': validuntil,
+ 'trafficleft': trafficleft, 'premium': premium}
+
+ def signin(self, user, password, data):
+ html = self.load("http://www.nowvideo.sx/login.php",
+ post={'user': user,
+ 'pass': password})
+
+ if re.search(r'>Log In<', html):
+ self.fail_login()
diff --git a/module/plugins/accounts/OboomIo.py b/module/plugins/accounts/OboomIo.py
new file mode 100644
index 0000000000..aa39340258
--- /dev/null
+++ b/module/plugins/accounts/OboomIo.py
@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+
+import re
+import time
+
+from ..internal.Account import Account
+from ..internal.misc import json
+
+
+class OboomIo(Account):
+ __name__ = "OboomIo"
+ __type__ = "account"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __description__ = """Oboom.io account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ PREMIUM_PATTERN = r">Plan Elite"
+ VALID_UNTIL_PATTERN = r'fa-calendar-star">\s*([\d\w,\.: ]+)'
+
+ def grab_info(self, user, password, data):
+ html = self.load("https://oboom.io/dashboard")
+
+ premium = re.search(self.PREMIUM_PATTERN, html) is not None
+
+ validuntil = None
+ m = re.search(self.VALID_UNTIL_PATTERN, html)
+ if m is not None:
+ validuntil = time.mktime(time.strptime(m.group(1).strip(), "%d %b %Y, %H:%M"))
+
+ else:
+ self.log_error(self._("VALID_UNTIL_PATTERN not found"))
+
+ return {"validuntil": validuntil, "trafficleft": -1, "premium": premium}
+
+ def signin(self, user, password, data):
+ html = self.load("https://oboom.io/dashboard")
+ if 'href="/logout"' in html:
+ self.skip_login()
+
+ html = self.load(
+ "https://oboom.io/api/1.0/apiGetUserLogin/",
+ post={
+ "email": user,
+ "pass": password,
+ "re": "0"
+ }
+ )
+ json_data = json.loads(html)
+ if json_data.get("message") != "successUserLogin":
+ self.fail_login()
diff --git a/module/plugins/accounts/OneFichierCom.py b/module/plugins/accounts/OneFichierCom.py
new file mode 100644
index 0000000000..5872bb5a23
--- /dev/null
+++ b/module/plugins/accounts/OneFichierCom.py
@@ -0,0 +1,75 @@
+# -*- coding: utf-8 -*-
+
+import re
+import time
+
+import pycurl
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.Account import Account
+
+
+class OneFichierCom(Account):
+ __name__ = "OneFichierCom"
+ __type__ = "account"
+ __version__ = "0.25"
+ __status__ = "testing"
+
+ __description__ = """1fichier.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Elrick69", "elrick69[AT]rocketmail[DOT]com"),
+ ("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ VALID_UNTIL_PATTERN = r'valid until (\d+\-\d+\-\d+)<'
+
+ def grab_info(self, user, password, data):
+ validuntil = None
+ trafficleft = -1
+ premium = False
+
+ html = self.load("https://1fichier.com/console/abo.pl")
+
+ m = re.search(self.VALID_UNTIL_PATTERN, html)
+ if m is not None:
+ expiredate = m.group(1)
+ self.log_debug("Expire date: " + expiredate)
+
+ try:
+ validuntil = time.mktime(time.strptime(expiredate, "%Y-%m-%d"))
+
+ except Exception, e:
+ self.log_error(e, trace=True)
+
+ else:
+ premium = True
+
+ return {'validuntil': validuntil,
+ 'trafficleft': trafficleft,
+ 'premium': premium}
+
+ def signin(self, user, password, data):
+ login_url = "https://1fichier.com/login.pl?lg=en"
+
+ html = self.load(login_url)
+ if "/logout.pl" in html:
+ self.skip_login()
+
+ try:
+ html = self.load(login_url,
+ ref=login_url,
+ post={'mail': user,
+ 'pass': password,
+ 'lt': "on",
+ 'purge': "off",
+ 'valider': "OK"})
+
+ if any(_x in html for _x in
+ ('>Invalid username or Password', '>Invalid email address', '>Invalid password', '>Invalid username')):
+ self.fail_login()
+
+ except BadHeader, e:
+ if e.code == 403:
+ self.fail_login()
+ else:
+ raise
diff --git a/module/plugins/accounts/OverLoadMe.py b/module/plugins/accounts/OverLoadMe.py
new file mode 100644
index 0000000000..4fc1f26b55
--- /dev/null
+++ b/module/plugins/accounts/OverLoadMe.py
@@ -0,0 +1,51 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.misc import json
+from ..internal.MultiAccount import MultiAccount
+
+
+class OverLoadMe(MultiAccount):
+ __name__ = "OverLoadMe"
+ __type__ = "account"
+ __version__ = "0.13"
+ __status__ = "testing"
+
+ __config__ = [("mh_mode", "all;listed;unlisted", "Filter hosters to use", "all"),
+ ("mh_list", "str", "Hoster list (comma separated)", ""),
+ ("mh_interval", "int", "Reload interval in hours", 12)]
+
+ __description__ = """Over-Load.me account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("marley", "marley@over-load.me")]
+
+ def grab_hosters(self, user, password, data):
+ html = self.load("https://api.over-load.me/hoster.php",
+ get={'auth': "0001-cb1f24dadb3aa487bda5afd3b76298935329be7700cd7-5329be77-00cf-1ca0135f"})
+ return [x for x in map(
+ str.strip, html.replace("\"", "").split(",")) if x]
+
+ def grab_info(self, user, password, data):
+ html = self.load("https://api.over-load.me/account.php",
+ get={'user': user,
+ 'auth': password}).strip()
+
+ data = json.loads(html)
+ self.log_debug(data)
+
+ #: Check for premium
+ if data['membership'] == "Free":
+ return {'premium': False, 'validuntil': None, 'trafficleft': None}
+ else:
+ return {'premium': True,
+ 'validuntil': data['expirationunix'],
+ 'trafficleft': -1}
+
+ def signin(self, user, password, data):
+ html = self.load("https://api.over-load.me/account.php",
+ get={'user': user,
+ 'auth': password}).strip()
+
+ data = json.loads(html)
+
+ if data['err'] == 1:
+ self.fail_login()
diff --git a/module/plugins/accounts/PixeldrainCom.py b/module/plugins/accounts/PixeldrainCom.py
new file mode 100644
index 0000000000..b951603043
--- /dev/null
+++ b/module/plugins/accounts/PixeldrainCom.py
@@ -0,0 +1,39 @@
+# -*- coding: utf-8 -*-
+
+import pycurl
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.Account import Account
+from ..internal.misc import json
+
+
+class PixeldrainCom(Account):
+ __name__ = "PixeldrainCom"
+ __type__ = "account"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __description__ = """Pixeldrain.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ #: See https://pixeldrain.com/api/
+ API_URL = "https://pixeldrain.com/api/"
+
+ def grab_info(self, user, password, data):
+ # unfortunately, there is no method for account info, assume premium
+ return {"validuntil": -1,
+ "trafficleft": -1,
+ "premium": True}
+
+ def signin(self, user, password, data):
+ self.req.http.c.setopt(pycurl.USERPWD, ":%s" % password)
+ try:
+ json_data = self.load(self.API_URL + "/user/lists")
+ except BadHeader as exc:
+ json_data = exc.content
+
+ api_data = json.loads(json_data)
+ if not api_data.get("success", True):
+ self.log_error(api_data["message"])
+ self.fail_login()
diff --git a/module/plugins/accounts/PorntrexCom.py b/module/plugins/accounts/PorntrexCom.py
new file mode 100644
index 0000000000..272f50773e
--- /dev/null
+++ b/module/plugins/accounts/PorntrexCom.py
@@ -0,0 +1,38 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.Account import Account
+from ..internal.misc import parse_html_form
+
+
+class PorntrexCom(Account):
+ # Actually not needed
+ __name__ = "PorntrexCom"
+ __type__ = "account"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __description__ = """Porntrex.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("ondrej", "git@ondrej.it")]
+
+ def grab_info(self, user, password, data):
+ return {
+ "validuntil": -1,
+ "trafficleft": -1,
+ }
+
+ def signin(self, user, password, data):
+ html = self.load("https://www.porntrex.com")
+ if ">Log out<" in html:
+ self.skip_login()
+
+ url, inputs = parse_html_form('action="https://www.porntrex.com/ajax-login/"', html)
+ if inputs is None:
+ self.fail_login("Login form not found")
+
+ inputs["username"] = user
+ inputs["pass"] = password
+
+ html = self.load(url, post=inputs)
+ if ">Log out<" not in html:
+ self.fail_login()
diff --git a/module/plugins/accounts/Premium4Me.py b/module/plugins/accounts/Premium4Me.py
deleted file mode 100644
index 467c5943ed..0000000000
--- a/module/plugins/accounts/Premium4Me.py
+++ /dev/null
@@ -1,25 +0,0 @@
-from module.plugins.Account import Account
-
-
-class Premium4Me(Account):
- __name__ = "Premium4Me"
- __version__ = "0.03"
- __type__ = "account"
- __description__ = """Premium.to account plugin"""
- __author_name__ = ("RaNaN", "zoidberg", "stickell")
- __author_mail__ = ("RaNaN@pyload.org", "zoidberg@mujmail.cz", "l.stickell@yahoo.it")
-
- def loadAccountInfo(self, user, req):
- traffic = req.load("http://premium.to/api/traffic.php?authcode=%s" % self.authcode)
-
- account_info = {"trafficleft": int(traffic) / 1024,
- "validuntil": -1}
-
- return account_info
-
- def login(self, user, data, req):
- self.authcode = req.load("http://premium.to/api/getauthcode.php?username=%s&password=%s" % (
- user, data["password"])).strip()
-
- if "wrong username" in self.authcode:
- self.wrongPassword()
diff --git a/module/plugins/accounts/PremiumTo.py b/module/plugins/accounts/PremiumTo.py
new file mode 100644
index 0000000000..dfad2ce67c
--- /dev/null
+++ b/module/plugins/accounts/PremiumTo.py
@@ -0,0 +1,73 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.MultiAccount import MultiAccount
+from ..internal.misc import json
+
+
+class PremiumTo(MultiAccount):
+ __name__ = "PremiumTo"
+ __type__ = "account"
+ __version__ = "0.21"
+ __status__ = "testing"
+
+ __config__ = [("mh_mode", "all;listed;unlisted", "Filter hosters to use", "all"),
+ ("mh_list", "str", "Hoster list (comma separated)", ""),
+ ("mh_interval", "int", "Reload interval in hours", 12)]
+
+ __description__ = """Premium.to account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("RaNaN", "RaNaN@pyload.net"),
+ ("zoidberg", "zoidberg@mujmail.cz"),
+ ("stickell", "l.stickell@yahoo.it"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+
+ # See https://premium.to/API.html
+ API_URL = "http://api.premium.to/api/2/"
+
+ def api_response(self, method, **kwargs):
+ return json.loads(self.load(self.API_URL + method + ".php",
+ get=kwargs))
+
+ def grab_hosters(self, user, password, data):
+ json_data = self.api_response("hosts", userid=user, apikey=password)
+ return json_data['hosts'] if json_data.get('code') == 200 else []
+
+ def grab_info(self, user, password, data):
+ json_data = self.api_response("traffic", userid=user, apikey=password)
+
+ if json_data.get('code') == 200:
+ trafficleft = float(json_data['traffic'] + json_data['specialtraffic'])
+ return {'premium': True,
+ 'trafficleft': trafficleft,
+ 'validuntil': -1}
+
+ else:
+ return {'premium': False,
+ 'trafficleft': None,
+ 'validuntil': None}
+
+ def signin(self, user, password, data):
+ json_data = self.api_response("traffic", userid=user, apikey=password)
+
+ if json_data['code'] != 200:
+ self.log_warning(_("Username and password for PremiumTo should be the API userid & apikey"),
+ _("Trying via username and password"))
+
+ json_data = self.api_response("getapicredentials", username=user, password=password)
+ if not json_data.get('userid') or not json_data.get('userid'):
+ self.log_warning(json_data['message'])
+ self.fail_login()
+
+ else:
+ # Replace current user & password with the generated userid & apikey
+ # Hacky hack, but what can we do?!
+ userid = json_data['userid']
+ apikey = json_data['apikey']
+ plugin = self.classname
+ self.pyload.accountManager.accounts[plugin][userid] = self.pyload.accountManager.accounts[plugin].pop(user)
+ self.pyload.accountManager.accounts[plugin][userid]['password'] = apikey
+ self.user = userid
+ self.info['data']['login'] = userid
+ self.info['login']['password'] = apikey
+
diff --git a/module/plugins/accounts/PremiumizeMe.py b/module/plugins/accounts/PremiumizeMe.py
index c5c712c52f..8fdf55df31 100644
--- a/module/plugins/accounts/PremiumizeMe.py
+++ b/module/plugins/accounts/PremiumizeMe.py
@@ -1,42 +1,63 @@
-from module.plugins.Account import Account
+# -*- coding: utf-8 -*-
-from module.common.json_layer import json_loads
+from ..internal.misc import json
+from ..internal.MultiAccount import MultiAccount
-class PremiumizeMe(Account):
+class PremiumizeMe(MultiAccount):
__name__ = "PremiumizeMe"
- __version__ = "0.11"
__type__ = "account"
- __description__ = """Premiumize.Me account plugin"""
- __author_name__ = ("Florian Franzen")
- __author_mail__ = ("FlorianFranzen@gmail.com")
-
- def loadAccountInfo(self, user, req):
- # Get user data from premiumize.me
- status = self.getAccountStatus(user, req)
- self.logDebug(status)
-
- # Parse account info
- account_info = {"validuntil": float(status['result']['expires']),
- "trafficleft": max(0, status['result']['trafficleft_bytes'] / 1024)}
-
- if status['result']['type'] == 'free':
- account_info['premium'] = False
-
- return account_info
-
- def login(self, user, data, req):
- # Get user data from premiumize.me
- status = self.getAccountStatus(user, req)
-
- # Check if user and password are valid
- if status['status'] != 200:
- self.wrongPassword()
-
- def getAccountStatus(self, user, req):
- # Use premiumize.me API v1 (see https://secure.premiumize.me/?show=api)
- # to retrieve account info and return the parsed json answer
- answer = req.load(
- "https://api.premiumize.me/pm-api/v1.php?method=accountstatus¶ms[login]=%s¶ms[pass]=%s" % (
- user, self.accounts[user]['password']))
- return json_loads(answer)
+ __version__ = "0.32"
+ __status__ = "testing"
+
+ __config__ = [("mh_mode", "all;listed;unlisted", "Filter hosters to use", "all"),
+ ("mh_list", "str", "Hoster list (comma separated)", ""),
+ ("mh_interval", "int", "Reload interval in hours", 12)]
+
+ __description__ = """Premiumize.me account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Florian Franzen", "FlorianFranzen@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ # See https://www.premiumize.me/api
+ API_URL = "https://www.premiumize.me/api/"
+
+ def api_respond(self, method, **kwargs):
+ json_data = self.load(self.API_URL + method, get=kwargs)
+
+ return json.loads(json_data)
+
+ def grab_hosters(self, user, password, data):
+ res = self.api_respond("services/list", apikey=password)
+ return res['directdl'] + reduce(lambda x, y: x + y, [res['aliases'][_h] if _h in res['aliases'] else []
+ for _h in res['directdl']])
+
+ def grab_info(self, user, password, data):
+ validuntil = None
+ trafficleft = None
+ premium = False
+
+ res = self.api_respond("account/info", apikey=password)
+
+ if res['status'] == "success":
+ premium = res['premium_until'] is not False
+
+ if premium:
+ validuntil = res['premium_until']
+
+ trafficleft = -1
+
+ return {'validuntil': validuntil,
+ 'trafficleft': trafficleft,
+ 'premium': premium}
+
+ def signin(self, user, password, data):
+ res = self.api_respond("account/info", apikey=password)
+
+ if res['status'] != "success":
+ self.log_error(_("Password for premiumize.me should be the API token - get it from: https://www.premiumize.me/account"))
+ self.fail_login(res['message'])
+
+ elif res['customer_id'] != user:
+ self.log_error(_("username for premiumize.me should be the Customer ID - get it from: https://www.premiumize.me/account"))
+ self.fail_login()
diff --git a/module/plugins/accounts/PutdriveCom.py b/module/plugins/accounts/PutdriveCom.py
new file mode 100644
index 0000000000..53964a932d
--- /dev/null
+++ b/module/plugins/accounts/PutdriveCom.py
@@ -0,0 +1,16 @@
+# -*- coding: utf-8 -*-
+
+from .ZeveraCom import ZeveraCom
+
+
+class PutdriveCom(ZeveraCom):
+ __name__ = "PutdriveCom"
+ __type__ = "account"
+ __version__ = "0.07"
+ __status__ = "testing"
+
+ __description__ = """Putdrive.com account plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ PLUGIN_DOMAIN = "putdrive.com"
diff --git a/module/plugins/accounts/QuickshareCz.py b/module/plugins/accounts/QuickshareCz.py
index 1af7cbffd7..3a2a1716a9 100644
--- a/module/plugins/accounts/QuickshareCz.py
+++ b/module/plugins/accounts/QuickshareCz.py
@@ -1,54 +1,40 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see |
|---|
\s*\s*
'
- NEXT_PAGE_PATTERN = r'- (.*?)
' + FS_URL_SUFFIX = '' + + def decrypt(self, pyfile): + package = pyfile.package() + pack_name = package.name + pack_folder = package.folder + html = self.load(pyfile.url, decode=True).splitlines() + fs_url = None + FS_URL_RE = re.compile( + '%s/fullscreen\.php\?hash=[0-9a-f]*' % + pyfile.url) + for line in html: + match = FS_URL_RE.search(line) + if match: + fs_url = match.group() + break + if not fs_url: + raise Exception("Could not find pasted.co fullscreen URL!") + urls = self.load(fs_url, decode=True) + urls = urls[urls.find(PastedCo.FS_URL_PREFIX) + + len(PastedCo.FS_URL_PREFIX):] + urls = urls[:urls.find(PastedCo.FS_URL_SUFFIX)].splitlines() + self.packages.append((pack_name, urls, pack_folder)) diff --git a/module/plugins/crypter/QuickshareCzFolder.py b/module/plugins/crypter/QuickshareCzFolder.py index 18ac68eec3..169cc243da 100644 --- a/module/plugins/crypter/QuickshareCzFolder.py +++ b/module/plugins/crypter/QuickshareCzFolder.py @@ -1,31 +1,32 @@ # -*- coding: utf-8 -*- import re -from module.plugins.Crypter import Crypter + +from ..internal.Crypter import Crypter class QuickshareCzFolder(Crypter): __name__ = "QuickshareCzFolder" __type__ = "crypter" - __pattern__ = r"http://(www\.)?quickshare.cz/slozka-\d+.*" - __version__ = "0.1" - __description__ = """Quickshare.cz Folder Plugin""" - __author_name__ = ("zoidberg") - __author_mail__ = ("zoidberg@mujmail.cz") + __version__ = "0.17" + __status__ = "testing" + + __pattern__ = r'http://(?:www\.)?quickshare\.cz/slozka-\d+' + __config__ = [("activated", "bool", "Activated", True), + ("use_premium", "bool", "Use premium account if available", True), + ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default")] - FOLDER_PATTERN = r'
(?P")) - packagename = item['title'].encode("utf-8") - self.logInfo("Ev0InFetcher: new episode '%s' (matched '%s')" % (packagename, show)) - self.core.api.addPackage(packagename, links, 1 if self.getConfig("queue") else 0) - self.setStorage("show_%s_lastfound" % show, int(mktime(item.date_parsed))) - found = True - if not found: - #self.logDebug("Ev0InFetcher: no new episodes found") - pass - - for show, lastfound in self.getStorage().iteritems(): - if int(lastfound) > 0 and int(lastfound) + (3600 * 24 * 30) < int(time()): - self.delStorage("show_%s_lastfound" % show) - self.logDebug("Ev0InFetcher: cleaned '%s' record" % show) diff --git a/module/plugins/hooks/EventMapper.py b/module/plugins/hooks/EventMapper.py new file mode 100644 index 0000000000..9ad40056e2 --- /dev/null +++ b/module/plugins/hooks/EventMapper.py @@ -0,0 +1,64 @@ +# -*- coding: utf-8 -*- + +from ..internal.Addon import Addon + + +class EventMapper(Addon): + __name__ = "EventMapper" + __type__ = "hook" + __version__ = "0.02" + __status__ = "testing" + + __config__ = [("activated", "bool", "Activated", True)] + + __description__ = """Map old events to new events""" + __license__ = "GPLv3" + __authors__ = [("Walter Purcaro", "vuolter@gmail.com")] + + def activate(self, *args): + self.manager.dispatchEvent("activate", *args) + + def exit(self, *args): + self.manager.dispatchEvent("exit", *args) + + def config_changed(self, *args): + self.manager.dispatchEvent("config_changed", *args) + + def all_downloads_finished(self, *args): + self.manager.dispatchEvent("all_downloads_finished", *args) + + def all_downloads_processed(self, *args): + self.manager.dispatchEvent("all_downloads_processed", *args) + + def links_added(self, *args): + self.manager.dispatchEvent("links_added", *args) + + def download_preparing(self, *args): + self.manager.dispatchEvent("download_preparing", *args) + + def download_finished(self, *args): + self.manager.dispatchEvent("download_finished", *args) + + def download_failed(self, *args): + self.manager.dispatchEvent("download_failed", *args) + + def package_deleted(self, *args): + self.manager.dispatchEvent("package_deleted", *args) + + def package_finished(self, *args): + self.manager.dispatchEvent("package_finished", *args) + + def before_reconnect(self, *args): + self.manager.dispatchEvent("before_reconnect", *args) + + def after_reconnect(self, *args): + self.manager.dispatchEvent("after_reconnect", *args) + + def captcha_task(self, *args): + self.manager.dispatchEvent("captcha_task", *args) + + def captcha_correct(self, *args): + self.manager.dispatchEvent("captcha_correct", *args) + + def captcha_invalid(self, *args): + self.manager.dispatchEvent("captcha_invalid", *args) diff --git a/module/plugins/hooks/ExpertDecoders.py b/module/plugins/hooks/ExpertDecoders.py index f1b7ea352b..7fd8dd9178 100644 --- a/module/plugins/hooks/ExpertDecoders.py +++ b/module/plugins/hooks/ExpertDecoders.py @@ -1,106 +1,101 @@ # -*- coding: utf-8 -*- -""" - This program is free software; you can redistribute it and/or modify - it under the terms of the GNU General Public License as published by - the Free Software Foundation; either version 3 of the License, - or (at your option) any later version. - - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. - See the GNU General Public License for more details. - - You should have received a copy of the GNU General Public License - along with this program; if not, see
([^<]*)
", site).group(1) - - if url.startswith("http"): - # Best quality is available over HTTP. Very rare. - self.download(url) - else: - pyfile.setStatus("downloading") - - download_folder = self.config['general']['download_folder'] - - location = save_join(download_folder, pyfile.package().folder) - - if not os.path.exists(location): - os.makedirs(location, int(self.config["permission"]["folder"], 8)) - - if self.config["permission"]["change_dl"] and os.name != "nt": - try: - uid = getpwnam(self.config["permission"]["user"])[2] - gid = getgrnam(self.config["permission"]["group"])[2] - - chown(location, uid, gid) - except Exception, e: - self.logWarning(_("Setting User and Group failed: %s") % str(e)) - - output_file = save_join(location, save_path(pyfile.name)) + os.path.splitext(playpath)[1] - - RTMP.download_rtmp_stream(url, playpath=playpath, output_file=output_file) diff --git a/module/plugins/hoster/AccioDebridCom.py b/module/plugins/hoster/AccioDebridCom.py new file mode 100644 index 0000000000..25bc3d48ac --- /dev/null +++ b/module/plugins/hoster/AccioDebridCom.py @@ -0,0 +1,70 @@ +# -*- coding: utf-8 -*- + +import pycurl +from module.network.HTTPRequest import BadHeader + +from ..internal.misc import json +from ..internal.MultiHoster import MultiHoster + + +def args(**kwargs): + return kwargs + + +class AccioDebridCom(MultiHoster): + __name__ = "AccioDebridCom" + __type__ = "hoster" + __version__ = "0.02" + __status__ = "testing" + + __pattern__ = r'http://((?:www\d+\.|s\d+\.)?accio-debrid\.com|\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})/download/file/[\w^_]+' + __config__ = [("activated", "bool", "Activated", True), + ("use_premium", "bool", "Use premium account if available", True), + ("fallback", "bool", "Fallback to free download if premium fails", False), + ("chk_filesize", "bool", "Check file size", True), + ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10), + ("revert_failed", "bool", "Revert to standard download if fails", True)] + + __description__ = """Accio-debrid.com multi-hoster plugin""" + __license__ = "GPLv3" + __authors__ = [("PlugPlus", "accio.debrid@gmail.com")] + + API_URL = "https://accio-debrid.com/apiv2/" + + def api_response(self, action, get={}, post={}): + get['action'] = action + + # Better use pyLoad User-Agent so we don't get blocked + self.req.http.c.setopt(pycurl.USERAGENT, "pyLoad/%s" % self.pyload.version) + + json_data = self.load(self.API_URL, get=get, post=post) + + return json.loads(json_data) + + def handle_premium(self, pyfile): + try: + res = self.api_response("getLink", + get=args(token=self.account.info['data']['cache_info'][self.account.user]['token']), + post=args(link=pyfile.url)) + + except BadHeader, e: + if e.code == 405: + self.fail(_("Banned IP")) + + else: + raise + + if res['response_code'] == "ok": + self.link = res['debridLink'] + + elif res['response_code'] == "UNKNOWN_ACCOUNT_TOKEN": + self.account.relogin() + self.retry() + + elif res['response_code'] == "UNALLOWED_IP": + self.fail(_("Banned IP")) + + else: + self.log_error(res['response_text']) + self.fail(res['response_text']) + diff --git a/module/plugins/hoster/AlfafileNet.py b/module/plugins/hoster/AlfafileNet.py new file mode 100644 index 0000000000..9a38ee24a8 --- /dev/null +++ b/module/plugins/hoster/AlfafileNet.py @@ -0,0 +1,96 @@ +# -*- coding: utf-8 -*- + +import re + +from ..captcha.ReCaptcha import ReCaptcha +from ..captcha.SolveMedia import SolveMedia +from ..internal.misc import json, seconds_to_midnight +from ..internal.SimpleHoster import SimpleHoster + + +class AlfafileNet(SimpleHoster): + __name__ = "AlfafileNet" + __type__ = "hoster" + __version__ = "0.07" + __status__ = "testing" + + __pattern__ = r'https?://(?:www\.)?(alfafile\.net)/file/(?PSize
(?P
' + SIZE_PATTERN = r'File Size:
[^<]*(?P[0-9., ]+)(?P[kKMG])i?B
The requested file could not be found.
|Soubor: (?P
Soubor: (?P
', self.data)
+ if m is None:
+ self.error(_("Page 2 URL not found"))
+ url = "http://bezvadata.cz%s" % m.group(1)
+ self.log_debug("DL URL %s" % url)
+
+ #: countdown
+ m = re.search(r'id="countdown">(\d\d):(\d\d)<', self.data)
+ wait_time = (int(m.group(1)) * 60 + int(m.group(2))) if m else 120
+ self.wait(wait_time, False)
+
+ self.link = url
+
+ def check_errors(self):
+ if 'images/button-download-disable.png' in self.data:
+ #: Parallel dl limit
+ self.retry(5 * 60, 24, _("Download limit reached"))
+ elif '
Filename:(?P.*?)
' - FILE_SIZE_PATTERN = r'Size:(?P.*?)
' - HOSTER_NAME = "billionuploads.com" - - -getInfo = create_getInfo(BillionuploadsCom) diff --git a/module/plugins/hoster/BitshareCom.py b/module/plugins/hoster/BitshareCom.py deleted file mode 100644 index 2b3f7777fe..0000000000 --- a/module/plugins/hoster/BitshareCom.py +++ /dev/null @@ -1,146 +0,0 @@ -# -*- coding: utf-8 -*- -from __future__ import with_statement - -import re - -from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo -from module.plugins.internal.CaptchaService import ReCaptcha - - -class BitshareCom(SimpleHoster): - __name__ = "BitshareCom" - __type__ = "hoster" - __pattern__ = r"http://(www\.)?bitshare\.com/(files/(?P[a-zA-Z0-9]+)(/(?P.*?)\.html)?|\?f=(?P[a-zA-Z0-9]+))"
- __version__ = "0.49"
- __description__ = """Bitshare.Com File Download Hoster"""
- __author_name__ = ("paulking", "fragonib")
- __author_mail__ = (None, "fragonib[AT]yahoo[DOT]es")
-
- HOSTER_DOMAIN = "bitshare.com"
- FILE_OFFLINE_PATTERN = r'(>We are sorry, but the requested file was not found in our database|>Error - File not available<|The file was deleted either by the uploader, inactivity or due to copyright claim)'
- FILE_INFO_PATTERN = r'Downloading (?P.+) - (?P[\d.]+) (?P\w+)'
- FILE_AJAXID_PATTERN = r'var ajaxdl = "(.*?)";'
- CAPTCHA_KEY_PATTERN = r"http://api\.recaptcha\.net/challenge\?k=(.*?) "
- TRAFFIC_USED_UP = r"Your Traffic is used up for today. Upgrade to premium to continue!"
-
- def setup(self):
- self.req.cj.setCookie(self.HOSTER_DOMAIN, "language_selection", "EN")
- self.multiDL = self.premium
- self.chunkLimit = 1
-
- def process(self, pyfile):
- if self.premium:
- self.account.relogin(self.user)
-
- self.pyfile = pyfile
-
- # File id
- m = re.match(self.__pattern__, self.pyfile.url)
- self.file_id = max(m.group('id1'), m.group('id2'))
- self.logDebug("File id is [%s]" % self.file_id)
-
- # Load main page
- self.html = self.load(self.pyfile.url, ref=False, decode=True)
-
- # Check offline
- if re.search(self.FILE_OFFLINE_PATTERN, self.html):
- self.offline()
-
- # Check Traffic used up
- if re.search(self.TRAFFIC_USED_UP, self.html):
- self.logInfo("Your Traffic is used up for today. Wait 1800 seconds or reconnect!")
- self.logDebug("Waiting %d seconds." % 1800)
- self.setWait(1800, True)
- self.wantReconnect = True
- self.wait()
- self.retry()
-
- # File name
- m = re.search(self.__pattern__, self.pyfile.url)
- name1 = m.group('name') if m else None
- m = re.search(self.FILE_INFO_PATTERN, self.html)
- name2 = m.group('N') if m else None
- self.pyfile.name = max(name1, name2)
-
- # Ajax file id
- self.ajaxid = re.search(self.FILE_AJAXID_PATTERN, self.html).group(1)
- self.logDebug("File ajax id is [%s]" % self.ajaxid)
-
- # This may either download our file or forward us to an error page
- url = self.getDownloadUrl()
- self.logDebug("Downloading file with url [%s]" % url)
- self.download(url)
-
- def getDownloadUrl(self):
- # Return location if direct download is active
- if self.premium:
- header = self.load(self.pyfile.url, cookies=True, just_header=True)
- if 'location' in header:
- return header['location']
-
- # Get download info
- self.logDebug("Getting download info")
- response = self.load("http://bitshare.com/files-ajax/" + self.file_id + "/request.html",
- post={"request": "generateID", "ajaxid": self.ajaxid})
- self.handleErrors(response, ':')
- parts = response.split(":")
- filetype = parts[0]
- wait = int(parts[1])
- captcha = int(parts[2])
- self.logDebug("Download info [type: '%s', waiting: %d, captcha: %d]" % (filetype, wait, captcha))
-
- # Waiting
- if wait > 0:
- self.logDebug("Waiting %d seconds." % wait)
- if wait < 120:
- self.setWait(wait, False)
- self.wait()
- else:
- self.setWait(wait - 55, True)
- self.wait()
- self.retry()
-
- # Resolve captcha
- if captcha == 1:
- self.logDebug("File is captcha protected")
- id = re.search(self.CAPTCHA_KEY_PATTERN, self.html).group(1)
- # Try up to 3 times
- for i in range(3):
- self.logDebug("Resolving ReCaptcha with key [%s], round %d" % (id, i + 1))
- recaptcha = ReCaptcha(self)
- challenge, code = recaptcha.challenge(id)
- response = self.load("http://bitshare.com/files-ajax/" + self.file_id + "/request.html",
- post={"request": "validateCaptcha", "ajaxid": self.ajaxid,
- "recaptcha_challenge_field": challenge, "recaptcha_response_field": code})
- if self.handleCaptchaErrors(response):
- break
-
- # Get download URL
- self.logDebug("Getting download url")
- response = self.load("http://bitshare.com/files-ajax/" + self.file_id + "/request.html",
- post={"request": "getDownloadURL", "ajaxid": self.ajaxid})
- self.handleErrors(response, '#')
- url = response.split("#")[-1]
-
- return url
-
- def handleErrors(self, response, separator):
- self.logDebug("Checking response [%s]" % response)
- if "ERROR:Session timed out" in response:
- self.retry()
- elif "ERROR" in response:
- msg = response.split(separator)[-1]
- self.fail(msg)
-
- def handleCaptchaErrors(self, response):
- self.logDebug("Result of captcha resolving [%s]" % response)
- if "SUCCESS" in response:
- self.correctCaptcha()
- return True
- elif "ERROR:SESSION ERROR" in response:
- self.retry()
- self.logDebug("Wrong captcha")
- self.invalidCaptcha()
-
-
-getInfo = create_getInfo(BitshareCom)
diff --git a/module/plugins/hoster/BoltsharingCom.py b/module/plugins/hoster/BoltsharingCom.py
deleted file mode 100644
index cc8b1c7e61..0000000000
--- a/module/plugins/hoster/BoltsharingCom.py
+++ /dev/null
@@ -1,16 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadHoster import DeadHoster, create_getInfo
-
-
-class BoltsharingCom(DeadHoster):
- __name__ = "BoltsharingCom"
- __type__ = "hoster"
- __pattern__ = r"http://(?:\w*\.)*?boltsharing.com/\w{12}"
- __version__ = "0.02"
- __description__ = """Boltsharing.com hoster plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
-
-getInfo = create_getInfo(BoltsharingCom)
diff --git a/module/plugins/hoster/CatShareNet.py b/module/plugins/hoster/CatShareNet.py
deleted file mode 100644
index 66d46c2e87..0000000000
--- a/module/plugins/hoster/CatShareNet.py
+++ /dev/null
@@ -1,39 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-import re
-from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo
-from module.plugins.internal.CaptchaService import ReCaptcha
-
-
-class CatShareNet(SimpleHoster):
- __name__ = "CatShareNet"
- __type__ = "hoster"
- __pattern__ = r"http://(www\.)?catshare.net/\w{16}.*"
- __version__ = "0.01"
- __description__ = """CatShare.net Download Hoster"""
- __author_name__ = ("z00nx")
- __author_mail__ = ("z00nx0@gmail.com")
-
- FILE_INFO_PATTERN = r']+>(?P
\s+]+>(?P
'
- FILE_OFFLINE_PATTERN = r'Podany plik zosta'
- SECONDS_PATTERN = 'var\s+count\s+=\s+(\d+);'
- RECAPTCHA_KEY = "6Lfln9kSAAAAANZ9JtHSOgxUPB9qfDFeLUI_QMEy"
-
- def handleFree(self):
- found = re.search(self.SECONDS_PATTERN, self.html)
- seconds = int(found.group(1))
- self.logDebug("Seconds found", seconds)
- self.setWait(seconds + 1)
- self.wait()
- recaptcha = ReCaptcha(self)
- challenge, code = recaptcha.challenge(self.RECAPTCHA_KEY)
- post_data = {"recaptcha_challenge_field": challenge, "recaptcha_response_field": code}
- self.download(self.pyfile.url, post=post_data)
- check = self.checkDownload({"html": re.compile("\A\w{12})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Clicknupload.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("tbsn", "tbsnpy_github@gmx.de"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ PLUGIN_DOMAIN = "clicknupload.red"
+
+ URL_REPLACEMENTS = [(__pattern__ + '.*', "https://clicknupload.red/\g")]
+
+ LINK_PATTERN = r"onClick=\"window.open\('(.+?)'\);"
+
+ NAME_PATTERN = r'name="fname" value="(?P.+?)">'
+ SIZE_PATTERN = r">size\s*(?P[\d.,]+) (?P[\w^_]+)"
+
+ OFFLINE_PATTERN = r"File Not Found"
+ ERROR_PATTERN = ""
+
+ WAIT_PATTERN = r'(\d+)'
diff --git a/module/plugins/hoster/CloudMailRu.py b/module/plugins/hoster/CloudMailRu.py
new file mode 100644
index 0000000000..85b0dd19ac
--- /dev/null
+++ b/module/plugins/hoster/CloudMailRu.py
@@ -0,0 +1,50 @@
+# -*- coding: utf-8 -*-
+
+import base64
+import re
+import urllib
+
+from ..internal.Hoster import Hoster
+from ..internal.misc import json
+
+
+class CloudMailRu(Hoster):
+ __name__ = "CloudMailRu"
+ __type__ = "hoster"
+ __version__ = "0.05"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://cloud\.mail\.ru/dl\?q=(?P.+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool","Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Cloud.mail.ru hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ OFFLINE_PATTERN = r'"error":\s*"not_exists"'
+
+ def get_info(self, url="", html=""):
+ info = super(CloudMailRu, self).get_info(url, html)
+
+ qs = re.match(self.__pattern__, url).group('QS')
+ file_info = json.loads(base64.b64decode(qs))
+
+ info.update({
+ 'name': urllib.unquote_plus(file_info['n']).encode('latin1').decode('utf8'),
+ 'size': file_info['s'],
+ 'u': file_info['u']
+ })
+
+ return info
+
+ def setup(self):
+ self.chunk_limit = -1
+ self.resume_download = True
+ self.multiDL = True
+
+ def process(self, pyfile):
+ self.download(self.info['u'], disposition=False)
diff --git a/module/plugins/hoster/CloudzerNet.py b/module/plugins/hoster/CloudzerNet.py
deleted file mode 100644
index e95f907923..0000000000
--- a/module/plugins/hoster/CloudzerNet.py
+++ /dev/null
@@ -1,73 +0,0 @@
-# -*- coding: utf-8 -*-
-import re
-from module.plugins.internal.SimpleHoster import SimpleHoster
-from module.common.json_layer import json_loads
-from module.plugins.internal.CaptchaService import ReCaptcha
-from module.network.RequestFactory import getURL
-from module.utils import parseFileSize
-
-
-def getInfo(urls):
- for url in urls:
- header = getURL(url, just_header=True)
- if 'Location: http://cloudzer.net/404' in header:
- file_info = (url, 0, 1, url)
- else:
- if url.endswith('/'):
- api_data = getURL(url + 'status')
- else:
- api_data = getURL(url + '/status')
- name, size = api_data.splitlines()
- size = parseFileSize(size)
- file_info = (name, size, 2, url)
- yield file_info
-
-
-class CloudzerNet(SimpleHoster):
- __name__ = "CloudzerNet"
- __type__ = "hoster"
- __pattern__ = r"http://(www\.)?(cloudzer\.net/file/|clz\.to/(file/)?)(?P\w+).*"
- __version__ = "0.03"
- __description__ = """Cloudzer.net hoster plugin"""
- __author_name__ = ("gs", "z00nx", "stickell")
- __author_mail__ = ("I-_-I-_-I@web.de", "z00nx0@gmail.com", "l.stickell@yahoo.it")
-
- FILE_SIZE_PATTERN = '(?P[^<]+)'
- WAIT_PATTERN = ''
- FILE_OFFLINE_PATTERN = r'Please check the URL for typing errors, respectively'
- CAPTCHA_KEY = '6Lcqz78SAAAAAPgsTYF3UlGf2QFQCNuPMenuyHF3'
-
- def handleFree(self):
- found = re.search(self.WAIT_PATTERN, self.html)
- seconds = int(found.group(1))
- self.logDebug("Found wait", seconds)
- self.setWait(seconds + 1)
- self.wait()
- response = self.load('http://cloudzer.net/io/ticket/slot/%s' % self.file_info['ID'], post=' ', cookies=True)
- self.logDebug("Download slot request response", response)
- response = json_loads(response)
- if response["succ"] is not True:
- self.fail("Unable to get a download slot")
-
- recaptcha = ReCaptcha(self)
- challenge, response = recaptcha.challenge(self.CAPTCHA_KEY)
- post_data = {"recaptcha_challenge_field": challenge, "recaptcha_response_field": response}
- response = json_loads(self.load('http://cloudzer.net/io/ticket/captcha/%s' % self.file_info['ID'],
- post=post_data, cookies=True))
- self.logDebug("Captcha check response", response)
- self.logDebug("First check")
-
- if "err" in response:
- if response["err"] == "captcha":
- self.logDebug("Wrong captcha")
- self.invalidCaptcha()
- self.retry()
- elif "Sie haben die max" in response["err"] or "You have reached the max" in response["err"]:
- self.logDebug("Download limit reached, waiting an hour")
- self.setWait(3600, True)
- self.wait()
- if "type" in response:
- if response["type"] == "download":
- url = response["url"]
- self.logDebug("Download link", url)
- self.download(url, disposition=True)
diff --git a/module/plugins/hoster/CloudzillaTo.py b/module/plugins/hoster/CloudzillaTo.py
new file mode 100644
index 0000000000..61c82d5757
--- /dev/null
+++ b/module/plugins/hoster/CloudzillaTo.py
@@ -0,0 +1,66 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class CloudzillaTo(SimpleHoster):
+ __name__ = "CloudzillaTo"
+ __type__ = "hoster"
+ __version__ = "0.13"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?cloudzilla\.to/share/file/(?P[\w^_]+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Cloudzilla.to hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
+
+ INFO_PATTERN = r'title="(?P.+?)">\1 \((?P[\d.]+) (?P[\w^_]+)'
+ OFFLINE_PATTERN = r'>File not found...<'
+
+ PASSWORD_PATTERN = r'
' - FILE_SIZE_PATTERN = r'Size:(?P
' - HOSTER_NAME = "billionuploads.com" - - -getInfo = create_getInfo(BillionuploadsCom) diff --git a/module/plugins/hoster/BitshareCom.py b/module/plugins/hoster/BitshareCom.py deleted file mode 100644 index 2b3f7777fe..0000000000 --- a/module/plugins/hoster/BitshareCom.py +++ /dev/null @@ -1,146 +0,0 @@ -# -*- coding: utf-8 -*- -from __future__ import with_statement - -import re - -from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo -from module.plugins.internal.CaptchaService import ReCaptcha - - -class BitshareCom(SimpleHoster): - __name__ = "BitshareCom" - __type__ = "hoster" - __pattern__ = r"http://(www\.)?bitshare\.com/(files/(?P
]+>(?P.*)
\s+]+>(?P.*)
'
- FILE_OFFLINE_PATTERN = r'Podany plik zosta'
- SECONDS_PATTERN = 'var\s+count\s+=\s+(\d+);'
- RECAPTCHA_KEY = "6Lfln9kSAAAAANZ9JtHSOgxUPB9qfDFeLUI_QMEy"
-
- def handleFree(self):
- found = re.search(self.SECONDS_PATTERN, self.html)
- seconds = int(found.group(1))
- self.logDebug("Seconds found", seconds)
- self.setWait(seconds + 1)
- self.wait()
- recaptcha = ReCaptcha(self)
- challenge, code = recaptcha.challenge(self.RECAPTCHA_KEY)
- post_data = {"recaptcha_challenge_field": challenge, "recaptcha_response_field": code}
- self.download(self.pyfile.url, post=post_data)
- check = self.checkDownload({"html": re.compile("\A\w{12})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Clicknupload.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("tbsn", "tbsnpy_github@gmx.de"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ PLUGIN_DOMAIN = "clicknupload.red"
+
+ URL_REPLACEMENTS = [(__pattern__ + '.*', "https://clicknupload.red/\g'
+
+ def check_errors(self):
+ if re.search(self.PASSWORD_PATTERN, self.data):
+ pw = self.get_password()
+ if pw:
+ self.data = self.load(self.pyfile.url, get={'key': pw})
+ else:
+ self.fail(_("Missing password"))
+
+ if re.search(self.PASSWORD_PATTERN, self.data):
+ self.retry(msg="Wrong password")
+ else:
+ return SimpleHoster.check_errors(self)
+
+ def handle_free(self, pyfile):
+ self.data = self.load("http://www.cloudzilla.to/generateticket/",
+ post={'file_id': self.info['pattern']['ID'], 'key': self.get_password()})
+
+ ticket = dict(re.findall(r'<(.+?)>([^<>]+?) 5)
+
+ self.link = "http://%(server)s/download/%(file_id)s/%(ticket_id)s" % {'server': ticket['server'],
+ 'file_id': self.info['pattern']['ID'],
+ 'ticket_id': ticket['ticket_id']}
+
+ def handle_premium(self, pyfile):
+ return self.handle_free(pyfile)
diff --git a/module/plugins/hoster/CosmoboxOrg.py b/module/plugins/hoster/CosmoboxOrg.py
new file mode 100644
index 0000000000..4200250626
--- /dev/null
+++ b/module/plugins/hoster/CosmoboxOrg.py
@@ -0,0 +1,58 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.XFSHoster import XFSHoster
+from ..internal.misc import parse_time
+
+class CosmoboxOrg(XFSHoster):
+ __name__ = "CosmoboxOrg"
+ __type__ = "hoster"
+ __version__ = "0.03"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://cosmobox\.org/\w{12}'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int",
+ "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Cosmobox.org hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("OzzieIsaacs", "Ozzie.Fernandez.Isaacs@googlemail.com")]
+
+ PLUGIN_DOMAIN = "cosmobox.org"
+
+ NAME_PATTERN = r"You're downloading: (?P.+?)<"
+ SIZE_PATTERN = r'(?P[\d.,]+) (?P[\w^_]+)'
+ WAIT_PATTERN = r'(\d+)'
+
+ URL_REPLACEMENTS = [(r'^http://', "https://")]
+
+ def handle_free(self, pyfile):
+ action, inputs = self.parse_html_form(input_names={'op': re.compile(r'^download')})
+ if inputs is None:
+ self.fail("Free download form not found")
+
+ inputs['method_free'] = "Free+Download"
+
+ self.data = self.load("https://cosmobox.org/download",
+ post=inputs,
+ ref=self.pyfile.url,
+ redirect=False)
+
+ m = re.search(r'role="alert">You have reached your download limit', self.data)
+ if m is not None:
+ wait_time = 3*60*60 #: wait 3 hours
+ self.wait(wait_time)
+
+ else:
+ m = re.search(self.WAIT_PATTERN, self.data)
+ if m is not None:
+ waitmsg = m.group(1).strip()
+ wait_time = parse_time(waitmsg)
+ self.wait(wait_time)
+
+ action, inputs = self.parse_html_form(input_names={'op': re.compile(r'^download')})
+ self.handle_captcha(inputs)
+ self.data = self.download("https://cosmobox.org/download", post=inputs)
diff --git a/module/plugins/hoster/CramitIn.py b/module/plugins/hoster/CramitIn.py
index 68df322f56..8ca6e04958 100644
--- a/module/plugins/hoster/CramitIn.py
+++ b/module/plugins/hoster/CramitIn.py
@@ -1,22 +1,27 @@
# -*- coding: utf-8 -*-
-from module.plugins.hoster.XFileSharingPro import XFileSharingPro, create_getInfo
+from ..internal.XFSHoster import XFSHoster
-class CramitIn(XFileSharingPro):
+
+class CramitIn(XFSHoster):
__name__ = "CramitIn"
__type__ = "hoster"
- __pattern__ = r"http://(?:\w*\.)*cramit.in/\w{12}"
- __version__ = "0.04"
- __description__ = """Cramit.in hoster plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
+ __version__ = "0.13"
+ __status__ = "testing"
- FILE_INFO_PATTERN = r'\s*(?P.*?) .*?\s*\((?P.*?)\)'
- DIRECT_LINK_PATTERN = r'href="(http://cramit.in/file_download/.*?)"'
- HOSTER_NAME = "cramit.in"
+ __pattern__ = r'http://(?:www\.)?cramit\.in/\w{12}'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- def setup(self):
- self.resumeDownload = self.multiDL = self.premium
+ __description__ = """Cramit.in hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
+ PLUGIN_DOMAIN = "cramit.in"
-getInfo = create_getInfo(CramitIn)
+ INFO_PATTERN = r'\s*(?P.*?) .*?\s*\((?P.*?)\)'
+ LINK_PATTERN = r'href="(http://cramit\.in/file_download/.*?)"'
diff --git a/module/plugins/hoster/CrockoCom.py b/module/plugins/hoster/CrockoCom.py
deleted file mode 100644
index 5bd1a945cc..0000000000
--- a/module/plugins/hoster/CrockoCom.py
+++ /dev/null
@@ -1,73 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-
-from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo
-from module.plugins.internal.CaptchaService import ReCaptcha
-
-
-class CrockoCom(SimpleHoster):
- __name__ = "CrockoCom"
- __type__ = "hoster"
- __pattern__ = r"http://(www\.)?(crocko|easy-share).com/\w+"
- __version__ = "0.16"
- __description__ = """Crocko Download Hoster"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
- FILE_NAME_PATTERN = r'Download:\s*(?P.*)'
- FILE_SIZE_PATTERN = r'(?P[^<]+)'
- FILE_OFFLINE_PATTERN = r"Sorry,
|File not found"
- DOWNLOAD_URL_PATTERN = r"window.location ='([^']+)';"
- CAPTCHA_URL_PATTERN = re.compile(r"u='(/file_contents/captcha/\w+)';\s*w='(\d+)';")
- CAPTCHA_KEY_PATTERN = re.compile(r'Recaptcha.create\("([^"]+)"')
-
- FORM_PATTERN = r''
- FORM_INPUT_PATTERN = r']* name="?([^" ]+)"? value="?([^" ]+)"?[^>]*>'
-
- FILE_NAME_REPLACEMENTS = [(r'<[^>]*>', '')]
-
- def handleFree(self):
- if "You need Premium membership to download this file." in self.html:
- self.fail("You need Premium membership to download this file.")
-
- for _ in xrange(5):
- found = re.search(self.CAPTCHA_URL_PATTERN, self.html)
- if found:
- url, wait_time = 'http://crocko.com' + found.group(1), found.group(2)
- self.setWait(wait_time)
- self.wait()
- self.html = self.load(url)
- else:
- break
-
- found = re.search(self.CAPTCHA_KEY_PATTERN, self.html)
- if not found:
- self.parseError('Captcha KEY')
- captcha_key = found.group(1)
-
- found = re.search(self.FORM_PATTERN, self.html, re.DOTALL)
- if not found:
- self.parseError('ACTION')
- action, form = found.groups()
- inputs = dict(re.findall(self.FORM_INPUT_PATTERN, form))
-
- recaptcha = ReCaptcha(self)
-
- for _ in xrange(5):
- inputs['recaptcha_challenge_field'], inputs['recaptcha_response_field'] = recaptcha.challenge(captcha_key)
- self.download(action, post=inputs)
-
- check = self.checkDownload({
- "captcha_err": self.CAPTCHA_KEY_PATTERN
- })
-
- if check == "captcha_err":
- self.invalidCaptcha()
- else:
- break
- else:
- self.fail('No valid captcha solution received')
-
-
-getInfo = create_getInfo(CrockoCom)
diff --git a/module/plugins/hoster/CyberlockerCh.py b/module/plugins/hoster/CyberlockerCh.py
deleted file mode 100644
index 19a4473b3a..0000000000
--- a/module/plugins/hoster/CyberlockerCh.py
+++ /dev/null
@@ -1,17 +0,0 @@
-# -*- coding: utf-8 -*-
-from module.plugins.hoster.XFileSharingPro import XFileSharingPro, create_getInfo
-
-
-class CyberlockerCh(XFileSharingPro):
- __name__ = "CyberlockerCh"
- __type__ = "hoster"
- __pattern__ = r"http://(www\.)?cyberlocker\.ch/\w{12}"
- __version__ = "0.01"
- __description__ = """Cyberlocker.ch hoster plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
-
- HOSTER_NAME = "cyberlocker.ch"
-
-
-getInfo = create_getInfo(CyberlockerCh)
diff --git a/module/plugins/hoster/CzshareCom.py b/module/plugins/hoster/CzshareCom.py
index 58573d3292..9da7b6b08d 100644
--- a/module/plugins/hoster/CzshareCom.py
+++ b/module/plugins/hoster/CzshareCom.py
@@ -1,158 +1,170 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see
Sorry,
the page you're looking for
isn't here.
|File not found"
- DOWNLOAD_URL_PATTERN = r"window.location ='([^']+)';"
- CAPTCHA_URL_PATTERN = re.compile(r"u='(/file_contents/captcha/\w+)';\s*w='(\d+)';")
- CAPTCHA_KEY_PATTERN = re.compile(r'Recaptcha.create\("([^"]+)"')
-
- FORM_PATTERN = r''
- FORM_INPUT_PATTERN = r'\s*
\s*Cel. n.zev: ]*>(?P
(?:\s*[0-9., ]+)(?P[kKMG])i?B\s*
'
- FILE_OFFLINE_PATTERN = r'[^\n]*
)*\s*Velikost:\s*(?P\s*]* name="([^"]+)" value="([^"]+)"[^>]*/>'
- MULTIDL_PATTERN = r"
' - - FILE_SIZE_REPLACEMENTS = [(' ', '')] - FILE_URL_REPLACEMENTS = [(r'http://[^/]*/download.php\?.*?id=(\w+).*', r'http://czshare.com/\1/x/')] - SH_CHECK_TRAFFIC = True - - FREE_URL_PATTERN = r'[^>]*alt="([^"]+)" />' - FREE_FORM_PATTERN = r'
' - PREMIUM_FORM_PATTERN = r'' - FORM_INPUT_PATTERN = r'Z[^<]*PROFI.
" - USER_CREDIT_PATTERN = r'\s*kredit: ([0-9., ]+)([kKMG]i?B)\s*
'
-
- def checkTrafficLeft(self):
- # check if user logged in
- found = re.search(self.USER_CREDIT_PATTERN, self.html)
- if not found:
- self.account.relogin(self.user)
- self.html = self.load(self.pyfile.url, cookies=True, decode=True)
- found = re.search(self.USER_CREDIT_PATTERN, self.html)
- if not found:
- return False
-
- # check user credit
+ __version__ = "1.11"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?(czshare|sdilej)\.(com|cz)/(\d+/|download\.php\?).+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """CZshare.com hoster plugin, now Sdilej.cz"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz"),
+ ("ondrej", "git@ondrej.it"), ]
+
+ NAME_PATTERN = r'\s*
\s*Cel. n.zev: (?P
(?:\s*[\d .,]+)(?P[\w^_]+)\s*
'
+ OFFLINE_PATTERN = r'[^\n]*
)*\s*Velikost:\s*(?P\s*]* name="(.+?)" value="(.+?)"[^>]*/>'
+ MULTIDL_PATTERN = r'Zadaný ověřovací kód nesouhlasí! " in self.html:
- self.invalidCaptcha()
- elif re.search(self.MULTIDL_PATTERN, self.html):
- self.longWait(300, 12)
- else:
- self.correctCaptcha()
- break
+ self.log_error(e, trace=True)
+ self.error(_("Form"))
+
+ #: Get and decrypt captcha
+ captcha_url = 'http://sdilej.cz/captcha.php'
+ inputs['captchastring2'] = self.captcha.decrypt(captcha_url)
+ self.data = self.load(parsed_url, post=inputs)
+
+ if u"Zadaný ověřovací kód nesouhlasí! " in self.data:
+ self.retry_captcha()
+
+ elif re.search(self.MULTIDL_PATTERN, self.data):
+ self.retry(5 * 60, 12, _("Download limit reached"))
+
else:
- self.fail("No valid captcha code entered")
+ self.captcha.correct()
+
+ m = re.search("countdown_number = (\d+);", self.data)
+ self.set_wait(int(m.group(1)) if m else 50)
- found = re.search("countdown_number = (\d+);", self.html)
- self.setWait(int(found.group(1)) if found else 50)
+ #: Download the file, destination is determined by pyLoad
+ self.log_debug("WAIT URL", self.req.lastEffectiveURL)
- # download the file, destination is determined by pyLoad
- self.logDebug("WAIT URL", self.req.lastEffectiveURL)
- found = re.search("free_wait.php\?server=(.*?)&(.*)", self.req.lastEffectiveURL)
- if not found:
- raise PluginParseError('Download URL')
+ m = re.search(
+ "free_wait.php\?server=(.*?)&(.*)",
+ self.req.lastEffectiveURL)
+ if m is None:
+ self.error(_("Download URL not found"))
- url = "http://%s/download.php?%s" % (found.group(1), found.group(2))
+ self.link = "http://%s/download.php?%s" % (m.group(1), m.group(2))
self.wait()
- self.download(url)
- self.checkDownloadedFile()
-
- def checkDownloadedFile(self):
- # check download
- check = self.checkDownload({
- "tempoffline": re.compile(r"^Soubor je do.*asn.* nedostupn.*$"),
- "credit": re.compile(r"^Nem.*te dostate.*n.* kredit.$"),
- "multi_dl": re.compile(self.MULTIDL_PATTERN),
- "captcha_err": "Zadaný ověřovací kód nesouhlasí! "
+
+ def check_download(self):
+ #: Check download
+ check = self.scan_download({
+ "temp offline": re.compile(r'^Soubor je do.*asn.* nedostupn.*$'),
+ 'credit': re.compile(r'^Nem.*te dostate.*n.* kredit.$'),
+ "multi-dl": re.compile(self.MULTIDL_PATTERN),
+ 'captcha': "Zadaný ověřovací kód nesouhlasí! "
})
- if check == "tempoffline":
- self.fail("File not available - try later")
- if check == "credit":
- self.resetAccount()
- elif check == "multi_dl":
- self.longWait(300, 12)
- elif check == "captcha_err":
- self.invalidCaptcha()
- self.retry()
+ if check == "temp offline":
+ self.fail(_("File not available - try later"))
+
+ elif check == "credit":
+ self.restart(premium=False)
+
+ elif check == "multi-dl":
+ self.retry(5 * 60, 12, _("Download limit reached"))
+ elif check == "captcha":
+ self.retry_captcha()
-getInfo = create_getInfo(CzshareCom)
+ return SimpleHoster.check_download(self)
diff --git a/module/plugins/hoster/DailymotionCom.py b/module/plugins/hoster/DailymotionCom.py
index 0822b0c52e..bf23ab1e60 100644
--- a/module/plugins/hoster/DailymotionCom.py
+++ b/module/plugins/hoster/DailymotionCom.py
@@ -1,126 +1,106 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see [\w^_]+)"
- __version__ = "0.2"
- __config__ = [("quality", "Lowest;LD 144p;LD 240p;SD 384p;HQ 480p;HD 720p;HD 1080p;Highest", "Quality", "HD 720p")]
- __description__ = """Dailymotion Video Download Hoster"""
- __author_name__ = ("Walter Purcaro")
- __author_mail__ = ("vuolter@gmail.com")
+ __version__ = "0.32"
+ __status__ = "testing"
+
+ __pattern__ = r"https?://(?:www\.)?(?:dailymotion\.com/.*video|dai\.ly)/(?P[\w^_]+)"
+ __config__ = [("enabled", "bool", "Activated", True),
+ ("quality", "Lowest;LD 144p;LD 240p;SD 380p;HQ 480p;HD 720p;HD 1080p;Highest", "Quality", "Highest")]
+
+ __description__ = """Dailymotion.com downloader plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com"),
+ ("Synology PAT", "pat@synology.com"),
+ ("GammaC0de", "nitzo2001[AT}yahoo[DOT]com")]
+
+ STREAM_PATTERN = r"\"(?Phttps?:\\/\\/www.dailymotion.com\\/cdn\\/H264-(?P\d+)x(?P\d+).*?)\""
def setup(self):
- self.resumeDownload = self.multiDL = True
-
- def getStreams(self):
- streams = []
- for result in re.finditer(r"\"(?Phttp:\\/\\/www.dailymotion.com\\/cdn\\/H264-(?P.*?)\\.*?)\"",
- self.html):
- url = result.group("URL")
- qf = result.group("QF")
- link = url.replace("\\", "")
- quality = tuple(int(x) for x in qf.split("x"))
- streams.append((quality, link))
- return sorted(streams, key=lambda x: x[0][::-1])
-
- def getQuality(self):
- q = self.getConfig("quality")
- if q == "Lowest":
- quality = 0
- elif q == "Highest":
- quality = -1
- else:
- quality = int(q.rsplit(" ")[1][:-1])
- return quality
-
- def getLink(self, streams, quality):
- if quality > 0:
- for x, s in reversed([item for item in enumerate(streams)]):
- qf = s[0][1]
- if qf <= quality:
- idx = x
- break
- else:
- idx = 0
- else:
- idx = quality
+ self.resume_download = True
+ self.multiDl = True
- s = streams[idx]
- self.logInfo("Download video quality %sx%s" % s[0])
- return s[1]
+ def get_info(self, url="", html=""):
+ info = super(DailymotionCom, self).get_info(url, html)
- def checkInfo(self, pyfile):
- pyfile.name, pyfile.size, pyfile.status, pyfile.url = getInfo([pyfile.url])[0]
- if pyfile.status == 1:
- self.offline()
- elif pyfile.status == 6:
- self.tempOffline()
+ name, size, status, url = get_info([url])[0]
- def process(self, pyfile):
- self.checkInfo(pyfile)
+ info.update({"name": name, "status": status})
- id = re.match(self.__pattern__, pyfile.url).group("ID")
- self.html = self.load("http://www.dailymotion.com/embed/video/" + id, decode=True)
+ return info
- streams = self.getStreams()
- quality = self.getQuality()
- link = self.getLink(streams, quality)
+ def process(self, pyfile):
+ desired_quality = self.config.get("quality")
+
+ self.data = self.load("https://www.dailymotion.com/player/metadata/video/%s" % self.info["pattern"]["ID"])
+ json_data = json.loads(self.data)
+ m3u8_url = next(iter(json_data["qualities"].values()))[0]["url"]
+ m3u8_data = self.load(m3u8_url)
+
+ streams = {}
+ for m in re.finditer(r"#EXT-X-STREAM-INF:(.+)", m3u8_data):
+ stream = dict([
+ (x.group(1), x.group(2) or x.group(3))
+ for x in re.finditer(r'([\w-]+)=(?:(?=")"([^"]+)|(?!")([^,]+))', m.group(1))
+ ])
+ quality = int(stream["NAME"])
+ dl_url = stream["PROGRESSIVE-URI"]
+ streams[quality] = streams.get(quality, []) + [dl_url]
+
+ if not streams:
+ self.fail(_("Failed to get any streams."))
+
+ qualities = sorted(streams.keys())
+ if desired_quality == "Lowest":
+ quality = qualities[0]
+ elif desired_quality == "Highest":
+ quality = qualities[-1]
+ else:
+ desired_quality = int(re.search(r"\d+", desired_quality).group(0))
+ quality = min(qualities, key=lambda x: abs(x - desired_quality))
- self.download(link)
+ self.download(random.choice(streams[quality]))
diff --git a/module/plugins/hoster/DailyuploadsNet.py b/module/plugins/hoster/DailyuploadsNet.py
new file mode 100644
index 0000000000..7106a6abaa
--- /dev/null
+++ b/module/plugins/hoster/DailyuploadsNet.py
@@ -0,0 +1,45 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class DailyuploadsNet(SimpleHoster):
+ __name__ = "DailyuploadsNet"
+ __type__ = "hoster"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?dailyuploads\.net/\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Sendit.cloud hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = r'Filename:
' + + SIZE_REPLACEMENTS = [(' ', '')] + URL_REPLACEMENTS = [ + (r'http://[^/]*/download.php\?.*?id=(\w+).*', + r'http://sdilej.cz/\1/x/')] + + CHECK_TRAFFIC = True + + FREE_URL_PATTERN = r'[^>]*alt="(.+?)" />' + FREE_FORM_PATTERN = r'
' + PREMIUM_FORM_PATTERN = r'' + FORM_INPUT_PATTERN = r'Z.*?PROFI.
' + USER_CREDIT_PATTERN = r'\s*kredit: ([\d .,]+)(\w+)\s*
'
+
+ def out_of_traffic(self):
+ #: Check if user logged in
+ m = re.search(self.USER_CREDIT_PATTERN, self.data)
+ if m is None:
+ self.account.relogin()
+ self.data = self.load(self.pyfile.url)
+ m = re.search(self.USER_CREDIT_PATTERN, self.data)
+ if m is None:
+ return True
+
+ #: Check user credit
try:
- credit = parseFileSize(found.group(1).replace(' ', ''), found.group(2))
- self.logInfo("Premium download for %i KiB of Credit" % (self.pyfile.size / 1024))
- self.logInfo("User %s has %i KiB left" % (self.user, credit / 1024))
+ credit = parse_size(m.group(1).replace(' ', ''), m.group(2))
+ self.log_info(
+ _("Premium download for %i KiB of Credit") %
+ (self.pyfile.size / 1024))
+ self.log_info(
+ _("User %s has %i KiB left") %
+ (self.account.user, credit / 1024))
if credit < self.pyfile.size:
- self.logInfo("Not enough credit to download file %s" % self.pyfile.name)
- return False
+ self.log_info(
+ _("Not enough credit to download file: %s") %
+ self.pyfile.name)
+ return True
+
except Exception, e:
- # let's continue and see what happens...
- self.logError('Parse error (CREDIT): %s' % e)
+ #: let's continue and see what happens...
+ self.log_error(e, trace=True)
- return True
+ return False
- def handlePremium(self):
- # parse download link
+ def handle_premium(self, pyfile):
try:
- form = re.search(self.PREMIUM_FORM_PATTERN, self.html, re.DOTALL).group(1)
+ form = re.search(
+ self.PREMIUM_FORM_PATTERN,
+ self.data,
+ re.S).group(1)
inputs = dict(re.findall(self.FORM_INPUT_PATTERN, form))
+
except Exception, e:
- self.logError("Parse error (FORM): %s" % e)
- self.resetAccount()
-
- # download the file, destination is determined by pyLoad
- self.download("http://czshare.com/profi_down.php", post=inputs, disposition=True)
- self.checkDownloadedFile()
-
- def handleFree(self):
- # get free url
- found = re.search(self.FREE_URL_PATTERN, self.html)
- if found is None:
- raise PluginParseError('Free URL')
- parsed_url = "http://czshare.com" + found.group(1)
- self.logDebug("PARSED_URL:" + parsed_url)
-
- # get download ticket and parse html
- self.html = self.load(parsed_url, cookies=True, decode=True)
- if re.search(self.MULTIDL_PATTERN, self.html):
- self.longWait(300, 12)
+ self.log_error(e, trace=True)
+ self.restart(premium=False)
+
+ #: Download the file, destination is determined by pyLoad
+ self.download(
+ "http://sdilej.cz/profi_down.php",
+ post=inputs,
+ disposition=True)
+
+ def handle_free(self, pyfile):
+ #: Get free url
+ m = re.search(self.FREE_URL_PATTERN, self.data)
+ if m is None:
+ self.error(_("FREE_URL_PATTERN not found"))
+
+ parsed_url = "http://sdilej.cz" + m.group(1)
+
+ self.log_debug("PARSED_URL:" + parsed_url)
+
+ #: Get download ticket and parse html
+ self.data = self.load(parsed_url)
+ if re.search(self.MULTIDL_PATTERN, self.data):
+ self.retry(5 * 60, 12, _("Download limit reached"))
try:
- form = re.search(self.FREE_FORM_PATTERN, self.html, re.DOTALL).group(1)
+ form = re.search(self.FREE_FORM_PATTERN, self.data, re.S).group(1)
inputs = dict(re.findall(self.FORM_INPUT_PATTERN, form))
- self.pyfile.size = int(inputs['size'])
+ pyfile.size = int(inputs['size'])
+
except Exception, e:
- self.logError(e)
- raise PluginParseError('Form')
-
- # get and decrypt captcha
- captcha_url = 'http://czshare.com/captcha.php'
- for i in range(5):
- inputs['captchastring2'] = self.decryptCaptcha(captcha_url)
- self.html = self.load(parsed_url, cookies=True, post=inputs, decode=True)
- if u"'
-
- def handleFree(self):
- self.resumeDownload = True
- self.html = self.load(self.pyfile.url, decode=True)
-
- m = re.search(self.DIRECT_LINK_PATTERN, self.html)
- if m:
- url = m.group(1)
- self.logDebug('Direct link: ' + url)
- else:
- self.parseError('Unable to get direct link')
-
- self.download(url, disposition=True)
-
-
-getInfo = create_getInfo(DataHu)
+ __version__ = "0.08"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?data\.hu/get/\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Data.hu hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("crash", None),
+ ("stickell", "l.stickell@yahoo.it")]
+
+ INFO_PATTERN = ur'(?P<N>.*) \((?P<S>[^)]+)\) let\xf6lt\xe9se '
+ OFFLINE_PATTERN = ur'Az adott f\xe1jl nem l\xe9tezik'
+ LINK_FREE_PATTERN = r'
'
+
+ def setup(self):
+ self.resume_download = True
+ self.multiDL = self.premium
diff --git a/module/plugins/hoster/DataportCz.py b/module/plugins/hoster/DataportCz.py
index 1e24388d7f..1084b80a76 100644
--- a/module/plugins/hoster/DataportCz.py
+++ b/module/plugins/hoster/DataportCz.py
@@ -1,68 +1,58 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see [^<]+) '
- FILE_SIZE_PATTERN = r'Velikost \s*(?P[^<]+) '
- FILE_OFFLINE_PATTERN = r'\s*)
(?P.+?)'
+ SIZE_PATTERN = r'Velikost \s*(?P[^<]+) '
+ OFFLINE_PATTERN = r'\s*(\d+)
' - def handleFree(self): - captchas = {"1": "jkeG", "2": "hMJQ", "3": "vmEK", "4": "ePQM", "5": "blBd"} - - for i in range(60): - action, inputs = self.parseHtmlForm('free_download_form') - self.logDebug(action, inputs) - if not action or not inputs: - raise PluginParseError('free_download_form') - - if "captchaId" in inputs and inputs["captchaId"] in captchas: - inputs['captchaCode'] = captchas[inputs["captchaId"]] - else: - raise PluginParseError('captcha') - - self.html = self.download("http://www.dataport.cz%s" % action, post=inputs) - - check = self.checkDownload({"captcha": 'alert("\u0160patn\u011b opsan\u00fd k\u00f3d z obr\u00e1zu");', - "slot": 'alert("Je n\u00e1m l\u00edto, ale moment\u00e1ln\u011b nejsou'}) - if check == "captcha": - raise PluginParseError('invalid captcha') - elif check == "slot": - self.logDebug("No free slots - wait 60s and retry") - self.setWait(60, False) - self.wait() - self.html = self.load(self.pyfile.url, decode=True) - continue - else: - break - - -create_getInfo(DataportCz) \ No newline at end of file + def handle_free(self, pyfile): + captchas = { + '1': "jkeG", + '2': "hMJQ", + '3': "vmEK", + '4': "ePQM", + '5': "blBd"} + + action, inputs = self.parse_html_form('free_download_form') + self.log_debug(action, inputs) + if not action or not inputs: + self.error(_("free_download_form")) + + if "captchaId" in inputs and inputs['captchaId'] in captchas: + inputs['captchaCode'] = captchas[inputs['captchaId']] + else: + self.error(_("Captcha not found")) + + self.download("http://www.dataport.cz%s" % action, post=inputs) + + check = self.scan_download({'captcha': 'alert("\u0160patn\u011b opsan\u00fd k\u00f3d z obr\u00e1zu");', + 'slot': 'alert("Je n\u00e1m l\u00edto, ale moment\u00e1ln\u011b nejsou'}) + if check == "captcha": + self.retry_captcha() + + elif check == "slot": + self.log_debug("No free slots - wait 60s and retry") + self.retry(wait=60) diff --git a/module/plugins/hoster/DateiTo.py b/module/plugins/hoster/DateiTo.py deleted file mode 100644 index d7760d9402..0000000000 --- a/module/plugins/hoster/DateiTo.py +++ /dev/null @@ -1,97 +0,0 @@ -# -*- coding: utf-8 -*- -""" - This program is free software; you can redistribute it and/or modify - it under the terms of the GNU General Public License as published by - the Free Software Foundation; either version 3 of the License, - or (at your option) any later version. - - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. - See the GNU General Public License for more details. - - You should have received a copy of the GNU General Public License - along with this program; if not, see\w+)\.html"
- __version__ = "0.02"
- __description__ = """Datei.to plugin - free only"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
- FILE_NAME_PATTERN = r'Dateiname:
Soubor nebyl nalezen
' - FILE_URL_REPLACEMENTS = [(__pattern__, r'http://www.dataport.cz/file/\1')] - - CAPTCHA_URL_PATTERN = r'Soubor nebyl nalezen
' + + CAPTCHA_PATTERN = r'' - def handleFree(self): - captchas = {"1": "jkeG", "2": "hMJQ", "3": "vmEK", "4": "ePQM", "5": "blBd"} - - for i in range(60): - action, inputs = self.parseHtmlForm('free_download_form') - self.logDebug(action, inputs) - if not action or not inputs: - raise PluginParseError('free_download_form') - - if "captchaId" in inputs and inputs["captchaId"] in captchas: - inputs['captchaCode'] = captchas[inputs["captchaId"]] - else: - raise PluginParseError('captcha') - - self.html = self.download("http://www.dataport.cz%s" % action, post=inputs) - - check = self.checkDownload({"captcha": 'alert("\u0160patn\u011b opsan\u00fd k\u00f3d z obr\u00e1zu");', - "slot": 'alert("Je n\u00e1m l\u00edto, ale moment\u00e1ln\u011b nejsou'}) - if check == "captcha": - raise PluginParseError('invalid captcha') - elif check == "slot": - self.logDebug("No free slots - wait 60s and retry") - self.setWait(60, False) - self.wait() - self.html = self.load(self.pyfile.url, decode=True) - continue - else: - break - - -create_getInfo(DataportCz) \ No newline at end of file + def handle_free(self, pyfile): + captchas = { + '1': "jkeG", + '2': "hMJQ", + '3': "vmEK", + '4': "ePQM", + '5': "blBd"} + + action, inputs = self.parse_html_form('free_download_form') + self.log_debug(action, inputs) + if not action or not inputs: + self.error(_("free_download_form")) + + if "captchaId" in inputs and inputs['captchaId'] in captchas: + inputs['captchaCode'] = captchas[inputs['captchaId']] + else: + self.error(_("Captcha not found")) + + self.download("http://www.dataport.cz%s" % action, post=inputs) + + check = self.scan_download({'captcha': 'alert("\u0160patn\u011b opsan\u00fd k\u00f3d z obr\u00e1zu");', + 'slot': 'alert("Je n\u00e1m l\u00edto, ale moment\u00e1ln\u011b nejsou'}) + if check == "captcha": + self.retry_captcha() + + elif check == "slot": + self.log_debug("No free slots - wait 60s and retry") + self.retry(wait=60) diff --git a/module/plugins/hoster/DateiTo.py b/module/plugins/hoster/DateiTo.py deleted file mode 100644 index d7760d9402..0000000000 --- a/module/plugins/hoster/DateiTo.py +++ /dev/null @@ -1,97 +0,0 @@ -# -*- coding: utf-8 -*- -""" - This program is free software; you can redistribute it and/or modify - it under the terms of the GNU General Public License as published by - the Free Software Foundation; either version 3 of the License, - or (at your option) any later version. - - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. - See the GNU General Public License for more details. - - You should have received a copy of the GNU General Public License - along with this program; if not, see
', '').replace('', '')
- api = json_loads(api)
-
- result = list()
- for el in api:
- if el['status'] == 'online':
- result.append((el['file_name'], int(el['file_size']), 2, ids[el['file_code']]))
- else:
- result.append((ids[el['file_code']], 0, 1, ids[el['file_code']]))
- yield result
-
-
-class DdlstorageCom(XFileSharingPro):
- __name__ = "DdlstorageCom"
- __type__ = "hoster"
- __pattern__ = r"http://(?:\w*\.)*?ddlstorage.com/(?P]*>(?P[^)]+)\)
', '').replace('', '')
- self.logDebug('API Data: ' + self.api_data)
- self.api_data = json_loads(self.api_data)[0]
-
- if self.api_data['status'] == 'offline':
- self.offline()
-
- if 'file_name' in self.api_data:
- self.pyfile.name = self.api_data['file_name']
- if 'file_size' in self.api_data:
- self.pyfile.size = self.api_data['size'] = self.api_data['file_size']
- if 'file_md5_base64' in self.api_data:
- self.api_data['md5_ddlstorage'] = self.api_data['file_md5_base64']
diff --git a/module/plugins/hoster/DdownloadCom.py b/module/plugins/hoster/DdownloadCom.py
new file mode 100644
index 0000000000..3ec25d94fd
--- /dev/null
+++ b/module/plugins/hoster/DdownloadCom.py
@@ -0,0 +1,70 @@
+# -*- coding: utf-8 -*-
+
+import pycurl
+
+from ..internal.misc import json
+from ..internal.XFSHoster import XFSHoster
+
+
+class DdownloadCom(XFSHoster):
+ __name__ = "DdownloadCom"
+ __type__ = "hoster"
+ __version__ = "0.12"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?(?:ddl\.to|ddownload\.com)/(?P\s*(?P
'
+ SIZE_PATTERN = r'(?P[\d.,]+) (?P[\w^_]+)'
+
+ OFFLINE_PATTERN = r'>File Not Found<'
+ DL_LIMIT_PATTERN = r'You have to wait (.+?) till next download'
+
+ API_KEY = "37699zuaj90n9hxado2m7"
+ API_URL = "https://api-v2.ddownload.com/api/"
+
+ #: See https://ddownload.com/api
+ def api_response(self, method, **kwargs):
+ kwargs.update({'key': self.API_KEY})
+ json_data = self.load(self.API_URL + method, get=kwargs)
+ return json.loads(json_data)
+
+ # def api_info(self, url):
+ # info = {}
+ # api_data = self.api_response("file/info", file_code=re.match(cls.__pattern__, url).group('ID'))
+ #
+ # if api_data['status'] == 200:
+ # if api_data['result'][0]['status'] == 200:
+ # info['status'] = 2
+ # info['name'] = api_data['result'][0]['name']
+ # info['size'] = api_data['result'][0]['size']
+ #
+ # else:
+ # info['status'] = 8
+ #
+ # return info
+
+ def set_useragent(self):
+ self.req.http.c.setopt(pycurl.USERAGENT, "pyLoad/%s" % self.pyload.version)
+
+ def setup(self):
+ super(DdownloadCom, self).setup()
+ self.set_useragent()
+
+ def load_account(self):
+ self.set_useragent()
+ super(DdownloadCom, self).load_account()
+
diff --git a/module/plugins/hoster/DebridItaliaCom.py b/module/plugins/hoster/DebridItaliaCom.py
index 08470b9846..60649f446e 100644
--- a/module/plugins/hoster/DebridItaliaCom.py
+++ b/module/plugins/hoster/DebridItaliaCom.py
@@ -1,61 +1,51 @@
# -*- coding: utf-8 -*-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see [^<]+) ', page).group('direct')
+ __version__ = "0.26"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.|s\d+\.)?debriditalia\.com/dl/\d+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("revert_failed", "bool", "Revert to standard download if fails", True)]
+
+ __description__ = """Debriditalia.com multi-hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it"),
+ ("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_URL = "https://debriditalia.com/api.php"
+
+ def api_response(self, method, **kwargs):
+ kwargs[method] = ""
+ return self.load(self.API_URL, get=kwargs)
+
+ def handle_premium(self, pyfile):
+ self.data = self.api_response("generate",
+ link=pyfile.url.replace("https://", "http://"),
+ u=self.account.user,
+ p=self.account.info['login']['password'])
+
+ m = re.search(r'ERROR:(.*)', self.data)
+ if m is None:
+ self.link = self.data
- if new_url != pyfile.url:
- self.logDebug("New URL: %s" % new_url)
-
- self.download(new_url, disposition=True)
+ else:
+ error = m.group(1).strip()
- check = self.checkDownload({"empty": re.compile(r"^$")})
+ if error in ("not_available", "not_supported"):
+ self.offline()
- if check == "empty":
- self.retry(5, 120, 'Empty file downloaded')
+ else:
+ self.fail(error)
diff --git a/module/plugins/hoster/DebridlinkFr.py b/module/plugins/hoster/DebridlinkFr.py
new file mode 100644
index 0000000000..1db60302fc
--- /dev/null
+++ b/module/plugins/hoster/DebridlinkFr.py
@@ -0,0 +1,77 @@
+# -*- coding: utf-8 -*-
+
+import pycurl
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.misc import json
+from ..internal.MultiHoster import MultiHoster
+
+
+def error_description(error_code):
+ err_message = {'notLink': "Check the 'link' parameter (Empty or bad)",
+ 'notDebrid': "Maybe the filehoster is down or the link is not online",
+ 'badFileUrl': "The link format is not valid",
+ 'hostNotValid': "The filehoster is not supported",
+ 'notFreeHost': "This filehoster is not available for the free member",
+ 'disabledHost': "The filehoster are disabled",
+ 'noGetFilename': "Unable to retrieve the file name",
+ 'maxLink': "Limitation of number links per day reached",
+ 'maxLinkHost': "Limitation of number links per day for this host reached",
+ 'notAddTorrent': "Unable to add the torrent, check url",
+ 'torrentTooBig': "The torrent is too big or have too many files",
+ 'maxTorrent': "Limitation of torrents per day reached"}.get(error_code)
+
+ return err_message or "Unknown error: '%s'" % error_code
+
+
+class DebridlinkFr(MultiHoster):
+ __name__ = "DebridlinkFr"
+ __type__ = "hoster"
+ __version__ = "0.07"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://.*\.debrid\.link/.*'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("revert_failed", "bool", "Revert to standard download if fails", True)]
+
+ __description__ = """Debrid-slink.fr multi-hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ #: See https://debrid-link.fr/api_doc/v2
+ API_URL = "https://debrid-link.fr/api/"
+
+ def api_request(self, method, get={}, post={}):
+ api_token = self.account.info['data'].get('api_token', None)
+ if api_token:
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["Authorization: Bearer " + api_token])
+ self.req.http.c.setopt(pycurl.USERAGENT, "pyLoad/%s" % self.pyload.version)
+ try:
+ json_data = self.load(self.API_URL + method, get=get, post=post)
+ except BadHeader, e:
+ json_data = e.content
+
+ return json.loads(json_data)
+
+ def handle_premium(self, pyfile):
+ api_data = self.api_request("v2/downloader/add",
+ post={'url':pyfile.url})
+
+ if api_data['success']:
+ self.link = api_data['value']['downloadUrl']
+ pyfile.name = api_data['value'].get('name', pyfile.name)
+ self.resume_download = api_data['value'].get('resume', self.resume_download)
+ self.chunk_limit = api_data['value'].get('chunk',self.chunk_limit)
+
+ else:
+ err_code = api_data['error']
+ if err_code == "fileNotFound":
+ self.offline()
+
+ else:
+ self.fail(api_data.get('error_description', error_description(api_data["error"])))
+
diff --git a/module/plugins/hoster/DebridplanetCom.py b/module/plugins/hoster/DebridplanetCom.py
new file mode 100644
index 0000000000..c22c9cf644
--- /dev/null
+++ b/module/plugins/hoster/DebridplanetCom.py
@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+
+import pycurl
+
+from ..internal.misc import json
+from ..internal.MultiHoster import MultiHoster
+
+
+class DebridplanetCom(MultiHoster):
+ __name__ = "DebridplanetCom"
+ __type__ = "downloader"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r"^unmatchable$"
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("revert_failed", "bool", "Revert to standard download if fails", True)]
+
+ __description__ = """Debridplanet.com multi-hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_URL = "https://debridplanet.com/v1/"
+
+ def api_request(self, method, **kwargs):
+ token = self.account.info["data"].get("token")
+ if token is not None:
+ self.req.http.c.setopt(
+ pycurl.HTTPHEADER, ["Authorization: Bearer " + token]
+ )
+ json_data = self.load("%s%s.php" % (self.API_URL, method),
+ post=json.dumps(kwargs))
+ return json.loads(json_data)
+
+ def handle_premium(self, pyfile):
+ if self.account.relogin(): #: Insure valid API token
+ api_data = self.api_request("gen_link", listurl=[pyfile.url])
+ if len(api_data) > 0:
+ if api_data[0]["success"]:
+ file_info = api_data[0]["data"]
+ pyfile.name = file_info["filename"]
+ pyfile.size = file_info["filesize"]
+ self.resume_download = file_info["resumable"]
+ self.link = file_info["link"]
+
+ else:
+ err_msg = api_data[0]["message"]
+ self.log_error(err_msg)
+ self.fail(err_msg)
diff --git a/module/plugins/hoster/DepositfilesCom.py b/module/plugins/hoster/DepositfilesCom.py
index 99c0d13a19..1e793410b5 100644
--- a/module/plugins/hoster/DepositfilesCom.py
+++ b/module/plugins/hoster/DepositfilesCom.py
@@ -1,115 +1,110 @@
-#!/usr/bin/env python
# -*- coding: utf-8 -*-
import re
-from urllib import unquote
-from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo
-from module.plugins.internal.CaptchaService import ReCaptcha
+import urllib
+
+from ..captcha.ReCaptcha import ReCaptcha
+from ..captcha.SolveMedia import SolveMedia
+from ..internal.SimpleHoster import SimpleHoster
class DepositfilesCom(SimpleHoster):
__name__ = "DepositfilesCom"
__type__ = "hoster"
- __pattern__ = r"https?://[\w\.]*?(depositfiles\.com|dfiles\.eu)(/\w{1,3})?/files/[\w]+"
- __version__ = "0.45"
- __description__ = """Depositfiles.com Download Hoster"""
- __author_name__ = ("spoob", "zoidberg")
- __author_mail__ = ("spoob@pyload.org", "zoidberg@mujmail.cz")
-
- FILE_SIZE_PATTERN = r': (?P[0-9.]+) (?P[kKMG])i?B'
- FILE_NAME_PATTERN = r'', self.data)
+ if m is not None:
+ jscript = self.load("http://hostuje.net/" + m.group(1))
+ m = re.search(r"\('(\w+\.php\?i=\w+)'\);", jscript)
+ if m is not None:
+ self.load("http://hostuje.net/" + m.group(1))
+ else:
+ self.error(_("Unexpected javascript format"))
+ else:
+ self.error(_("Script not found"))
+
+ action, inputs = self.parse_html_form(
+ pyfile.url.replace(
+ ".", "\.").replace(
+ "?", "\?"))
+ if not action:
+ self.error(_("Form not found"))
+
+ self.download(action, post=inputs)
diff --git a/module/plugins/hoster/HotfileCom.py b/module/plugins/hoster/HotfileCom.py
deleted file mode 100644
index c7dd1d1a1f..0000000000
--- a/module/plugins/hoster/HotfileCom.py
+++ /dev/null
@@ -1,16 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from module.plugins.internal.DeadHoster import DeadHoster, create_getInfo
-
-
-class HotfileCom(DeadHoster):
- __name__ = "HotfileCom"
- __type__ = "hoster"
- __pattern__ = r"https?://(www.)?hotfile\.com/dl/\d+/[0-9a-zA-Z]+/"
- __version__ = "0.37"
- __description__ = """Hotfile.com Download Hoster"""
- __author_name__ = ("sitacuisses", "spoob", "mkaay", "JoKoT3")
- __author_mail__ = ("sitacuisses@yhoo.de", "spoob@pyload.org", "mkaay@mkaay.de", "jokot3@gmail.com")
-
-
-getInfo = create_getInfo(HotfileCom)
diff --git a/module/plugins/hoster/HotlinkCc.py b/module/plugins/hoster/HotlinkCc.py
new file mode 100644
index 0000000000..8ed9e2b9cc
--- /dev/null
+++ b/module/plugins/hoster/HotlinkCc.py
@@ -0,0 +1,42 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class HotlinkCc(SimpleHoster):
+ __name__ = "HotlinkCc"
+ __type__ = "hoster"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://hotlink\.cc/\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Hotlink.cc hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = r'\s*(?P.+?)<'
+ SIZE_PATTERN = r'Filesize (?P[\d.,]+) (?P[\w^_]+)<'
+
+ WAIT_PATTERN = r'(\d+)<'
+ DL_LIMIT_PATTERN = r'You have to wait (.+?) untill the next download'
+
+ OFFLINE_PATTERN = r'>File Not Found)?((?:[\w\s]*(?:[Ee]rror|ERROR)\s*\:?)?\s*\d{3})(?:\Z|\s+)'),
+ 'Html file': re.compile(r'\A\s*. #
-############################################################################
-
-# Test links (random.bin):
-# http://hugefiles.net/prthf9ya4w6s
-
-from module.plugins.hoster.XFileSharingPro import XFileSharingPro, create_getInfo
-
-
-class HugefilesNet(XFileSharingPro):
+
+from ..internal.XFSHoster import XFSHoster
+
+
+class HugefilesNet(XFSHoster):
__name__ = "HugefilesNet"
__type__ = "hoster"
- __pattern__ = r"http://(www\.)?hugefiles\.net/\w{12}"
- __version__ = "0.01"
- __description__ = """Hugefiles.net hoster plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
+ __version__ = "0.12"
+ __status__ = "testing"
- HOSTER_NAME = "hugefiles.net"
+ __pattern__ = r'http://(?:www\.)?hugefiles\.net/\w{12}'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- FILE_SIZE_PATTERN = r'File Size:\s*]*>(?P[^<]+)
'
+ __description__ = """Hugefiles.net hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+ PLUGIN_DOMAIN = "hugefiles.net"
-getInfo = create_getInfo(HugefilesNet)
+ SIZE_PATTERN = r' \((?P(?P.+?)
'
+ SIZE_PATTERN = r'(?P)?Название:(?:)? (?P[^<]+) <(?:/div|br)>'
- FILE_SIZE_PATTERN = ur'(?:
)?Размер:(?:)? (?P[^<]+)<(?:/div|br)>'
- FILE_OFFLINE_PATTERN = ur'
введите еще раз
' + __version__ = "0.44" + __status__ = "testing" - def setup(self): - self.resumeDownload = self.multiDL = True if self.account else False - self.chunkLimit = 1 + __pattern__ = r'http://(?:www)?(files\.)?(ifolder\.ru|metalarea\.org|rusfolder\.(com|net|ru))/(files/)?(?P\d+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Ifolder.ru hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
- def process(self, pyfile):
- file_id = re.search(self.__pattern__, pyfile.url).group('ID')
- self.html = self.load("http://rusfolder.com/%s" % file_id, cookies=True, decode=True)
- self.getFileInfo()
+ SIZE_REPLACEMENTS = [(u'Кб', 'KB'), (u'Мб', 'MB'), (u'Гб', 'GB')]
- url = re.search(r"location\.href = '(http://ints\..*?=)'", self.html).group(1)
- self.html = self.load(url, cookies=True, decode=True)
+ NAME_PATTERN = ur'(?:
Файл номер [^<]* (не найден|удален) !!!
' - - SESSION_ID_PATTERN = r']+)>' - INTS_SESSION_PATTERN = r'\(\'ints_session\'\);\s*if\(tag\)\{tag.value = "([^"]+)";\}' - HIDDEN_INPUT_PATTERN = r"var v = .*?name='([^']+)' value='1'" - DOWNLOAD_LINK_PATTERN = r'неверный код,введите еще раз
' + __version__ = "0.44" + __status__ = "testing" - def setup(self): - self.resumeDownload = self.multiDL = True if self.account else False - self.chunkLimit = 1 + __pattern__ = r'http://(?:www)?(files\.)?(ifolder\.ru|metalarea\.org|rusfolder\.(com|net|ru))/(files/)?(?P
)?Название:(?:)? (?P.+?) <(?:/div|br)>'
+ SIZE_PATTERN = ur'(?:
)?Размер:(?:)? (?P.+?)<(?:/div|br)>'
+ OFFLINE_PATTERN = ur'
введите еще раз
' + + def setup(self): + self.resume_download = self.multiDL = bool(self.account) + self.chunk_limit = 1 + + def handle_free(self, pyfile): + url = "http://rusfolder.com/%s" % self.info['pattern']['ID'] + self.data = self.load( + "http://rusfolder.com/%s" % + self.info['pattern']['ID']) + self.get_fileInfo() + session_id = re.search(self.SESSION_ID_PATTERN, self.data).groups() captcha_url = "http://ints.rusfolder.com/random/images/?session=%s" % session_id - for i in range(5): - self.html = self.load(url, cookies=True) - action, inputs = self.parseHtmlForm('ID="Form1"') - inputs['ints_session'] = re.search(self.INTS_SESSION_PATTERN, self.html).group(1) - inputs[re.search(self.HIDDEN_INPUT_PATTERN, self.html).group(1)] = '1' - inputs['confirmed_number'] = self.decryptCaptcha(captcha_url, cookies=True) - inputs['action'] = '1' - self.logDebug(inputs) - - self.html = self.load(url, decode=True, cookies=True, post=inputs) - if self.WRONG_CAPTCHA_PATTERN in self.html: - self.invalidCaptcha() - else: - break - else: - self.fail("Invalid captcha") - - download_url = re.search(self.DOWNLOAD_LINK_PATTERN, self.html).group(1) - self.correctCaptcha() - self.logDebug("Download URL: %s" % download_url) - self.download(download_url) - - -getInfo = create_getInfo(IfolderRu) + + action, inputs = self.parse_html_form('id="download-step-one-form"') + inputs['confirmed_number'] = self.captcha.decrypt( + captcha_url, cookies=True) + inputs['action'] = '1' + self.log_debug(inputs) + + self.data = self.load(url, post=inputs) + if self.WRONG_CAPTCHA_PATTERN in self.data: + self.retry_captcha() + + self.link = re.search(self.LINK_FREE_PATTERN, self.data).group(1) diff --git a/module/plugins/hoster/IronfilesNet.py b/module/plugins/hoster/IronfilesNet.py new file mode 100644 index 0000000000..a84ef4700a --- /dev/null +++ b/module/plugins/hoster/IronfilesNet.py @@ -0,0 +1,53 @@ +# -*- coding: utf-8 -*- + +from ..internal.SimpleHoster import SimpleHoster +from ..internal.misc import json + +class IronfilesNet(SimpleHoster): + __name__ = "IronfilesNet" + __type__ = "hoster" + __version__ = "0.02" + __status__ = "testing" + + __pattern__ = r'https?://ironfiles\.net/file/download/id/(?P\d+)(?:/key/(?P[-\w]+))?'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Ironfiles.net hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com"),
+ ("djraw", None)]
+
+ LOGIN_PREMIUM = True
+
+ OFFLINE_PATTERN = "^unmatchable$"
+
+ API_URL = "https://ironfiles.net/api/"
+
+ def api_response(self, method, **kwargs):
+ json_data = self.load(self.API_URL + method, get=kwargs)
+ return json.loads(json_data)
+
+ def handle_premium(self, pyfile):
+ _id = self.info['pattern']['ID']
+ _key = self.info['pattern']['KEY']
+
+ file_info = json.loads(self.load("https://ironfiles.net/api/fileInfo/file/" + _id +
+ ("/key/" + _key) if _key else ""))
+
+ if file_info['result']:
+ pyfile.name = file_info['filename']
+ pyfile.size = file_info['size']
+ self.link = "https://ironfiles.net/download/file/id/" + _id + ("/key/" + _key) if _key else ""
+
+ else:
+ message = file_info['message']
+ if message == "File not available":
+ self.offline()
+
+ else:
+ self.fail(message)
+
diff --git a/module/plugins/hoster/JumbofilesCom.py b/module/plugins/hoster/JumbofilesCom.py
index 1b8a2d73b1..ce724160ac 100644
--- a/module/plugins/hoster/JumbofilesCom.py
+++ b/module/plugins/hoster/JumbofilesCom.py
@@ -1,31 +1,40 @@
# -*- coding: utf-8 -*-
+
import re
-from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo
+
+from ..internal.SimpleHoster import SimpleHoster
class JumbofilesCom(SimpleHoster):
__name__ = "JumbofilesCom"
__type__ = "hoster"
- __pattern__ = r"http://(?:\w*\.)*jumbofiles.com/(\w{12}).*"
- __version__ = "0.02"
- __description__ = """JumboFiles.com hoster plugin"""
- __author_name__ = ("godofdream")
- __author_mail__ = ("soilfiction@gmail.com")
+ __version__ = "0.08"
+ __status__ = "testing"
- FILE_INFO_PATTERN = '(?P[^<]+?)\s*\((?P[\d.]+)\s*(?P[KMG][bB])\) \w{12})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- def setup(self):
- self.resumeDownload = self.multiDL = True
+ __description__ = """JumboFiles.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("godofdream", "soilfiction@gmail.com")]
- def handleFree(self):
- ukey = re.search(self.__pattern__, self.pyfile.url).group(1)
- post_data = {"id": ukey, "op": "download3", "rand": ""}
- html = self.load(self.pyfile.url, post=post_data, decode=True)
- url = re.search(self.DIRECT_LINK_PATTERN, html).group(1)
- self.logDebug("Download " + url)
- self.download(url)
+ INFO_PATTERN = r'(?P.+?)\s*\((?P[\d.,]+)\s*(?P[\w^_]+)'
+ OFFLINE_PATTERN = r'Not Found or Deleted / Disabled due to inactivity or DMCA'
+ LINK_FREE_PATTERN = r''
+ def setup(self):
+ self.resume_download = True
+ self.multiDL = True
-getInfo = create_getInfo(JumbofilesCom)
+ def handle_free(self, pyfile):
+ post_data = {
+ 'id': self.info['pattern']['ID'],
+ 'op': "download3",
+ 'rand': ""}
+ html = self.load(self.pyfile.url, post=post_data)
+ self.link = re.search(self.LINK_FREE_PATTERN, html).group(1)
diff --git a/module/plugins/hoster/JunocloudMe.py b/module/plugins/hoster/JunocloudMe.py
new file mode 100644
index 0000000000..938e6be463
--- /dev/null
+++ b/module/plugins/hoster/JunocloudMe.py
@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.XFSHoster import XFSHoster
+
+
+class JunocloudMe(XFSHoster):
+ __name__ = "JunocloudMe"
+ __type__ = "hoster"
+ __version__ = "0.11"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:\w+\.)?junocloud\.me/\w{12}'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Junocloud.me hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("guidobelix", "guidobelix@hotmail.it")]
+
+ PLUGIN_DOMAIN = "junocloud.me"
+
+ URL_REPLACEMENTS = [(r'//(www\.)?junocloud', "//dl3.junocloud")]
+
+ OFFLINE_PATTERN = r'>No such file with this filename<'
+ TEMP_OFFLINE_PATTERN = r'The page may have been renamed, removed or be temporarily unavailable.<'
diff --git a/module/plugins/hoster/KatfileCom.py b/module/plugins/hoster/KatfileCom.py
new file mode 100644
index 0000000000..487954cb6c
--- /dev/null
+++ b/module/plugins/hoster/KatfileCom.py
@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.XFSHoster import XFSHoster
+
+
+class KatfileCom(XFSHoster):
+ __name__ = "KatfileCom"
+ __type__ = "hoster"
+ __version__ = "0.06"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?katfile\.(?:com|cloud)/(?P\w{12})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """katfile.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ NAME_PATTERN = r'name="fname" value="(?P.+?)"'
+ SIZE_PATTERN = r'(?P[\d.,]+) (?P[\w^_]+)<'
+
+ OFFLINE_PATTERN = r"File has been removed"
+ WAIT_PATTERN = r'var estimated_time = ([\w ]+?);'
+ DL_LIMIT_PATTERN = r'Delay between downloads must be not less than ([\w ]+?),'
+ LINK_PATTERN = r'\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Keep2Share.cc hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it"),
+ ("Walter Purcaro", "vuolter@gmail.com"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com"),
+ ("zep6yr", "Ievu6hah[AT]protonmail[DOT]com")]
+
+ DISPOSITION = False # @TODO: Recheck in v0.4.10
+
+ URL_REPLACEMENTS = [(__pattern__ + ".*", "https://k2s.cc/file/\g")]
+
+ API_URL = "https://keep2share.cc/api/v2/"
+ #: See https://keep2share.github.io/api/ https://github.com/keep2share/api
+
+ class ErrorCode:
+ FILE_IS_NOT_AVAILABLE = 21 # also used for: Traffic limit exceed
+ CAPTCHA_REQUIRED = 30
+ CAPTCHA_INVALID = 31
+ DOWNLOAD_NOT_AVAILABLE = 42
+
+ def api_request(self, method, **kwargs):
+ html = self.load(self.API_URL + method, post=json.dumps(kwargs))
+ return json.loads(html)
+
+ def api_info(self, url):
+ file_id = re.match(self.__pattern__, url).group('ID')
+ file_info = self.api_request("GetFilesInfo", ids=[file_id], extended_info=False)
+
+ if file_info['code'] != 200 or \
+ len(file_info['files']) == 0 or \
+ file_info['files'][0].get("is_available", False) is False:
+ return {'status': 1}
+
+ else:
+ return {'name': file_info['files'][0]['name'],
+ 'size': file_info['files'][0]['size'],
+ 'md5': file_info['files'][0]['md5'],
+ 'access': file_info['files'][0]['access'],
+ 'free_access': file_info['files'][0]['isAvailableForFree'],
+ 'status': 2 if file_info['files'][0]['is_available'] else 1}
+
+ def setup(self):
+ self.multiDL = self.premium
+ self.resume_download = True
+
+ @staticmethod
+ def seconds_until_midnight_utc():
+ """calculate seconds until UTC 0:00 and add some randomness"""
+ now_utc = datetime.utcnow()
+ midnight_utc = datetime.utcnow().replace(
+ hour=random.randint(0, 2),
+ minute=random.randint(0, 59),
+ second=random.randint(0, 59),
+ ) # prevent clients from retrying all at the same time
+ midnight_utc += timedelta(days=1)
+ return (midnight_utc - now_utc).total_seconds()
+
+ def solve_captcha(self, req):
+ json_data = self.api_request("RequestCaptcha")
+ if json_data.get("code") != 200:
+ return False
+ captcha_response = self.captcha.decrypt(json_data["captcha_url"])
+ req["captcha_challenge"] = json_data["challenge"]
+ req["captcha_response"] = captcha_response
+ return True
+
+ def check_errors(self, data=None):
+ if data is not None:
+ json_data = json.loads(data)
+ if json_data.get("errorCode"):
+ err = json_data["errorCode"]
+ self.log_debug(_("Handling error code: %s") % err)
+
+ if err in [Keep2ShareCc.ErrorCode.CAPTCHA_REQUIRED, Keep2ShareCc.ErrorCode.CAPTCHA_INVALID]:
+ self.retry_captcha()
+
+ elif err == Keep2ShareCc.ErrorCode.DOWNLOAD_NOT_AVAILABLE:
+ self.retry(wait=json_data["errors"][0]["timeRemaining"])
+
+ elif err == Keep2ShareCc.ErrorCode.FILE_IS_NOT_AVAILABLE:
+ # apparently traffic will reset at 0:00 UTC
+ self.retry(wait=Keep2ShareCc.seconds_until_midnight_utc())
+
+ else:
+ self.fail(json_data["message"])
+
+ def handle_free(self, pyfile):
+ self.do_download(pyfile)
+
+ def handle_premium(self, pyfile):
+ self.do_download(pyfile)
+
+ def do_download(self, pyfile):
+ file_id = self.info["pattern"]["ID"]
+
+ req = {
+ "file_id": file_id,
+ "free_download_key": None,
+ "captcha_challenge": None,
+ "captcha_response": None,
+ }
+
+ if self.info["access"] == "private":
+ self.fail(_("This is a private file"))
+ elif self.premium:
+ req["auth_token"] = self.account.info["data"]["token"]
+ elif self.info["access"] == "premium" or self.info["free_access"] is False:
+ self.fail(_("File can be downloaded by premium users only"))
+
+ if not self.premium:
+ if not self.solve_captcha(req):
+ self.fail(_("Request captcha API failed"))
+
+ try:
+ # The first request will return with "free_download_key"
+ # The second request will return with "url"
+ for _ in range(2):
+ json_data = self.api_request("GetUrl", **req)
+
+ if json_data.get("code") == 200:
+ if req.get("captcha_response", None) is not None:
+ self.captcha.correct()
+ req["captcha_challenge"] = None
+ req["captcha_response"] = None
+
+ if "url" in json_data:
+ self.link = json_data["url"]
+ break
+
+ if "free_download_key" in json_data:
+ req["free_download_key"] = json_data["free_download_key"]
+
+ if "time_wait" in json_data:
+ self.wait(json_data["time_wait"])
+ else:
+ self.fail(json_data["message"])
+
+ except BadHeader as exc:
+ if exc.code == 406:
+ self.check_errors(exc.content)
+ else:
+ raise
diff --git a/module/plugins/hoster/Keep2shareCC.py b/module/plugins/hoster/Keep2shareCC.py
deleted file mode 100644
index 29e40bc7f9..0000000000
--- a/module/plugins/hoster/Keep2shareCC.py
+++ /dev/null
@@ -1,95 +0,0 @@
-# -*- coding: utf-8 -*-
-
-############################################################################
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU Affero General Public License as #
-# published by the Free Software Foundation, either version 3 of the #
-# License, or (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU Affero General Public License for more details. #
-# #
-# You should have received a copy of the GNU Affero General Public License #
-# along with this program. If not, see \w+)"
- __version__ = "0.07"
- __description__ = """Keep2share.cc hoster plugin"""
- __author_name__ = ("stickell")
- __author_mail__ = ("l.stickell@yahoo.it")
-
- FILE_NAME_PATTERN = r'File: (?P.+) '
- FILE_SIZE_PATTERN = r'Size: (?P[^<]+)'
- FILE_OFFLINE_PATTERN = r'File not found or deleted|Sorry, this file is blocked or deleted|Error 404'
-
- DIRECT_LINK_PATTERN = r'To download this file with slow speed, use this link'
- WAIT_PATTERN = r'Please wait ([\d:]+) to download this file'
-
- RECAPTCHA_KEY = '6LcYcN0SAAAAABtMlxKj7X0hRxOY8_2U86kI1vbb'
-
- FILE_URL_REPLACEMENTS = [(__pattern__, r"http://keep2share.cc/file/\g")]
-
- def handleFree(self):
- self.fid = re.search(r'', self.html).group(1)
- self.html = self.load(self.pyfile.url, post={'yt0': '', 'slow_id': self.fid})
-
- m = re.search(r"function download\(\){.*window\.location\.href = '([^']+)';", self.html, re.DOTALL)
- if m: # Direct mode
- self.startDownload("http://www.keep2share.cc" + m.group(1))
- else:
- self.handleCaptcha()
-
- self.setWait(30)
- self.wait()
-
- self.html = self.load(self.pyfile.url, post={'uniqueId': self.fid, 'free': 1})
-
- m = re.search(self.DIRECT_LINK_PATTERN, self.html)
- if not m:
- self.parseError("Unable to detect direct link")
- self.startDownload('http://keep2share.cc' + m.group(1))
-
- def handleCaptcha(self):
- recaptcha = ReCaptcha(self)
- for i in xrange(5):
- challenge, response = recaptcha.challenge(self.RECAPTCHA_KEY)
- post_data = {'recaptcha_challenge_field': challenge,
- 'recaptcha_response_field': response,
- 'CaptchaForm%5Bcode%5D': '',
- 'free': 1,
- 'freeDownloadRequest': 1,
- 'uniqueId': self.fid,
- 'yt0': ''}
-
- self.html = self.load(self.pyfile.url, post=post_data)
-
- if 'recaptcha' not in self.html:
- self.correctCaptcha()
- break
- else:
- self.logInfo('Wrong captcha')
- self.invalidCaptcha()
- else:
- self.fail("All captcha attempts failed")
-
- def startDownload(self, url):
- self.logDebug('Direct Link: ' + url)
- self.download(url, disposition=True)
-
-
-getInfo = create_getInfo(Keep2shareCC)
diff --git a/module/plugins/hoster/KingfilesNet.py b/module/plugins/hoster/KingfilesNet.py
new file mode 100644
index 0000000000..ad1f385082
--- /dev/null
+++ b/module/plugins/hoster/KingfilesNet.py
@@ -0,0 +1,79 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..captcha.SolveMedia import SolveMedia
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class KingfilesNet(SimpleHoster):
+ __name__ = "KingfilesNet"
+ __type__ = "hoster"
+ __version__ = "0.13"
+ __status__ = "testing"
+
+ __pattern__ = r'http://(?:www\.)?kingfiles\.net/(?P\w{12})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Kingfiles.net hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zapp-brannigan", "fuerst.reinje@web.de"),
+ ("Walter Purcaro", "vuolter@gmail.com")]
+
+ NAME_PATTERN = r'name="fname" value="(?P.+?)">'
+ SIZE_PATTERN = r'>Size: .+?">(?P[\d.,]+) (?P[\w^_]+)'
+
+ OFFLINE_PATTERN = r'>(File Not Found
|File Not Found)' + + RAND_ID_PATTERN = r'type=\"hidden\" name=\"rand\" value=\"(.+)\">' + + LINK_FREE_PATTERN = r'var download_url = \'(.+)\';' + + def setup(self): + self.resume_download = True + self.multiDL = True + + def handle_free(self, pyfile): + #: Click the free user button + post_data = {'op': "download1", + 'usr_login': "", + 'id': self.info['pattern']['ID'], + 'fname': pyfile.name, + 'referer': "", + 'method_free': "+"} + + self.data = self.load(pyfile.url, post=post_data) + + self.captcha = SolveMedia(pyfile) + response, challenge = self.captcha.challenge() + + #: Make the downloadlink appear and load the file + m = re.search(self.RAND_ID_PATTERN, self.data) + if m is None: + self.error(_("Random key not found")) + + rand = m.group(1) + self.log_debug("rand = " + rand) + + post_data = {'op': "download2", + 'id': self.info['pattern']['ID'], + 'rand': rand, + 'referer': pyfile.url, + 'method_free': "+", + 'method_premium': "", + 'adcopy_response': response, + 'adcopy_challenge': challenge, + 'down_direct': "1"} + + self.data = self.load(pyfile.url, post=post_data) + + m = re.search(self.LINK_FREE_PATTERN, self.data) + if m is None: + self.error(_("Download url not found")) + + self.link = m.group(1) diff --git a/module/plugins/hoster/KrakenfilesCom.py b/module/plugins/hoster/KrakenfilesCom.py new file mode 100644 index 0000000000..53f80aa779 --- /dev/null +++ b/module/plugins/hoster/KrakenfilesCom.py @@ -0,0 +1,48 @@ +# -*- coding: utf-8 -*- + +import re + +import pycurl + +from ..internal.misc import json +from ..internal.SimpleHoster import SimpleHoster + + +class KrakenfilesCom(SimpleHoster): + __name__ = "KrakenfilesCom" + __type__ = "hoster" + __version__ = "0.03" + __status__ = "testing" + + __pattern__ = r'https?://(?:www\.)?krakenfiles\.com/view/\w+/file.html' + __config__ = [("activated", "bool", "Activated", True), + ("use_premium", "bool", "Use premium account if available", True), + ("fallback", "bool", "Fallback to free download if premium fails", True), + ("chk_filesize", "bool", "Check file size", True), + ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)] + + __description__ = """krakenfiles.com hoster plugin""" + __license__ = "GPLv3" + __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")] + + NAME_PATTERN = r'class="coin-name">(?P
'
+
+ LINK_FREE_PATTERN = r'href="(https://cdn-\d+\.letsupload\.cc/.+?)"'
diff --git a/module/plugins/hoster/LetsuploadCo.py b/module/plugins/hoster/LetsuploadCo.py
new file mode 100644
index 0000000000..ca603c05f9
--- /dev/null
+++ b/module/plugins/hoster/LetsuploadCo.py
@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+
+import os
+import re
+
+from ..internal.SimpleHoster import SimpleHoster
+from ..internal.misc import fs_encode
+
+
+class LetsuploadCo(SimpleHoster):
+ __name__ = "LetsuploadCo"
+ __type__ = "hoster"
+ __version__ = "0.03"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?letsupload\.co/\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Letsupload.co hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("gonapo", "nh189[AT]uranus.uni-freiburg[DOT]de"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ WAIT_PATTERN = r'var seconds = (\d+)'
+
+ NAME_PATTERN = r'(?P.+?)<'
+ SIZE_PATTERN = r' size : [a-f0-9]{32})\b', url)
+
+ if not match:
+ self.log_error("Could not extract MD5 from URL "+url)
+
+ else:
+ info['md5'] = match.group('md5')
+ topic = ''
+ topicmatch = re.search(r'(?i)\b(fiction|foreignfiction|comics|scimag)\b', url)
+ if topicmatch and topicmatch.group():
+ topic = topicmatch.group()
+
+ info['topic'] = topic
+ info['topicshort'] = re.sub(r'^foreign',"", topic)
+ info['topiclong'] = re.sub(r'^fiction',"foreignfiction", topic)
+
+ # enrich with API call?
+ if self.config.get('query_api'):
+ self.log_debug("Enriching book info by calling libgen API")
+ api_info = self.libgen_api(info['topicshort'],info['md5'])
+ if api_info and api_info['id']:
+ # Add all info from API response... this will override any existing keys...
+ info.update(api_info)
+
+ self.log_debug("File info for this download: {}".format(info))
+
+ return info
+
+
+ def process(self, pyfile):
+ url = re.sub(r'^(jd|py)', "http", pyfile.url)
+ self.log_debug("Start LibGen process for URL {}".format(url))
+ # Normalize folder name
+ if isinstance(pyfile.package().folder, unicode):
+ pyfile.package().folder = unicode(normalize(pyfile.package().folder))
+ self.log_debug("Using download folder {}".format(pyfile.package().folder))
+
+
+ # Check if it's an md5 link (single download from the structured archive) or an unsorted comic
+ if re.search(r'/comics0/',url):
+ # It's an unsorted comic, download file or recurse through folder...
+ self.log_debug("This seems to be an unsorted comics link")
+ self.processComic(pyfile)
+ return
+
+ # Get file info
+ self.log_debug("Detecting type for non-Comic URL {}".format(url))
+ bookinfo = self.get_book_info(pyfile.url)
+ if not bookinfo['md5']:
+ self.fail("Unrecognizable URL")
+ return
+
+ # Loop through mirrors
+ found = False
+ mirrors = self.config.get('mirrors').split()
+
+ for mirror in mirrors:
+ url = mirror.format(**bookinfo)
+ self.log_debug("Trying mirror: "+url)
+ for _i in range(2):
+ try:
+ self.log_debug("Download attempt " + str(_i))
+ self.download(url, disposition=True)
+ self.log_debug("Response: {:d}".format(self.req.code))
+
+ except BadHeader as e:
+ if e.code not in (400, 401, 403, 404, 410, 500, 503):
+ raise
+
+ if self.req.code in (400,404,410):
+ self.log_warning("Not found on this mirror, skipping")
+ break
+
+ elif self.req.code in (500,503):
+ self.log_warning("Temporary server error, retrying...")
+ time.sleep(5)
+
+ else:
+ self.log_debug("Download successful")
+ found = True
+ break
+
+ # Stop mirror iteration if success
+ if found:
+ break
+
+ # End of the loop!
+ if not found:
+ self.log_error("Could not find a working mirror")
+ self.fail("No working mirror")
+
+ else:
+ self.log_debug("End of download loop, checking download")
+ self.check_download()
+
+ def check_download(self):
+ errmsg = self.scan_download({
+ 'Html error': re.compile(r'(?i)\A(?:\s*<.+>)?((?:[\w\s]*(?:error)\s*\:?)?\s*\d{3})(?:\Z|\s+)'),
+ 'Html file': re.compile(r'(?i)\A\s*= max:
+ self.log_warning("Reached max link count for this package (%d/%d), skipping" % (nlinks,max))
+ break
+
+ self.log_debug("Detected new link")
+
+ href = link.get('href')
+ self.log_debug("href: "+href)
+
+ abslink = urlparse.urljoin(pyfile.url,href)
+ self.log_debug("Abslink: "+abslink)
+
+ new_domain = urlparse.urlparse(abslink).netloc.lower()
+ self.log_debug("Domain: "+new_domain)
+
+ if new_domain != domain:
+ self.log_debug("Different domain, ignoring link...")
+ break
+
+ self.log_debug("Adding link "+abslink)
+ self.pyload.api.addFiles(pyfile.package().id, [abslink])
+
+ # Ignore this link as it's a directory page
+ self.skip("Link was a directory listing")
diff --git a/module/plugins/hoster/LinkifierCom.py b/module/plugins/hoster/LinkifierCom.py
new file mode 100644
index 0000000000..3a763ea1a3
--- /dev/null
+++ b/module/plugins/hoster/LinkifierCom.py
@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+
+import hashlib
+import pycurl
+
+from ..internal.MultiHoster import MultiHoster
+from ..internal.misc import json, seconds_to_midnight
+
+
+class LinkifierCom(MultiHoster):
+ __name__ = "LinkifierCom"
+ __type__ = "hoster"
+ __version__ = "0.04"
+ __status__ = "testing"
+
+ __pattern__ = r'^unmatchable$'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("revert_failed", "bool", "Revert to standard download if fails", True)]
+
+ __description__ = """Linkifier.com multi-hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_KEY = "d046c4309bb7cabd19f49118a2ab25e0"
+ API_URL = "https://api.linkifier.com/downloadapi.svc/"
+
+ def api_response(self, method, user, password, **kwargs):
+ post = {'login': user,
+ 'md5Pass': hashlib.md5(password).hexdigest(),
+ 'apiKey': self.API_KEY}
+ post.update(kwargs)
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["Content-Type: application/json; charset=utf-8"])
+ res = json.loads(self.load(self.API_URL + method,
+ post=json.dumps(post)))
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["Content-Type: text/html; charset=utf-8"])
+ return res
+
+ def setup(self):
+ self.multiDL = True
+
+ def handle_premium(self, pyfile):
+ json_data = self.api_response("stream",
+ self.account.user,
+ self.account.info['login']['password'],
+ url=pyfile.url)
+
+ if json_data['hasErrors']:
+ error_msg = json_data['ErrorMSG'] or "Unknown error"
+ if error_msg in ("Customer reached daily limit for current hoster",
+ "Accounts are maxed out for current hoster"):
+ self.retry(wait=seconds_to_midnight())
+
+ self.fail(error_msg)
+
+ self.resume_download = json_data['con_resume']
+ self.chunk_limit = json_data.get('con_max', 1) or 1
+ self.download(json_data['url'])
+
diff --git a/module/plugins/hoster/LinksnappyCom.py b/module/plugins/hoster/LinksnappyCom.py
new file mode 100644
index 0000000000..c7910dc1f8
--- /dev/null
+++ b/module/plugins/hoster/LinksnappyCom.py
@@ -0,0 +1,97 @@
+# -*- coding: utf-8 -*-
+
+import time
+import urlparse
+
+from ..internal.misc import format_size, json
+from ..internal.MultiHoster import MultiHoster
+
+
+class LinksnappyCom(MultiHoster):
+ __name__ = "LinksnappyCom"
+ __type__ = "hoster"
+ __version__ = "0.20"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:[^/]+\.)?linksnappy\.com'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("revert_failed", "bool", "Revert to standard download if fails", True)]
+
+ __description__ = """Linksnappy.com multi-hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("stickell", "l.stickell@yahoo.it"),
+ ("Bilal Ghouri", None),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ CHECK_TRAFFIC = True
+
+ API_URL = "https://linksnappy.com/api/"
+
+ def api_response(self, method, **kwargs):
+ return json.loads(self.load(self.API_URL + method,
+ get=kwargs))
+
+ def handle_premium(self, pyfile):
+ json_params = json.dumps({'link': pyfile.url})
+
+ api_data = self.api_response("linkgen", genLinks=json_params)['links'][0]
+
+ if api_data['status'] != "OK":
+ self.fail(api_data['error'])
+
+ if api_data.get('cacheDL', False):
+ self._cache_dl(api_data['hash'])
+
+ pyfile.name = api_data['filename']
+ self.link = api_data['generated']
+
+ def out_of_traffic(self):
+ url_p = urlparse.urlparse(self.pyfile.url)
+ json_data = self.api_response("FILEHOSTS")
+
+ for k, v in json_data['return'].items():
+ url = urlparse.urlunparse(url_p._replace(netloc=k))
+ if self.pyload.pluginManager.plugins['hoster'][self.pyfile.pluginname]['re'].match(url) is not None:
+ quota = v['Quota']
+ if quota == "unlimited":
+ return False
+
+ else:
+ size = self.pyfile.size
+ usage = v.get('Usage', 0)
+ traffic_left = quota - usage
+ self.log_info(_("Filesize: %s") % format_size(size),
+ _("Traffic left for user `%s`: %s") % (self.account.user, format_size(traffic_left)))
+
+ return size > traffic_left
+
+ else:
+ self.log_warning(_("Could not determine traffic usage for host %s") % url_p.netloc)
+ return False
+
+ def _cache_dl(self,file_hash):
+ self.pyfile.setCustomStatus("server dl")
+ self.pyfile.setProgress(0)
+
+ while True:
+ api_data = self.api_response("CACHEDLSTATUS", id=file_hash)
+
+ if api_data['status'] != "OK":
+ self.fail(api_data['error'])
+
+ progress = api_data['return']['percent']
+ self.pyfile.setProgress(progress)
+ if progress == 100:
+ break
+
+ self._sleep(2)
+
+ def _sleep(self, sec):
+ for _i in range(sec):
+ if self.pyfile.abort:
+ break
+ time.sleep(1)
diff --git a/module/plugins/hoster/LinksnappyComTorrent.py b/module/plugins/hoster/LinksnappyComTorrent.py
new file mode 100644
index 0000000000..1676a8b62b
--- /dev/null
+++ b/module/plugins/hoster/LinksnappyComTorrent.py
@@ -0,0 +1,204 @@
+# -*- coding: utf-8 -*-
+
+import os
+import time
+import urllib
+
+from ..internal.Hoster import Hoster
+from ..internal.misc import exists, json, parse_size
+
+try:
+ from module.network.HTTPRequest import FormFile
+except ImportError:
+ pass
+
+
+
+class LinksnappyComTorrent(Hoster):
+ __name__ = "LinksnappyComTorrent"
+ __type__ = "hoster"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r'^unmatchable$'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("folder_per_package", "Default;Yes;No", "Create folder for each package", "Default"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("del_finished", "bool", "Delete downloaded torrents from the server", True)]
+
+ __description__ = """Linksnappy.com torrents crypter plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT}yahoo[DOT]com")]
+
+ API_URL = "https://linksnappy.com/api/"
+
+ def api_response(self, method, **kwargs):
+ return json.loads(self.load(self.API_URL + method,
+ get=kwargs))
+
+ def sleep(self, sec):
+ for _i in range(sec):
+ if self.pyfile.abort:
+ break
+ time.sleep(1)
+
+ def send_request_to_server(self):
+ """ Send torrent/magnet to the server """
+
+ if self.pyfile.url.endswith(".torrent"):
+ #: torrent URL
+ if self.pyfile.url.startswith("http"):
+ #: remote URL, download the torrent to tmp directory
+ api_data = self.api_response("torrents/ADDURL", url=self.pyfile.url).items()[0][1]
+
+ if api_data['status'] == "FAILED" and api_data['error'] != "This torrent already exists in your account":
+ self.fail(api_data['error'])
+
+ torrent_id = api_data['torrentid']
+
+ else:
+ #: URL is local torrent file (uploaded container)
+ torrent_filename = urllib.url2pathname(self.pyfile.url[7:]).encode('latin1').decode('utf8') #: trim the starting `file://`
+ if not exists(torrent_filename):
+ self.fail(_("Torrent file does not exist"))
+
+ #: Check if the torrent file path is inside pyLoad's config directory
+ if os.path.abspath(torrent_filename).startswith(os.path.abspath(os.getcwd()) + os.sep):
+ try:
+ #: send the torrent content to the server
+ api_data = self.load("https://linksnappy.com/includes/ajaxupload.php",
+ post={'torrents[]': FormFile(torrent_filename, mimetype="application/octet-stream")},
+ multipart=True)
+ api_data = json.loads(api_data).items()[0][1]
+
+ except NameError:
+ self.fail(_("Posting file attachments is not supported by HTTPRequest, please update your pyLoad installation"))
+
+ if api_data['error']:
+ self.fail(api_data['error'])
+
+ torrent_id = api_data['torrentid']
+
+ else:
+ self.fail(_("Illegal URL")) #: We don't allow files outside pyLoad's config directory
+
+ else:
+ #: magnet URL, send to the server
+ api_data = self.api_response("torrents/ADDMAGNET", magnetlinks=self.pyfile.url)
+
+ if api_data['status'] != "OK":
+ self.fail(api_data['error'])
+
+ api_data = api_data['return'][0]
+
+ if api_data['status'] != "OK" and api_data['error'] != "This torrent already exists in your account":
+ self.fail(api_data['error'])
+
+ torrent_id = api_data['torrentid']
+
+ return torrent_id
+
+ def wait_for_server_dl(self, torrent_id):
+ """ Show progress while the server does the download """
+
+ api_data = self.api_response("torrents/STATUS", tid=torrent_id)
+ if api_data['status'] != "OK":
+ self.fail(api_data['error'])
+
+ if api_data['return']['status'] == "ERROR":
+ self.fail(api_data['return']['error'])
+
+ self.pyfile.name = api_data['return']['name']
+
+ self.pyfile.setCustomStatus("torrent")
+ self.pyfile.setProgress(0)
+
+ if api_data['return']['status'] != "FINISHED":
+ api_data = self.api_response("torrents/START", tid=torrent_id)
+ if api_data['status'] != "OK":
+ if api_data['error'] == "Magnet URI processing in progress. Please wait.":
+ for _i in range(8):
+ self.sleep(3)
+ api_data = self.api_response("torrents/START", tid=torrent_id)
+ if api_data['status'] == "OK":
+ break
+ else:
+ self.fail(api_data['error'])
+
+ elif api_data['error'] != "Already started.":
+ self.fail(api_data['error'])
+
+ while True:
+ api_data = self.api_response("torrents/STATUS", tid=torrent_id)
+ if api_data['status'] != "OK":
+ self.fail(api_data['error'])
+
+ if api_data['return']['status'] == "ERROR":
+ self.fail(api_data['return']['error'])
+
+ torrent_size = api_data['return'].get('getSize')
+ if torrent_size is not None and self.pyfile.size == 0:
+ self.pyfile.size = parse_size(torrent_size)
+
+ progress = int(api_data['return']['percentDone'])
+ self.pyfile.setProgress(progress)
+
+ if api_data['return']['status'] == "FINISHED":
+ break
+
+ self.sleep(2)
+
+ self.pyfile.setProgress(100)
+
+ self.sleep(1)
+
+ self.pyfile.setCustomStatus("makezip")
+ self.pyfile.setProgress(0)
+ while True:
+ api_data = self.api_response("torrents/GENZIP", torrentid=torrent_id)
+ if api_data['status'] == "ERROR":
+ self.fail(api_data['error'])
+
+ elif api_data['status'] == "PENDING":
+ self.sleep(2)
+
+ else:
+ break
+
+ self.pyfile.setProgress(100)
+ return api_data['return']
+
+ def delete_torrent_from_server(self, torrent_id):
+ """ Remove the torrent from the server """
+ self.api_response("torrents/DELETETORRENT", tid=torrent_id, delFiles=1)
+
+ def setup(self):
+ self.multiDL = True
+ self.resume_download = True
+ self.chunk_limit = 1
+
+ if 'LinksnappyCom' not in self.pyload.accountManager.plugins:
+ self.fail(_("This plugin requires an active Linksnappy.com account"))
+
+ self.account = self.pyload.accountManager.getAccountPlugin("LinksnappyCom")
+ if len(self.account.accounts) == 0:
+ self.fail(_("This plugin requires an active Linksnappy.com account"))
+
+ self.load_account()
+
+ #: Use the cookiejar of account plugin (for the logged on session cookie)
+ cj = self.pyload.requestFactory.getCookieJar("LinksnappyCom", self.account.user)
+ self.req.setCookieJar(cj)
+
+ def process(self, pyfile):
+ torrent_id = False
+ try:
+ torrent_id = self.send_request_to_server()
+ torrent_url = self.wait_for_server_dl(torrent_id)
+
+ self.pyfile.name = os.path.basename(torrent_url)
+ self.download(torrent_url)
+
+ finally:
+ if torrent_id is not False and self.config.get("del_finished"):
+ self.delete_torrent_from_server(torrent_id)
diff --git a/module/plugins/hoster/LoadTo.py b/module/plugins/hoster/LoadTo.py
index 0f99c272a2..4303a94398 100644
--- a/module/plugins/hoster/LoadTo.py
+++ b/module/plugins/hoster/LoadTo.py
@@ -1,61 +1,67 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see .+) \s*Size: (?P\d+) Bytes'
- URL_PATTERN = r''
- WAIT_PATTERN = r'type="submit" value="Download \((\d+)\)"'
-
- def setup(self):
- self.multiDL = False
-
- def process(self, pyfile):
+ __version__ = "0.29"
+ __status__ = "testing"
- self.html = self.load(pyfile.url, decode=True)
+ __pattern__ = r'http://(?:www\.)?load\.to/\w+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- found = re.search(self.URL_PATTERN, self.html)
- if not found:
- self.parseError('URL')
- download_url = found.group(1)
+ __description__ = """Load.to hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("halfman", "Pulpan3@gmail.com"),
+ ("stickell", "l.stickell@yahoo.it")]
- timmy = re.search(self.WAIT_PATTERN, self.html)
- if timmy:
- self.setWait(timmy.group(1))
- self.wait()
+ NAME_PATTERN = r'(?P
'
+ SIZE_PATTERN = r'Size: (?P[\d.,]+) (?P[\w^_]+)'
+ OFFLINE_PATTERN = r'>Can\'t find file'
- self.download(download_url, disposition=True)
+ LINK_FREE_PATTERN = r' '
+ SIZE_PATTERN = r'class=sizetagtext>(?P.*) (?P[kKmM]?[iI]?[bB]?)'
+
+ OFFLINE_PATTERN = r'class=downloadfilenamenotfound>.*'
+
+ LINK_FREE_PATTERN = r'
.
+from ..internal.misc import json
+from ..internal.SimpleHoster import SimpleHoster
- @author: zoidberg
-"""
-import re
-from module.plugins.Hoster import Hoster
-from module.network.RequestFactory import getURL
+def get_api_password(episode):
+ api_key = "fb5f58a820353bd7095de526253c14fd"
+ timestamp = int(round(time.time() / 24 / 3600))
+ api_pass = api_key + "/episode/" + episode + str(timestamp)
-def getInfo(urls):
- result = []
+ m = hashlib.md5(api_pass)
- for url in urls:
+ return m.hexdigest()
+
+
+def get_all_link(data, container):
+ videos = []
+
+ for i in range(0, len(data["video_qualities"])):
+ if container == "webm" and len(
+ data["video_qualities"][i]["formats"]) != 1:
+ videos.append(data["video_qualities"][i]["formats"][1]["source"])
- html = getURL(url)
- if re.search(StreamCz.FILE_OFFLINE_PATTERN, html):
- # File offline
- result.append((url, 0, 1, url))
else:
- result.append((url, 0, 2, url))
- yield result
+ videos.append(data["video_qualities"][i]["formats"][0]["source"])
+
+ return videos
-class StreamCz(Hoster):
+def get_link_quality(videos, quality):
+ quality_index = ["144p", "240p", "360p", "480p", "720p", "1080p"]
+ quality = quality_index.index(quality)
+
+ link = None
+ while quality >= 0:
+ if len(videos) >= quality + 1:
+ link = videos[quality]
+ break
+
+ else:
+ quality -= 1
+
+ return link
+
+
+class StreamCz(SimpleHoster):
__name__ = "StreamCz"
__type__ = "hoster"
- __pattern__ = r"http://www.stream.cz/[^/]+/\d+.*"
- __version__ = "0.1"
- __description__ = """stream.cz"""
- __author_name__ = ("zoidberg")
+ __version__ = "0.41"
+ __status__ = "testing"
- FILE_OFFLINE_PATTERN = r'\d*))?(?:&cdnHQ=(?P\d*))?(?:&cdnHD=(?P\d*))?&'
+ __pattern__ = r'https?://(?:www\.)?stream\.cz/[^/]+/(?P\d+).+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("quality", "144p;240p;360p;480p;720p;1080p", "Quality", "720p"),
+ ("container", "mp4;webm", "Container", "mp4"), ]
+
+ __description__ = """Stream.cz hoster plugin"""
+ __authors__ = [("ondrej", "git@ondrej.it")]
def setup(self):
+ self.resume_download = True
self.multiDL = True
- self.resumeDownload = True
def process(self, pyfile):
+ episode = self.info['pattern']['EP']
+ api_password = get_api_password(episode)
- self.html = self.load(pyfile.url, decode=True)
+ api_url = urlparse.urljoin(
+ "https://www.stream.cz/API/episode/", episode)
+ self.req.putHeader("Api-Password", api_password)
+ resp = self.load(api_url)
- if re.search(self.FILE_OFFLINE_PATTERN, self.html):
- self.offline()
+ data = json.loads(resp)
- found = re.search(self.CDN_PATTERN, self.html)
- if found is None:
- self.fail("Parse error (CDN)")
- cdn = found.groupdict()
- self.logDebug(cdn)
- for cdnkey in ("cdnHD", "cdnHQ", "cdnLQ"):
- if cdnkey in cdn and cdn[cdnkey] > '':
- cdnid = cdn[cdnkey]
- break
- else:
- self.fail("Stream URL not found")
+ quality = self.config.get("quality")
+ container = self.config.get("container")
+
+ videos = get_all_link(data, container)
+ link = get_link_quality(videos, quality)
- found = re.search(self.FILE_NAME_PATTERN, self.html)
- if found is None:
- self.fail("Parse error (NAME)")
- pyfile.name = "%s-%s.%s.mp4" % (found.group(2), found.group(1), cdnkey[-2:])
+ if link:
+ link_name, container = os.path.splitext(link)
+ self.pyfile.name = data["name"] + container
- download_url = "http://cdn-dispatcher.stream.cz/?id=" + cdnid
- self.logInfo("STREAM (%s): %s" % (cdnkey[-2:], download_url))
- self.download(download_url)
+ self.log_info(_("Downloading file..."))
+ self.download(link)
diff --git a/module/plugins/hoster/StreamcloudEu.py b/module/plugins/hoster/StreamcloudEu.py
index dd9bf9429c..84e364267f 100644
--- a/module/plugins/hoster/StreamcloudEu.py
+++ b/module/plugins/hoster/StreamcloudEu.py
@@ -1,118 +1,32 @@
# -*- coding: utf-8 -*-
-from time import sleep
-import re
-from module.plugins.hoster.XFileSharingPro import XFileSharingPro, create_getInfo
-from module.network.HTTPRequest import HTTPRequest
+from ..internal.XFSHoster import XFSHoster
-class StreamcloudEu(XFileSharingPro):
+
+class StreamcloudEu(XFSHoster):
__name__ = "StreamcloudEu"
__type__ = "hoster"
- __pattern__ = r"http://(www\.)?streamcloud\.eu/\S+"
- __version__ = "0.02"
- __description__ = """Streamcloud.eu hoster plugin"""
- __author_name__ = ("seoester")
- __author_mail__ = ("seoester@googlemail.com")
-
- HOSTER_NAME = "streamcloud.eu"
- DIRECT_LINK_PATTERN = r'file: "(http://(stor|cdn)\d+\.streamcloud.eu:?\d*/.*/video\.mp4)",'
-
- def setup(self):
- super(StreamcloudEu, self).setup()
- self.multiDL = True
-
- def getDownloadLink(self):
- found = re.search(self.DIRECT_LINK_PATTERN, self.html, re.S)
- if found:
- return found.group(1)
-
- for i in range(5):
- self.logDebug("Getting download link: #%d" % i)
- data = self.getPostParameters()
- httpRequest = HTTPRequest(options=self.req.options)
- httpRequest.cj = self.req.cj
- sleep(10)
- self.html = httpRequest.load(self.pyfile.url, post=data, referer=False, cookies=True, decode=True)
- self.header = httpRequest.header
-
- found = re.search("Location\s*:\s*(.*)", self.header, re.I)
- if found:
- break
-
- found = re.search(self.DIRECT_LINK_PATTERN, self.html, re.S)
- if found:
- break
-
- else:
- if self.errmsg and 'captcha' in self.errmsg:
- self.fail("No valid captcha code entered")
- else:
- self.fail("Download link not found")
-
- return found.group(1)
-
- def getPostParameters(self):
- for i in range(3):
- if not self.errmsg:
- self.checkErrors()
+ __version__ = "0.16"
+ __status__ = "testing"
- if hasattr(self, "FORM_PATTERN"):
- action, inputs = self.parseHtmlForm(self.FORM_PATTERN)
- else:
- action, inputs = self.parseHtmlForm(input_names={"op": re.compile("^download")})
+ __pattern__ = r'http://(?:www\.)?streamcloud\.eu/\w{12}'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- if not inputs:
- action, inputs = self.parseHtmlForm('F1')
- if not inputs:
- if self.errmsg:
- self.retry()
- else:
- self.parseError("Form not found")
-
- self.logDebug(self.HOSTER_NAME, inputs)
-
- if 'op' in inputs and inputs['op'] in ('download1', 'download2', 'download3'):
- if "password" in inputs:
- if self.passwords:
- inputs['password'] = self.passwords.pop(0)
- else:
- self.fail("No or invalid passport")
-
- if not self.premium:
- found = re.search(self.WAIT_PATTERN, self.html)
- if found:
- wait_time = int(found.group(1)) + 1
- self.setWait(wait_time, False)
- else:
- wait_time = 0
-
- self.captcha = self.handleCaptcha(inputs)
-
- if wait_time:
- self.wait()
-
- self.errmsg = None
- self.logDebug("getPostParameters {0}".format(i))
- return inputs
-
- else:
- inputs['referer'] = self.pyfile.url
-
- if self.premium:
- inputs['method_premium'] = "Premium Download"
- if 'method_free' in inputs:
- del inputs['method_free']
- else:
- inputs['method_free'] = "Free Download"
- if 'method_premium' in inputs:
- del inputs['method_premium']
-
- self.html = self.load(self.pyfile.url, post=inputs, ref=False)
- self.errmsg = None
+ __description__ = """Streamcloud.eu hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("seoester", "seoester@googlemail.com")]
- else:
- self.parseError('FORM: %s' % (inputs['op'] if 'op' in inputs else 'UNKNOWN'))
+ PLUGIN_DOMAIN = "streamcloud.eu"
+ WAIT_PATTERN = r'var count = (\d+)'
-getInfo = create_getInfo(StreamcloudEu)
+ def setup(self):
+ self.multiDL = True
+ self.chunk_limit = 1
+ self.resume_download = self.premium
diff --git a/module/plugins/hoster/SuprafilesMe.py b/module/plugins/hoster/SuprafilesMe.py
new file mode 100644
index 0000000000..eaef19af68
--- /dev/null
+++ b/module/plugins/hoster/SuprafilesMe.py
@@ -0,0 +1,36 @@
+# -*- coding: utf-8 -*-
+
+import re
+
+from ..internal.XFSHoster import XFSHoster
+
+
+class SuprafilesMe(XFSHoster):
+ __name__ = "SuprafilesMe"
+ __type__ = "hoster"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?(?:suprafiles\.me|sfiles\.org)/(?P\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Suprafiles.me hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ PLUGIN_DOMAIN = "suprafiles.me"
+
+ URL_REPLACEMENTS = [((__pattern__ + '.*', r'http://sfiles.org/\g'))]
+
+ NAME_PATTERN = r'Download File (?P.+?) '
+ SIZE_PATTERN = r'Size\s*(?P[\d.,]+) (?P[\w^_]+?)<'
+ OFFLINE_PATTERN = r'>File Not Found'
+ ERROR_PATTERN = r'(?:class=["\']err["\'].*?>|>Error|>\(ERROR:)(?:\s*<.+?>\s*)*(.+?)(?:["\']|<|\))'
+
+ LINK_PATTERN = r'(?P.+?)<'
+ SIZE_PATTERN = r'Rozmiar: (?P[\d.,]+) (?P[\w_^]+)<'
+
+ LINK_PATTERN = r'Pobierz'
+
+ def handle_premium(self, pyfile):
+ self.data = self.load("https://tb7.pl/mojekonto/sciagaj",
+ post={'step': 1,
+ 'content': pyfile.url})
+
+ m = re.search(self.NAME_PATTERN, self.data)
+ if m is not None:
+ pyfile.name = m.group('N')
+
+ m = re.search(self.SIZE_PATTERN, self.data)
+ if m is not None:
+ pyfile.size = parse_size(m.group('S'), m.group('U'))
+
+ self.data = self.load("https://tb7.pl/mojekonto/sciagaj",
+ post={'step': 2,
+ '0': "on"})
+
+ if "Nieaktywne linki" in self.data:
+ self.temp_offline()
+
+ m = re.search(self.LINK_PATTERN, self.data)
+ if m is not None:
+ self.link = m.group(1)
diff --git a/module/plugins/hoster/TenluaVn.py b/module/plugins/hoster/TenluaVn.py
new file mode 100644
index 0000000000..eed34dc07a
--- /dev/null
+++ b/module/plugins/hoster/TenluaVn.py
@@ -0,0 +1,86 @@
+# -*- coding: utf-8 -*-
+
+import random
+import re
+
+from ..internal.SimpleHoster import SimpleHoster
+from ..internal.misc import json
+
+
+def gen_r():
+ return "0." + "".join([random.choice("0123456789") for x in range(16)])
+
+
+class TenluaVn(SimpleHoster):
+ __name__ = "TenluaVn"
+ __type__ = "hoster"
+ __version__ = "0.04"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?tenlua\.vn(?!/folder)/.+?/(?P[0-9a-f]+)/'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Tenlua.vn hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ API_URL = "https://api2.tenlua.vn/"
+
+ def api_response(self, method, **kwargs):
+ kwargs['a'] = method
+ sid = kwargs.pop('sid', None)
+ return json.loads(self.load(self.API_URL,
+ get={'sid': sid} if sid is not None else {},
+ post=json.dumps([kwargs])))
+
+ def api_info(self, url):
+ file_id = re.match(self.__pattern__, url).group('ID')
+ file_info = self.api_response("filemanager_builddownload_getinfo", n=file_id, r=gen_r())[0]
+
+ if file_info['type'] == "none":
+ return {'status': 1}
+
+ else:
+ return {'name': file_info['n'],
+ 'size': file_info['real_size'],
+ 'status': 2,
+ 'tenlua': {'link': file_info['dlink'],
+ 'password': bool(file_info['passwd'])}}
+
+ def handle_free(self, pyfile):
+ self.handle_download()
+
+ def handle_premium(self, pyfile):
+ sid = self.account.info['data']['sid']
+ self.handle_download(sid)
+
+ def handle_download(self, sid=None):
+ if self.info['tenlua']['password']:
+ password = self.get_password()
+ if password:
+ file_id = self.info['pattern']['ID']
+ args = dict(n=file_id, p=password, r=gen_r())
+ if sid is not None:
+ args['sid'] = sid
+
+ password_status = self.api_response("filemanager_builddownload_checkpassword", **args)
+ if password_status['status'] == "0":
+ self.fail(_("Wrong password"))
+
+ else:
+ url = password_status['url']
+
+ else:
+ self.fail(_("Download is password protected"))
+
+ else:
+ url = self.info['tenlua']['link']
+
+ if sid is None:
+ self.wait(30)
+
+ self.link = url
diff --git a/module/plugins/hoster/TorboxApp.py b/module/plugins/hoster/TorboxApp.py
new file mode 100644
index 0000000000..3f3dd5f7df
--- /dev/null
+++ b/module/plugins/hoster/TorboxApp.py
@@ -0,0 +1,172 @@
+# -*- coding: utf-8 -*-
+
+import re
+import time
+
+import pycurl
+import urlparse
+
+from module.network.HTTPRequest import BadHeader
+
+from ..internal.misc import json
+from ..internal.MultiHoster import MultiHoster
+
+
+class TorboxApp(MultiHoster):
+ __name__ = "TorboxApp"
+ __type__ = "hoster"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r"https://store-\d+\.wnam\.tb-cdn\.io/dld/.*|(?Phttps://api\.torbox\.app/v1/api/(?Pwebdl|torrents)/requestdl\?.*redirect=true.*)"
+ __config__ = [
+ ("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("revert_failed", "bool", "Revert to standard download if fails", True),
+ ]
+
+ __description__ = """Torbox.app multi-hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ # See https://api-docs.torbox.app/
+ API_URL = "https://api.torbox.app/v1/api/"
+
+ def api_request(self, method, api_key=None, get={}, post={}):
+ if api_key is not None:
+ self.req.http.c.setopt(
+ pycurl.HTTPHEADER, ["Authorization: Bearer " + api_key]
+ )
+
+ try:
+ json_data = self.load(self.API_URL + method, get=get, post=post)
+ except BadHeader as exc:
+ json_data = exc.content
+
+ api_data = json.loads(json_data)
+ return api_data
+
+ def sleep(self, sec):
+ for _i in range(sec):
+ if self.pyfile.abort:
+ break
+ time.sleep(1)
+
+ def setup(self):
+ self.chunk_limit = 16
+
+ def grab_info(self):
+ super(TorboxApp, self).grab_info()
+ m = re.match(self.__pattern__, self.pyfile.url)
+ if m is not None:
+ api_url = m.group("APIURL")
+ if api_url is not None:
+ url_p = urlparse.urlparse(api_url)
+ parse_qs = urlparse.parse_qs(url_p.query)
+ endpoint = m.group("ENDPOINT")
+ api_data = self.api_request("%s/mylist" % endpoint,
+ api_key=parse_qs["token"][0],
+ get={
+ "id": parse_qs["web_id" if endpoint == "webdl" else "torrent_id"][0]
+ })
+
+ if api_data.get("success", False) and api_data.get("data"):
+ file_id = int(parse_qs["file_id"][0])
+ for file in api_data["data"]["files"]:
+ if file["id"] == file_id:
+ self.pyfile.name = file["short_name"]
+ self.pyfile.size = file["size"]
+ break
+
+ def handle_direct(self, pyfile):
+ link = self.isresource(pyfile.url)
+ if link:
+ self.link = pyfile.url
+
+ else:
+ self.link = None
+
+ def handle_premium(self, pyfile):
+ api_key = self.account.info["login"]["password"]
+
+ post = {"link": pyfile.url}
+ password = self.get_password()
+ if password:
+ post["password"] = password
+
+ api_data = self.api_request("webdl/createwebdownload",
+ api_key=api_key,
+ post=post)
+ self.check_errors(api_data)
+
+ file_id = api_data["data"]["webdownload_id"]
+ file_hash = api_data["data"]["hash"]
+
+ api_data = self.api_request("webdl/checkcached",
+ api_key=api_key,
+ get={
+ "hash": file_hash,
+ "format": "object",
+ "bypass_cache": True,
+ })
+
+ if api_data.get("success", False) and api_data.get("data"):
+ pyfile.name = api_data["data"][file_hash]["name"]
+ pyfile.size = api_data["data"][file_hash]["size"]
+
+ else:
+ pyfile.set_custom_status("web caching")
+ pyfile.set_progress(0)
+ while True:
+ api_data = self.api_request("webdl/mylist",
+ api_key=api_key,
+ get={
+ "id": file_id,
+ "bypass_cache": True,
+ })
+ self.check_errors(api_data)
+
+ file_size = api_data["data"].get("size")
+ if file_size:
+ pyfile.size = file_size
+ file_name = api_data["data"].get("name")
+ if file_name:
+ pyfile.name = file_name
+
+ progress = int(api_data["data"].get("progress", 0) * 100)
+ pyfile.set_progress(progress)
+ if api_data["data"].get("download_state") == "completed":
+ break
+
+ self.sleep(5)
+
+ pyfile.set_progress(100)
+
+ api_data = self.api_request("webdl/requestdl",
+ api_key=api_key,
+ get={
+ "web_id": file_id,
+ "zip": False,
+ "token": api_key
+ })
+ self.check_errors(api_data)
+
+ self.link = api_data["data"]
+
+ def check_errors(self, data=None):
+ if isinstance(data, dict):
+ if not data.get("success", False):
+ error_code = data.get("error")
+ if error_code == "DOWNLOAD_SERVER_ERROR":
+ self.offline()
+
+ elif error_code == "DOWNLOAD_LIMIT_REACHED":
+ self.log_error(data["detail"])
+ self.temp_offline()
+
+ else:
+ self.log_error(data["detail"])
+ self.fail(data["detail"])
diff --git a/module/plugins/hoster/TurbobitNet.py b/module/plugins/hoster/TurbobitNet.py
index 78d8b3deb7..f6c0351e63 100644
--- a/module/plugins/hoster/TurbobitNet.py
+++ b/module/plugins/hoster/TurbobitNet.py
@@ -1,183 +1,106 @@
# -*- coding: utf-8 -*-
-"""
- Copyright (C) 2012 pyLoad team
- Copyright (C) 2012 JD-Team support@jdownloader.org
-
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see \w+).*"
- __version__ = "0.11"
- __description__ = """Turbobit.net plugin"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
- # long filenames are shortened
- FILE_INFO_PATTERN = r"\w+).*",
- "http://turbobit.net/\g.html")]
- SH_COOKIES = [("turbobit.net", "user_lang", "en")]
-
- CAPTCHA_KEY_PATTERN = r'src="http://api\.recaptcha\.net/challenge\?k=([^"]+)"'
- DOWNLOAD_URL_PATTERN = r'(?P/download/redirect/[^"\']+)'
- LIMIT_WAIT_PATTERN = r'
Файл номер .*? (не найден|удален) !!!
' - url, session_id = re.search(self.SESSION_ID_PATTERN, self.html).groups() - self.html = self.load(url, cookies=True, decode=True) + SESSION_ID_PATTERN = r'неверный код,введите еще раз
' + + def setup(self): + self.resume_download = self.multiDL = bool(self.account) + self.chunk_limit = 1 + + def handle_free(self, pyfile): + url = "http://rusfolder.com/%s" % self.info['pattern']['ID'] + self.data = self.load( + "http://rusfolder.com/%s" % + self.info['pattern']['ID']) + self.get_fileInfo() + session_id = re.search(self.SESSION_ID_PATTERN, self.data).groups() captcha_url = "http://ints.rusfolder.com/random/images/?session=%s" % session_id - for i in range(5): - self.html = self.load(url, cookies=True) - action, inputs = self.parseHtmlForm('ID="Form1"') - inputs['ints_session'] = re.search(self.INTS_SESSION_PATTERN, self.html).group(1) - inputs[re.search(self.HIDDEN_INPUT_PATTERN, self.html).group(1)] = '1' - inputs['confirmed_number'] = self.decryptCaptcha(captcha_url, cookies=True) - inputs['action'] = '1' - self.logDebug(inputs) - - self.html = self.load(url, decode=True, cookies=True, post=inputs) - if self.WRONG_CAPTCHA_PATTERN in self.html: - self.invalidCaptcha() - else: - break - else: - self.fail("Invalid captcha") - - download_url = re.search(self.DOWNLOAD_LINK_PATTERN, self.html).group(1) - self.correctCaptcha() - self.logDebug("Download URL: %s" % download_url) - self.download(download_url) - - -getInfo = create_getInfo(IfolderRu) + + action, inputs = self.parse_html_form('id="download-step-one-form"') + inputs['confirmed_number'] = self.captcha.decrypt( + captcha_url, cookies=True) + inputs['action'] = '1' + self.log_debug(inputs) + + self.data = self.load(url, post=inputs) + if self.WRONG_CAPTCHA_PATTERN in self.data: + self.retry_captcha() + + self.link = re.search(self.LINK_FREE_PATTERN, self.data).group(1) diff --git a/module/plugins/hoster/IronfilesNet.py b/module/plugins/hoster/IronfilesNet.py new file mode 100644 index 0000000000..a84ef4700a --- /dev/null +++ b/module/plugins/hoster/IronfilesNet.py @@ -0,0 +1,53 @@ +# -*- coding: utf-8 -*- + +from ..internal.SimpleHoster import SimpleHoster +from ..internal.misc import json + +class IronfilesNet(SimpleHoster): + __name__ = "IronfilesNet" + __type__ = "hoster" + __version__ = "0.02" + __status__ = "testing" + + __pattern__ = r'https?://ironfiles\.net/file/download/id/(?P
|File Not Found)' + + RAND_ID_PATTERN = r'type=\"hidden\" name=\"rand\" value=\"(.+)\">' + + LINK_FREE_PATTERN = r'var download_url = \'(.+)\';' + + def setup(self): + self.resume_download = True + self.multiDL = True + + def handle_free(self, pyfile): + #: Click the free user button + post_data = {'op': "download1", + 'usr_login': "", + 'id': self.info['pattern']['ID'], + 'fname': pyfile.name, + 'referer': "", + 'method_free': "+"} + + self.data = self.load(pyfile.url, post=post_data) + + self.captcha = SolveMedia(pyfile) + response, challenge = self.captcha.challenge() + + #: Make the downloadlink appear and load the file + m = re.search(self.RAND_ID_PATTERN, self.data) + if m is None: + self.error(_("Random key not found")) + + rand = m.group(1) + self.log_debug("rand = " + rand) + + post_data = {'op': "download2", + 'id': self.info['pattern']['ID'], + 'rand': rand, + 'referer': pyfile.url, + 'method_free': "+", + 'method_premium': "", + 'adcopy_response': response, + 'adcopy_challenge': challenge, + 'down_direct': "1"} + + self.data = self.load(pyfile.url, post=post_data) + + m = re.search(self.LINK_FREE_PATTERN, self.data) + if m is None: + self.error(_("Download url not found")) + + self.link = m.group(1) diff --git a/module/plugins/hoster/KrakenfilesCom.py b/module/plugins/hoster/KrakenfilesCom.py new file mode 100644 index 0000000000..53f80aa779 --- /dev/null +++ b/module/plugins/hoster/KrakenfilesCom.py @@ -0,0 +1,48 @@ +# -*- coding: utf-8 -*- + +import re + +import pycurl + +from ..internal.misc import json +from ..internal.SimpleHoster import SimpleHoster + + +class KrakenfilesCom(SimpleHoster): + __name__ = "KrakenfilesCom" + __type__ = "hoster" + __version__ = "0.03" + __status__ = "testing" + + __pattern__ = r'https?://(?:www\.)?krakenfiles\.com/view/\w+/file.html' + __config__ = [("activated", "bool", "Activated", True), + ("use_premium", "bool", "Use premium account if available", True), + ("fallback", "bool", "Fallback to free download if premium fails", True), + ("chk_filesize", "bool", "Check file size", True), + ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)] + + __description__ = """krakenfiles.com hoster plugin""" + __license__ = "GPLv3" + __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")] + + NAME_PATTERN = r'class="coin-name">
(?P.+?)<'
+ SIZE_PATTERN = r'File size\s.+?>(?P[\d.,]+) (?P[\w^_]+)<'
+
+ def handle_free(self, pyfile):
+ url, inputs = self.parse_html_form('id="dl-form"')
+ if url is None:
+ self.fail(_("Free download form not found"))
+
+ m = re.search(r'', self.data)
+ if m is None:
+ self.fail(_("hash pattern not found"))
+
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["X-Requested-With: XMLHttpRequest",
+ "hash: %s" % m.group(1)])
+ self.data = self.load(self.fixurl(url),
+ post=inputs)
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["X-Requested-With:"])
+
+ json_data = json.loads(self.data)
+ if json_data.get('status') == "ok":
+ self.download(json_data['url'], ref="https://krakenfiles.com/")
diff --git a/module/plugins/hoster/LeechThreeHundreedSixtyCom.py b/module/plugins/hoster/LeechThreeHundreedSixtyCom.py
new file mode 100644
index 0000000000..743ea053b4
--- /dev/null
+++ b/module/plugins/hoster/LeechThreeHundreedSixtyCom.py
@@ -0,0 +1,38 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.MultiHoster import MultiHoster
+from ..internal.misc import json, parse_size
+
+class LeechThreeHundreedSixtyCom(MultiHoster):
+ __name__ = "LeechThreeHundreedSixtyCom"
+ __type__ = "hoster"
+ __version__ = "0.01"
+ __status__ = "testing"
+
+ __pattern__ = r'^unmatchable$'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("revert_failed", "bool", "Revert to standard download if fails", True)]
+
+ __description__ = """Leech360.com multi-hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ def handle_premium(self, pyfile):
+ json_data = self.load("https://leech360.com/generate",
+ get={'token': self.account.info['data']['token'],
+ 'link': pyfile.url})
+ api_data = json.loads(json_data)
+
+ if api_data['error']:
+ self.fail(api_data['error_message'])
+
+ pyfile.name = api_data.get('filename', "") or pyfile.name
+ pyfile.size = parse_size(api_data.get('message', "0"))
+ self.link = api_data['download_url']
+
+
+
diff --git a/module/plugins/hoster/LetitbitNet.py b/module/plugins/hoster/LetitbitNet.py
deleted file mode 100644
index 45f029c7b2..0000000000
--- a/module/plugins/hoster/LetitbitNet.py
+++ /dev/null
@@ -1,171 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see [^']+)'"
-
- DOMAIN = "http://letitbit.net"
- FILE_URL_REPLACEMENTS = [(r"(?<=http://)([^/]+)", "letitbit.net")]
- RECAPTCHA_KEY = "6Lc9zdMSAAAAAF-7s2wuQ-036pLRbM0p8dDaQdAM"
-
- def setup(self):
- self.resumeDownload = True
- #TODO confirm that resume works
-
- def getFileInfo(self):
- api_rep = api_download_info(self.pyfile.url)
- if api_rep['status'] == 'OK':
- self.api_data = api_rep['data'][0]
- self.pyfile.name = self.api_data['name']
- self.pyfile.size = self.api_data['size']
- else:
- self.offline()
-
- def handleFree(self):
- action, inputs = self.parseHtmlForm('id="ifree_form"')
- if not action:
- self.parseError("page 1 / ifree_form")
- self.pyfile.size = float(inputs['sssize'])
- self.logDebug(action, inputs)
- inputs['desc'] = ""
-
- self.html = self.load(self.DOMAIN + action, post=inputs, cookies=True)
-
- # action, inputs = self.parseHtmlForm('id="d3_form"')
- # if not action: self.parseError("page 2 / d3_form")
- # #self.logDebug(action, inputs)
- #
- # self.html = self.load(action, post = inputs, cookies = True)
- #
- # try:
- # ajax_check_url, captcha_url = re.search(self.CHECK_URL_PATTERN, self.html).groups()
- # found = re.search(self.SECONDS_PATTERN, self.html)
- # seconds = int(found.group(1)) if found else 60
- # self.setWait(seconds+1)
- # self.wait()
- # except Exception, e:
- # self.logError(e)
- # self.parseError("page 3 / js")
-
- found = re.search(self.SECONDS_PATTERN, self.html)
- seconds = int(found.group(1)) if found else 60
- self.logDebug("Seconds found", seconds)
- found = re.search(self.CAPTCHA_CONTROL_FIELD, self.html)
- recaptcha_control_field = found.group(1)
- self.logDebug("ReCaptcha control field found", recaptcha_control_field)
- self.setWait(seconds + 1)
- self.wait()
-
- response = self.load("%s/ajax/download3.php" % self.DOMAIN, post=" ", cookies=True)
- if response != '1':
- self.parseError('Unknown response - ajax_check_url')
- self.logDebug(response)
-
- recaptcha = ReCaptcha(self)
- challenge, response = recaptcha.challenge(self.RECAPTCHA_KEY)
- post_data = {"recaptcha_challenge_field": challenge, "recaptcha_response_field": response,
- "recaptcha_control_field": recaptcha_control_field}
- self.logDebug("Post data to send", post_data)
- response = self.load('%s/ajax/check_recaptcha.php' % self.DOMAIN, post=post_data, cookies=True)
- self.logDebug(response)
- if not response:
- self.invalidCaptcha()
- if response == "error_free_download_blocked":
- self.logInfo("Daily limit reached, waiting 24 hours")
- self.setWait(24 * 60 * 60)
- self.wait()
- if response == "error_wrong_captcha":
- self.logInfo("Wrong Captcha")
- self.invalidCaptcha()
- self.retry()
- elif response.startswith('['):
- urls = json_loads(response)
- elif response.startswith('http://'):
- urls = [response]
- else:
- self.parseError("Unknown response - captcha check")
-
- self.correctCaptcha()
-
- for download_url in urls:
- try:
- self.logDebug("Download URL", download_url)
- self.download(download_url)
- break
- except Exception, e:
- self.logError(e)
- else:
- self.fail("Download did not finish correctly")
-
- def handlePremium(self):
- api_key = self.user
- premium_key = self.account.getAccountData(self.user)["password"]
-
- json_data = [api_key, ["download/direct_links", {"pass": premium_key, "link": self.pyfile.url}]]
- api_rep = self.load('http://api.letitbit.net/json', post={'r': json_dumps(json_data)})
- self.logDebug('API Data: ' + api_rep)
- api_rep = json_loads(api_rep)
-
- if api_rep['status'] == 'FAIL':
- self.fail(api_rep['data'])
-
- direct_link = api_rep['data'][0][0]
- self.logDebug('Direct Link: ' + direct_link)
-
- self.download(direct_link, disposition=True)
diff --git a/module/plugins/hoster/LetsuploadCc.py b/module/plugins/hoster/LetsuploadCc.py
new file mode 100644
index 0000000000..241b2aa801
--- /dev/null
+++ b/module/plugins/hoster/LetsuploadCc.py
@@ -0,0 +1,28 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.SimpleHoster import SimpleHoster
+
+
+class LetsuploadCc(SimpleHoster):
+ __name__ = "LetsuploadCc"
+ __type__ = "hoster"
+ __version__ = "0.02"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?letsupload\.cc/(?P\w{10})'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Letsupload.cc hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
+
+ URL_REPLACEMENTS = [(__pattern__ + ".*", "https://letsupload.cc/\g")]
+
+ NAME_PATTERN = r'(?P.+?)
'
+ SIZE_PATTERN = r'>Download\s*\((?P[\d.,]+) (?P[\w^_]+)\)
(?P.+?)
'
+ SIZE_PATTERN = r'>Download\s*\((?P(?P[\d.,]+) (?P[\w^_]+)
(?P.+?)
'
+ SIZE_PATTERN = r'Size: (?P.
+from ..internal.misc import json
+from ..internal.SimpleHoster import SimpleHoster
- @author: zoidberg
-"""
-import re
-from module.plugins.Hoster import Hoster
-from module.network.RequestFactory import getURL
+def get_api_password(episode):
+ api_key = "fb5f58a820353bd7095de526253c14fd"
+ timestamp = int(round(time.time() / 24 / 3600))
+ api_pass = api_key + "/episode/" + episode + str(timestamp)
-def getInfo(urls):
- result = []
+ m = hashlib.md5(api_pass)
- for url in urls:
+ return m.hexdigest()
+
+
+def get_all_link(data, container):
+ videos = []
+
+ for i in range(0, len(data["video_qualities"])):
+ if container == "webm" and len(
+ data["video_qualities"][i]["formats"]) != 1:
+ videos.append(data["video_qualities"][i]["formats"][1]["source"])
- html = getURL(url)
- if re.search(StreamCz.FILE_OFFLINE_PATTERN, html):
- # File offline
- result.append((url, 0, 1, url))
else:
- result.append((url, 0, 2, url))
- yield result
+ videos.append(data["video_qualities"][i]["formats"][0]["source"])
+
+ return videos
-class StreamCz(Hoster):
+def get_link_quality(videos, quality):
+ quality_index = ["144p", "240p", "360p", "480p", "720p", "1080p"]
+ quality = quality_index.index(quality)
+
+ link = None
+ while quality >= 0:
+ if len(videos) >= quality + 1:
+ link = videos[quality]
+ break
+
+ else:
+ quality -= 1
+
+ return link
+
+
+class StreamCz(SimpleHoster):
__name__ = "StreamCz"
__type__ = "hoster"
- __pattern__ = r"http://www.stream.cz/[^/]+/\d+.*"
- __version__ = "0.1"
- __description__ = """stream.cz"""
- __author_name__ = ("zoidberg")
+ __version__ = "0.41"
+ __status__ = "testing"
- FILE_OFFLINE_PATTERN = r'Str.nku nebylo mo.n. nal.zt \(404\)
' - FILE_NAME_PATTERN = r'' - CDN_PATTERN = r'\d+)(?:&cdnLQ=(?P\s*.*?(\d+)'
- CAPTCHA_SRC_PATTERN = r' 60)
- self.wait()
- self.retry()
-
- action, inputs = self.parseHtmlForm("action='#'")
- if not inputs:
- self.parseError("captcha form")
- self.logDebug(inputs)
-
- if inputs['captcha_type'] == 'recaptcha':
- recaptcha = ReCaptcha(self)
- found = re.search(self.CAPTCHA_KEY_PATTERN, self.html)
- captcha_key = found.group(1) if found else '6LcTGLoSAAAAAHCWY9TTIrQfjUlxu6kZlTYP50_c'
- inputs['recaptcha_challenge_field'], inputs['recaptcha_response_field'] = recaptcha.challenge(
- captcha_key)
- else:
- found = re.search(self.CAPTCHA_SRC_PATTERN, self.html)
- if not found:
- self.parseError('captcha')
- captcha_url = found.group(1)
- inputs['captcha_response'] = self.decryptCaptcha(captcha_url)
+ __version__ = "0.56"
+ __status__ = "testing"
- self.logDebug(inputs)
- self.html = self.load(self.url, post=inputs)
+ __pattern__ = r'https?://(?:(?:www|m)\.)?(?:(?:trbbt|turbo(?:beet|bit[ea]?)|torbobit)\.net|(?:tourbobit|turbobi(?:tn?|f))\.com|turbo?\.(?:to|cc)|turb\.pw|trbt\.cc)/(?:download/free/)?(?P\w+)'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool","Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- if not "
" in self.html:
- self.invalidCaptcha()
- else:
- self.correctCaptcha()
- break
- else:
- self.fail("Invalid captcha")
-
- def getRtUpdate(self):
- rtUpdate = self.getStorage("rtUpdate")
- if not rtUpdate:
- if self.getStorage("version") != self.__version__ or int(
- self.getStorage("timestamp", 0)) + 86400000 < timestamp():
- # that's right, we are even using jdownloader updates
- rtUpdate = getURL("http://update0.jdownloader.org/pluginstuff/tbupdate.js")
- rtUpdate = self.decrypt(rtUpdate.splitlines()[1])
- # but we still need to fix the syntax to work with other engines than rhino
- rtUpdate = re.sub(r'for each\(var (\w+) in(\[[^\]]+\])\)\{',
- r'zza=\2;for(var zzi=0;zzi.html")]
+ SIZE_REPLACEMENTS = [(r' ', "")]
+
+ COOKIES = [("turbobit.net", "user_lang", "en")]
+
+ INFO_PATTERN = r'\s*Download file (?P<N>.+?) \((?P<S>[\d., ]+) (?P<U>[\w^_]+)\)'
+ OFFLINE_PATTERN = r'<h2>File Not Found</h2>|html\(\'File (?:was )?not found|>Searching for the file\.\.\.Please wait'
+ TEMP_OFFLINE_PATTERN = r'^unmatchable$'
+
+ LINK_FREE_PATTERN = r'(/download/redirect/[^"\']+)'
+ LINK_PREMIUM_PATTERN = r'href=[\'"](.+?/download/redirect/[^"\']+)'
+
+ LIMIT_WAIT_PATTERN = r'<div id=\'timeout\'>(\d+)<'
- return rtUpdate
- def getDownloadUrl(self, rtUpdate):
- self.req.http.lastURL = self.url
+ def handle_free(self, pyfile):
+ self.free_url = "https://turbobit.net/download/free/%s" % self.info['pattern']['ID']
+ self.data = self.load(self.free_url)
- found = re.search("(/\w+/timeout\.js\?\w+=)([^\"\'<>]+)", self.html)
- url = "http://turbobit.net%s%s" % (found.groups() if found else (
- '/files/timeout.js?ver=', ''.join(random.choice('0123456789ABCDEF') for x in range(32))))
- fun = self.load(url)
+ m = re.search(self.LIMIT_WAIT_PATTERN, self.data)
+ if m is not None:
+ self.retry(wait=m.group(1))
- self.setWait(65, False)
+ self.solve_captcha()
- for b in [1, 3]:
- self.jscode = "var id = \'%s\';var b = %d;var inn = \'%s\';%sout" % (
- self.file_info['ID'], b, quote(fun), rtUpdate)
+ m = re.search(r'minLimit : (.+?),', self.data)
+ if m is None:
+ self.retry_captcha()
+
+ self.captcha.correct()
+
+ wait_time = self.js.eval(m.group(1))
+ self.wait(wait_time)
+
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["X-Requested-With: XMLHttpRequest"])
+ self.data = self.load("https://turbobit.net/download/getLinkTimeout/%s" % self.info['pattern']['ID'],
+ ref=self.free_url)
+ self.req.http.c.setopt(pycurl.HTTPHEADER, ["X-Requested-With:"])
+
+ if "/download/started/" in self.data:
+ self.data = self.load("https://turbobit.net/download/started/%s" % self.info['pattern']['ID'])
+
+ m = re.search(self.LINK_FREE_PATTERN, self.data)
+ if m is not None:
+ self.link = "https://turbobit.net%s" % m.group(1)
+
+ def solve_captcha(self):
+ action, inputs = self.parse_html_form("id='form-captcha'")
+ if inputs is None:
+ self.fail(_("Captcha form not found"))
- try:
- out = self.js.eval(self.jscode)
- self.logDebug("URL", self.js.engine, out)
- if out.startswith('/download/'):
- return "http://turbobit.net%s" % out.strip()
- except Exception, e:
- self.logError(e)
else:
- if self.retries >= 2:
- # retry with updated js
- self.delStorage("rtUpdate")
- self.retry()
-
- def decrypt(self, data):
- cipher = ARC4.new(hexlify('E\x15\xa1\x9e\xa3M\xa0\xc6\xa0\x84\xb6H\x83\xa8o\xa0'))
- return unhexlify(cipher.encrypt(unhexlify(data)))
-
- def getLocalTimeString(self):
- lt = time.localtime()
- tz = time.altzone if lt.tm_isdst else time.timezone
- return "%s GMT%+03d%02d" % (time.strftime("%a %b %d %Y %H:%M:%S", lt), -tz // 3600, tz % 3600)
-
- def handlePremium(self):
- self.logDebug("Premium download as user %s" % self.user)
- self.html = self.load(self.pyfile.url) # Useless in 0.5
- self.downloadFile()
-
- def downloadFile(self):
- found = re.search(self.DOWNLOAD_URL_PATTERN, self.html)
- if not found:
- self.parseError("download link")
- self.url = "http://turbobit.net" + found.group('url')
- self.logDebug(self.url)
- self.download(self.url)
-
-
-getInfo = create_getInfo(TurbobitNet)
+ recaptcha = ReCaptcha(self.pyfile)
+ captcha_key = recaptcha.detect_key()
+ if captcha_key:
+ self.captcha = recaptcha
+ response = recaptcha.challenge(captcha_key)
+ inputs["g-recaptcha-response"] = response
+
+ else:
+ hcaptcha = HCaptcha(self.pyfile)
+ captcha_key = hcaptcha.detect_key()
+ if captcha_key:
+ self.captcha = hcaptcha
+ response = hcaptcha.challenge(captcha_key)
+ inputs["g-recaptcha-response"] = inputs["h-captcha-response"] = response
+
+ if captcha_key:
+ self.data = self.load(self.free_url, post=inputs, ref=self.free_url)
+
+ else:
+ self.fail(_("Could not detect captcha type"))
+
+ def handle_premium(self, pyfile):
+ m = re.search(self.LINK_PREMIUM_PATTERN, self.data)
+ if m is not None:
+ self.link = m.group(1)
diff --git a/module/plugins/hoster/TurbouploadCom.py b/module/plugins/hoster/TurbouploadCom.py
deleted file mode 100644
index 1c60c2c876..0000000000
--- a/module/plugins/hoster/TurbouploadCom.py
+++ /dev/null
@@ -1,32 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see <http://www.gnu.org/licenses/>.
-
- @author: zoidberg
-"""
-
-from module.plugins.internal.DeadHoster import DeadHoster, create_getInfo
-
-
-class TurbouploadCom(DeadHoster):
- __name__ = "TurbouploadCom"
- __type__ = "hoster"
- __pattern__ = r"http://(?:\w*\.)?turboupload.com/(\w+).*"
- __version__ = "0.03"
- __description__ = """turboupload.com"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
-
-
-getInfo = create_getInfo(TurbouploadCom)
diff --git a/module/plugins/hoster/TusfilesNet.py b/module/plugins/hoster/TusfilesNet.py
index 4db551ee42..a1c4009009 100644
--- a/module/plugins/hoster/TusfilesNet.py
+++ b/module/plugins/hoster/TusfilesNet.py
@@ -1,29 +1,38 @@
# -*- coding: utf-8 -*-
-from module.plugins.hoster.XFileSharingPro import XFileSharingPro, create_getInfo
+from ..internal.XFSHoster import XFSHoster
-class TusfilesNet(XFileSharingPro):
+
+class TusfilesNet(XFSHoster):
__name__ = "TusfilesNet"
__type__ = "hoster"
- __pattern__ = r"http://(?:www\.)?tusfiles\.net/(?P<ID>[a-zA-Z0-9]{12})"
- __version__ = "0.02"
+ __version__ = "0.20"
+ __status__ = "testing"
+
+ __pattern__ = r'https?://(?:www\.)?tusfiles\.(?:net|com)/\w{12}'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
__description__ = """Tusfiles.net hoster plugin"""
- __author_name__ = ("stickell", "Walter Purcaro")
- __author_mail__ = ("l.stickell@yahoo.it", "vuolter@gmail.com")
+ __license__ = "GPLv3"
+ __authors__ = [("Walter Purcaro", "vuolter@gmail.com"),
+ ("guidobelix", "guidobelix@hotmail.it"),
+ ("GammaC0de", "nitzo2001[AT]yahoo[DOT]com")]
- FILE_INFO_PATTERN = r'<li>(?P<N>[^<]+)</li>\s+<li><b>Size:</b> <small>(?P<S>[\d.]+) (?P<U>\w+)</small></li>'
- FILE_OFFLINE_PATTERN = r'The file you were looking for could not be found'
- HOSTER_NAME = "tusfiles.net"
+ PLUGIN_DOMAIN = "tusfiles.com"
+ URL_REPLACEMENTS = [(r"tusfiles\.net", "tusfiles.com")]
- def setup(self):
- self.chunkLimit = 1
- self.resumeDownload = self.multiDL = True
- if self.premium:
- self.limitDL = 5
- elif self.account:
- self.limitDL = 3
- else:
- self.limitDL = 2
+ NAME_PATTERN = r'fa-file-o"></i>\s*(?P<N>.+) <'
+ SIZE_PATTERN = r"<b>\((?P<S>[\d.,]+) (?P<U>[\w^_]+)\)</b></small>"
+ OFFLINE_PATTERN = r"The file you are trying to download is no longer available!"
-getInfo = create_getInfo(TusfilesNet)
+ def setup(self):
+ self.resume_download = True
+ self.chunk_limit = 1
+ self.multi_dl = True
+ self.limitDL = 2
diff --git a/module/plugins/hoster/TwoSharedCom.py b/module/plugins/hoster/TwoSharedCom.py
index 5d1cd835b0..7af4e33135 100644
--- a/module/plugins/hoster/TwoSharedCom.py
+++ b/module/plugins/hoster/TwoSharedCom.py
@@ -1,36 +1,33 @@
-#!/usr/bin/env python
# -*- coding: utf-8 -*-
-import re
-from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo
+from ..internal.SimpleHoster import SimpleHoster
class TwoSharedCom(SimpleHoster):
__name__ = "TwoSharedCom"
__type__ = "hoster"
- __pattern__ = r"http://[\w\.]*?2shared.com/(account/)?(download|get|file|document|photo|video|audio)/.*"
- __version__ = "0.11"
- __description__ = """2Shared Download Hoster"""
- __author_name__ = ("zoidberg")
- __author_mail__ = ("zoidberg@mujmail.cz")
+ __version__ = "0.19"
+ __status__ = "testing"
- FILE_NAME_PATTERN = r'<h1>(?P<N>.*)</h1>'
- FILE_SIZE_PATTERN = r'<span class="dtitle">File size:</span>\s*(?P<S>[0-9,.]+) (?P<U>[kKMG])i?B'
- FILE_OFFLINE_PATTERN = r'The file link that you requested is not valid\.|This file was deleted\.'
- DOWNLOAD_URL_PATTERN = r"window.location ='([^']+)';"
+ __pattern__ = r'http://(?:www\.)?2shared\.com/(account/)?(download|get|file|document|photo|video|audio)/.+'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
- def setup(self):
- self.resumeDownload = self.multiDL = True
-
- def handleFree(self):
- found = re.search(self.DOWNLOAD_URL_PATTERN, self.html)
- if not found:
- self.parseError('Download link')
- link = found.group(1)
- self.logDebug("Download URL %s" % link)
+ __description__ = """2Shared.com hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz")]
- self.download(link)
+ NAME_PATTERN = r'<h1>(?P<N>.*)</h1>'
+ SIZE_PATTERN = r'<span class="dtitle">File size:</span>\s*(?P<S>[\d.,]+) (?P<U>[\w^_]+)'
+ OFFLINE_PATTERN = r'The file link that you requested is not valid\.|This file was deleted\.'
+ LINK_FREE_PATTERN = r'window.location =\'(.+?)\';'
-getInfo = create_getInfo(TwoSharedCom)
+ def setup(self):
+ self.resume_download = True
+ self.multiDL = True
diff --git a/module/plugins/hoster/TwojlimitPl.py b/module/plugins/hoster/TwojlimitPl.py
new file mode 100644
index 0000000000..da7063d94d
--- /dev/null
+++ b/module/plugins/hoster/TwojlimitPl.py
@@ -0,0 +1,98 @@
+# -*- coding: utf-8 -*-
+
+from ..internal.misc import json
+from ..internal.MultiHoster import MultiHoster
+
+
+class TwojlimitPl(MultiHoster):
+ __name__ = "TwojlimitPl"
+ __type__ = "hoster"
+ __version__ = "0.02"
+ __status__ = "testing"
+
+ __pattern__ = r'^unmatchable$'
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool", "Fallback to free download if premium fails", False),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10),
+ ("revert_failed", "bool", "Revert to standard download if fails", True)]
+
+ __description__ = """Twojlimit.pl multi-hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("synweap15", "pawel@twojlimit.pl")]
+
+ API_URL = "https://crypt.twojlimit.pl"
+
+ API_QUERY = {'site': "newtl",
+ 'output': "json",
+ 'username': "",
+ 'password': "",
+ 'url': ""}
+
+ ERROR_CODES = {0: "Incorrect login credentials",
+ 1: "Not enough transfer to download - top-up your account",
+ 2: "Incorrect / dead link",
+ 3: "Error connecting to hosting, try again later",
+ 9: "Premium account has expired",
+ 15: "Hosting no longer supported",
+ 80: "Too many incorrect login attempts, account blocked for 24h"}
+
+ def setup(self):
+ self.multiDL = True
+ self.resume_download = True
+ self.chunk_limit = -1
+
+ def handle_free(self, pyfile):
+ try:
+ data = self.run_file_query(pyfile.url, 'fileinfo')
+
+ except Exception, e:
+ self.log_error(e)
+ self.temp_offline("Query error #1")
+
+ try:
+ json_data = json.loads(data)
+
+ except Exception:
+ self.temp_offline("Data not found")
+
+ if "errno" in json_data:
+ if json_data['errno'] in self.ERROR_CODES:
+ #: Error code in known
+ self.fail(self.ERROR_CODES[json_data['errno']])
+
+ else:
+ #: Error code isn't yet added to plugin
+ self.fail(json_data['errstring'] or
+ _("Unknown error (code: %s)") % json_data['errno'])
+
+ if "sdownload" in json_data:
+ if json_data['sdownload'] == "1":
+ self.fail(_("Download from %s is possible only using TwojLimit.pl website directly") %
+ json_data['hosting'])
+
+ pyfile.name = json_data['filename']
+ pyfile.size = json_data['filesize']
+
+ try:
+ self.download(self.run_file_query(pyfile.url, 'filedownload'))
+
+ except Exception, e:
+ self.log_error(e)
+ self.temp_offline("Query error #2")
+
+ def run_file_query(self, url, mode=None):
+ query = self.API_QUERY.copy()
+
+ query['username'] = self.account.user
+ query['password'] = self.account.info['data']['hash_password']
+ query['url'] = url
+
+ if mode == "fileinfo":
+ query['check'] = 2
+ query['loc'] = 1
+
+ return self.load(self.API_URL,
+ post=query,
+ redirect=20)
diff --git a/module/plugins/hoster/UlozTo.py b/module/plugins/hoster/UlozTo.py
index 5dc6f7f005..e0b732272b 100644
--- a/module/plugins/hoster/UlozTo.py
+++ b/module/plugins/hoster/UlozTo.py
@@ -1,154 +1,268 @@
# -*- coding: utf-8 -*-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
+import re
+import urlparse
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
+import pycurl
- You should have received a copy of the GNU General Public License
- along with this program; if not, see <http://www.gnu.org/licenses/>.
+from ..captcha.ReCaptcha import ReCaptcha
+from ..internal.misc import json, parse_name, timestamp
+from ..internal.SimpleHoster import SimpleHoster
- @author: zoidberg
-"""
-import re
-import time
-from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo
-from module.common.json_layer import json_loads
+def convert_decimal_prefix(m):
+ #: Decimal prefixes used in filesize and traffic
+ return ("%%.%df" % {'k': 3, 'M': 6, 'G': 9}[
+ m.group(2)] % float(m.group(1))).replace('.', '')
-def convertDecimalPrefix(m):
- # decimal prefixes used in filesize and traffic
- return ("%%.%df" % {'k': 3, 'M': 6, 'G': 9}[m.group(2)] % float(m.group(1))).replace('.', '')
class UlozTo(SimpleHoster):
__name__ = "UlozTo"
__type__ = "hoster"
- __pattern__ = r"http://(\w*\.)?(uloz\.to|ulozto\.(cz|sk|net)|bagruj.cz|zachowajto.pl)/(?:live/)?(?P<id>\w+/[^/?]*)"
- __version__ = "0.95"
- __description__ = """uloz.to"""
- __author_name__ = ("zoidberg")
-
- FILE_NAME_PATTERN = r'<a href="#download" class="jsShowDownload">(?P<N>[^<]+)</a>'
- FILE_SIZE_PATTERN = r'<span id="fileSize">.*?(?P<S>[0-9.]+\s[kMG]?B)</span>'
- FILE_INFO_PATTERN = r'<p>File <strong>(?P<N>[^<]+)</strong> is password protected</p>'
- FILE_OFFLINE_PATTERN = r'<title>404 - Page not found |[!\w]+/[^/?]*)'
+
+ __config__ = [("activated", "bool", "Activated", True),
+ ("use_premium", "bool", "Use premium account if available", True),
+ ("fallback", "bool",
+ "Fallback to free download if premium fails", True),
+ ("chk_filesize", "bool", "Check file size", True),
+ ("captcha", "Image;Sound", "Captcha recognition", "Image"),
+ ("max_wait", "int", "Reconnect if waiting time is greater than minutes", 10)]
+
+ __description__ = """Uloz.to hoster plugin"""
+ __license__ = "GPLv3"
+ __authors__ = [("zoidberg", "zoidberg@mujmail.cz"),
+ ("ondrej", "git@ondrej.it"),
+ ("astran", "martin.hromadko@gmail.com")]
+
+ NAME_PATTERN = r'(
File (has been deleted|was banned)
' - FILE_SIZE_REPLACEMENTS = [('([0-9.]+)\s([kMG])B', convertDecimalPrefix)] - FILE_URL_REPLACEMENTS = [(r"(?<=http://)([^/]+)", "www.ulozto.net")] + __version__ = "1.52" + __status__ = "testing" + + __pattern__ = r'https?://(?:www\.)?(uloz\.to|ulozto\.(cz|sk|net)|bagruj\.cz|zachowajto\.pl|pornfile\.cz|pinkfile\.cz)/(?:live/)?(?PFile |File (has been deleted|was banned)
'
+ TEMP_OFFLINE_PATTERN = r"'
- VIPLINK_PATTERN = r''
- FREE_URL_PATTERN = r'