Add download all links option

Author: slgobinath

extension/background.js

@@ -111,7 +111,8 @@ var message = {
     filename: '',
     filesize: '',
     referrer: '',
-    postdata: ''
+    postdata: '',
+    batch: false
 };
 
 // Listen to the key press
@@ -136,12 +137,29 @@ current_browser.contextMenus.create({
     contexts: ['link']
 });
 
+current_browser.contextMenus.create({
+    title: 'Download all links with uGet',
+    id: "download_all_links_with_uget",
+    contexts: ['page']
+});
+  
 current_browser.contextMenus.onClicked.addListener(function(info, tab) {
     "use strict";
     if (info.menuItemId === "download_with_uget") {
         message.url = info['linkUrl'];
         message.referrer = info['pageUrl'];
         current_browser.cookies.getAll({ 'url': extractRootURL(info.pageUrl) }, parseCookies);
+    } else if (info.menuItemId === "download_all_links_with_uget") {
+        var dataToWebPage = {text: 'test', foo: 1, bar: false};
+        current_browser.tabs.executeScript(null, {file: 'extract.js'}, function(results) {
+            // Do nothing
+            if(results[0].success) {
+                message.url = results[0].urls;
+                message.referrer = info['pageUrl'];
+                message.batch = true;
+                current_browser.cookies.getAll({ 'url': extractRootURL(info.pageUrl) }, parseCookies);
+            }
+        });
     }
 });
 
@@ -371,15 +389,15 @@ function sendMessageToHost(message) {
 }
 
 /**
- * Create a meaningful message of the internal state.
+ * Return the internal state.
  */
-function getInfo() {
+function getState() {
     if (ugetWrapperNotFound || !ugetChromeWrapperVersion) {
-        return "Error: Unable to connect to the uget-chrome-wrapper";
+        return 2;
     } else if (!ugetChromeWrapperVersion.startsWith("2.")) {
-        return "Warning: Please update the uget-chrome-wrapper to the latest version";
+        return 1;
     } else {
-        return "Info: Found uGet: " + ugetVersion + " and uget-chrome-wrapper: " + ugetChromeWrapperVersion;
+        return 0;
     }
 }
 
@@ -393,6 +411,7 @@ function clearMessage() {
     message.filesize = '';
     message.referrer = '';
     message.useragent = '';
+    message.batch = false;
 }
 
 /**

extension/extract.js

@@ -0,0 +1,37 @@
+/*
+ * uget-chrome-wrapper is an extension to integrate uGet Download manager
+ * with Google Chrome, Chromium, Vivaldi and Opera in Linux and Windows.
+ *
+ * Copyright (C) 2017  Gobinath
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ */
+
+ extract();
+function extract() {
+    var txt = '';
+    
+    for (var i = 0; i < document.links.length; i++) {
+        url = document.links[i].href;
+        var valid = /^(ftp|http|https):\/\/[^ "]+$/.test(url);
+        if(valid && txt.indexOf(url) == -1) {
+            txt += url + '\n';
+        }
+    }
+    
+    if(txt !== '') {
+        return {success: true, urls: txt};
+    }
+    return {success: false, urls: ""};
+}

extension/manifest.json

@@ -5,6 +5,8 @@
 			"strict_min_version": "52.0"
 		}
 	},
+	"key": "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAnI/ECgghIqV+/wQ7b6N+m5tupHZlieWd6nbqqSoqmhUlFg3DmqOi2G/LpVhxoSGHnbRBnemoO2Hs+6aLnlpHKyJ1/DQUHwTjPnvGc9sjTvks1L1dKWTFGcJLiQZPMsjs5g1b8ZNQCH8nGE4uqeSzVK7Hey61gwsS5+OwZYw5/3C/HfBZNNzQfphm7j+eMTuXJTBowA3A3I2ywPRTSOt8n/CxZUIL9O44QOs/WiZFjtERnZocvbHmkWLproj1MIcJVJd0OI11VAfqYznuwsCTIe7annsBpWL1UJUNK+EwVW8Jpj4CUeauC5c0HUWdAecLyx01yKtfokBvwX5fldB1YQIDAQAB",
+	"offline_enabled": true,
 	"background": {
 		"scripts": [
 			"background.js"
@@ -18,7 +20,8 @@
 	"content_scripts": [{
 		"all_frames": true,
 		"js": [
-			"content.js"
+			"content.js",
+			"extract.js"
 		],
 		"matches": [
 			"http://*/*",
@@ -38,7 +41,6 @@
 	"minimum_chrome_version": "19.0",
 	"name": "uGet Integration",
 	"short_name": "uGet",
-	"offline_enabled": true,
 	"permissions": [
 		"<all_urls>",
 		"webRequest",
@@ -47,7 +49,8 @@
 		"contextMenus",
 		"downloads",
 		"storage",
-		"cookies"
+		"cookies",
+		"activeTab"
 	],
 	"version": "2.0.8"
 }

extension/popup.css

@@ -60,6 +60,14 @@ hr {
     padding: 0;
 }
 
+#footer {
+    display: table;
+    text-align: center;
+    margin: 0 auto;
+    line-height: 50%;
+    color: #aaa;
+}
+
 #info {
     display: table;
     text-align: center;

extension/popup.html

@@ -31,7 +31,7 @@
             <img id="img-icon" src="icon_32.png" /> <span>uGet Integration 2.0.8</span>
         </div>
         <hr>
-        <label id="info"></label><label id="error"></label><label id="warn"></label>
+        <label id="info">Info: Found uGet and uget-chrome-wrapper</label><label id="error">Error: Unable to connect to the uget-chrome-wrapper</label><label id="warn">Warning: Please update the uget-chrome-wrapper to the latest version</label>
         <hr>
         <div id="controls-container" class="inline">
             <label id="label" title="Ctrl + Shift + U" for="switch">Interrupt downloads:&nbsp;</label>
@@ -59,6 +59,8 @@
         <div id="button-container">
             <input type="button" value="Save" id="save" />
         </div>
+        <br><br>
+        <label id="footer">For more details and installation guide, visit the <a href="https://slgobinath.github.io/uget-chrome-wrapper/">Home Page</a></label>
     </div>
 </body>
 

extension/popup.js

@@ -62,14 +62,32 @@ function saveChanges() {
 window.addEventListener('load', function(evt) {
 	// Show the system status
 	current_browser.runtime.getBackgroundPage(function(backgroundPage) {
-		var message = backgroundPage.getInfo().replace(/<[^>]*>?/g, '');
-		var label = 'error';
-		if (message.toLowerCase().startsWith("info")) {
-			label = 'info';
-		} else if (message.toLowerCase().startsWith("warn")) {
-			label = 'warn';
+		var state = backgroundPage.getState();
+		// if (state == 0) {
+		// 	document.getElementById('info').innerHTML = "Info: Found uGet and uget-chrome-wrapper";
+		// } else if (state == 1) {
+		// 	document.getElementById('warn').innerHTML = "Warning: Please update the uget-chrome-wrapper to the latest version";
+		// } else {
+		// 	document.getElementById('error').innerHTML = "Error: Unable to connect to the uget-chrome-wrapper";
+		// }
+		if (state == 0) {
+			// document.getElementById('info').innerHTML = "Info: Found uGet and uget-chrome-wrapper";
+			document.getElementById('info').style.display = 'block';
+			document.getElementById('warn').style.display = 'none';
+			document.getElementById('error').style.display = 'none';
+			var element = document.getElementById("element-id");
+			element.parentNode.removeChild(element);
+		} else if (state == 1) {
+			// document.getElementById('warn').innerHTML = "Warning: Please update the uget-chrome-wrapper to the latest version";
+			document.getElementById('info').style.display = 'none';
+			document.getElementById('warn').style.display = 'block';
+			document.getElementById('error').style.display = 'none';
+		} else {
+			// document.getElementById('error').innerHTML = "Error: Unable to connect to the uget-chrome-wrapper";
+			document.getElementById('info').style.display = 'none';
+			document.getElementById('warn').style.display = 'none';
+			document.getElementById('error').style.display = 'block';
 		}
-		document.getElementById(label).innerHTML = message;
 	});
 
 	let interrupt = (localStorage["uget-interrupt"] == "true");

uget-chrome-wrapper/bin/uget-chrome-wrapper

@@ -26,6 +26,7 @@ from os.path import splitext, basename, join, expanduser
 from mimetypes import guess_extension
 
 cookie_filepath = join(tempfile.gettempdir(), 'uget_cookie')
+urls_filepath = join(tempfile.gettempdir(), 'uget_urls')
 UGET_COMMAND = "uget-gtk"
 VERSION = "2.0.4"
 
@@ -79,6 +80,45 @@ def send_message(message):
 	except Exception as e:
 		logger.error('Error in sending message: ' + str(e))
 
+def download_all_links(data):
+	"""
+	Extract all links from the html page and download them.
+	"""
+	urls = data['url']
+	cookie = data['cookies']
+	try:
+		logger.debug('Writing links to file')
+		with open(urls_filepath, 'w') as url_file:
+			url_file.write(urls)
+		
+		command = [UGET_COMMAND, "--input-file=" + urls_filepath]
+		use_cookie_file = False
+		if cookie:
+			try:
+				with open(cookie_filepath, 'w') as cookie_file:
+					cookie_file.write(cookie)
+				use_cookie_file = True
+			except Exception as e:
+				pass
+		
+		if use_cookie_file:
+			command.append("--http-cookie-file=" + cookie_filepath)
+		# Pass the parameters to uGet
+		subprocess.call(command)
+
+		if use_cookie_file:
+			try:
+				os.remove(cookie_filepath)
+			except Exception as e:
+				pass
+		
+		try:
+			os.remove(urls_filepath)
+		except Exception as e:
+			pass
+	except Exception as e:
+		pass
+
 # Read messages from the webapp.
 def read_message():
 
@@ -110,7 +150,10 @@ def read_message():
 			data = json.loads(text)
 			url = data['url']
 
-			if url:
+			if url != "":
+				if data['batch']:
+					download_all_links(data)
+					return
 				use_cookie_file = False
 				filename = data['filename']
 				cookie = data['cookies']