move to sub dir

net/DownloadHelper/.gitignore

@@ -0,0 +1,2 @@
+config.json
+*.pyc

net/DownloadHelper/README.md

@@ -0,0 +1,7 @@
+###DownloadHelper###
+
+SNI problem:
+
+`pip install pyOpenSSL`
+`pip install ndg-httpsclient`
+`pip install pyasn1`

net/DownloadHelper/config.json.example

@@ -0,0 +1,22 @@
+{
+  "url": "https://your.domain.name/your_downloads_dir_name/",
+  "http_user": "YOUR_USERNAME",
+  "http_password": "YOUR_PASSWORD",
+  "file_type": [
+    ".mp4",
+    ".wmv",
+    ".mkv",
+    ".avi",
+    ".zip",
+    ".rar",
+    ".7z",
+    ".tar",
+    ".ANY_OTHER"
+  ],
+  "mirror": [
+    "https://mirror1.aaa.com/any/",
+    "https://mirror2.bbb.org/proxy/",
+    "https://mirror3.ccc.net/directory/",
+    "https://mirror4.ddd.me/name/"
+  ]
+}

net/DownloadHelper/index2link.py

@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+
+import os
+import requests
+import json
+import base64
+
+from bs4 import BeautifulSoup
+
+__author__ = 'ty'
+
+config = json.load(open('config.json'))
+
+authorization = base64.b64encode(config["http_user"] + ":" +
+                                 config["http_password"])
+
+url = config["url"]
+
+file_type = config["file_type"]
+mirror = config["mirror"]
+
+headers = {"Authorization": "Basic " + authorization}
+
+link_list = []
+
+
+def list_dir(target_url):
+    r = requests.get(target_url, headers=headers, verify=True)
+
+    soup = BeautifulSoup(r.text)
+
+    links = soup.find_all("a")
+
+    for link in links:
+        href = link.get('href')
+
+        if href == "../":
+            continue
+
+        if href.endswith('/'):
+            list_dir(target_url + href)
+        else:
+            link_list.append(target_url + href)
+
+
+list_dir(url)
+
+link_list.sort(key=os.path.splitext)
+link_list.sort(key=lambda f: os.path.splitext(f)[1])
+
+for l in link_list:
+
+    if any(os.path.splitext(l)[1].lower() in s for s in file_type):
+
+        download_link = l
+
+        for m in mirror:
+            download_link += " " + l.replace(url, m)
+        print download_link + "\n"

net/DownloadHelper/mirror.py

@@ -0,0 +1,18 @@
+#!/usr/bin/env python
+
+import json
+import sys
+
+__author__ = 'ty'
+
+config = json.load(open('config.json'))
+mirror = config["mirror"]
+url = config["url"]
+
+l = sys.argv[1]
+
+download_link = l
+
+for m in mirror:
+    download_link += " " + l.replace(url, m)
+print download_link + "\n"