move to sub dir
This commit is contained in:
parent
35f0cef4aa
commit
d9f1abd951
|
@ -1,2 +0,0 @@
|
|||
config.json
|
||||
*.pyc
|
|
@ -1,7 +0,0 @@
|
|||
###DownloadHelper###
|
||||
|
||||
SNI problem:
|
||||
|
||||
`pip install pyOpenSSL`
|
||||
`pip install ndg-httpsclient`
|
||||
`pip install pyasn1`
|
|
@ -1,22 +0,0 @@
|
|||
{
|
||||
"url": "https://your.domain.name/your_downloads_dir_name/",
|
||||
"http_user": "YOUR_USERNAME",
|
||||
"http_password": "YOUR_PASSWORD",
|
||||
"file_type": [
|
||||
".mp4",
|
||||
".wmv",
|
||||
".mkv",
|
||||
".avi",
|
||||
".zip",
|
||||
".rar",
|
||||
".7z",
|
||||
".tar",
|
||||
".ANY_OTHER"
|
||||
],
|
||||
"mirror": [
|
||||
"https://mirror1.aaa.com/any/",
|
||||
"https://mirror2.bbb.org/proxy/",
|
||||
"https://mirror3.ccc.net/directory/",
|
||||
"https://mirror4.ddd.me/name/"
|
||||
]
|
||||
}
|
|
@ -1,59 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
import os
|
||||
import requests
|
||||
import json
|
||||
import base64
|
||||
|
||||
from bs4 import BeautifulSoup
|
||||
|
||||
__author__ = 'ty'
|
||||
|
||||
config = json.load(open('config.json'))
|
||||
|
||||
authorization = base64.b64encode(config["http_user"] + ":" +
|
||||
config["http_password"])
|
||||
|
||||
url = config["url"]
|
||||
|
||||
file_type = config["file_type"]
|
||||
mirror = config["mirror"]
|
||||
|
||||
headers = {"Authorization": "Basic " + authorization}
|
||||
|
||||
link_list = []
|
||||
|
||||
|
||||
def list_dir(target_url):
|
||||
r = requests.get(target_url, headers=headers, verify=True)
|
||||
|
||||
soup = BeautifulSoup(r.text)
|
||||
|
||||
links = soup.find_all("a")
|
||||
|
||||
for link in links:
|
||||
href = link.get('href')
|
||||
|
||||
if href == "../":
|
||||
continue
|
||||
|
||||
if href.endswith('/'):
|
||||
list_dir(target_url + href)
|
||||
else:
|
||||
link_list.append(target_url + href)
|
||||
|
||||
|
||||
list_dir(url)
|
||||
|
||||
link_list.sort(key=os.path.splitext)
|
||||
link_list.sort(key=lambda f: os.path.splitext(f)[1])
|
||||
|
||||
for l in link_list:
|
||||
|
||||
if any(os.path.splitext(l)[1].lower() in s for s in file_type):
|
||||
|
||||
download_link = l
|
||||
|
||||
for m in mirror:
|
||||
download_link += " " + l.replace(url, m)
|
||||
print download_link + "\n"
|
|
@ -1,18 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
import json
|
||||
import sys
|
||||
|
||||
__author__ = 'ty'
|
||||
|
||||
config = json.load(open('config.json'))
|
||||
mirror = config["mirror"]
|
||||
url = config["url"]
|
||||
|
||||
l = sys.argv[1]
|
||||
|
||||
download_link = l
|
||||
|
||||
for m in mirror:
|
||||
download_link += " " + l.replace(url, m)
|
||||
print download_link + "\n"
|
Loading…
Reference in New Issue