#!/usr/bin/env python2

# vim: set fileencoding=utf8

import os

import sys

from getpass import getpass

import requests

from requests_toolbelt import MultipartEncoder

import urllib

import json

import cPickle as pk

import re

import time

import argparse

import random

import select

import base64

import md5

import rsa

from zlib import crc32

import cStringIO

import signal

############################################################

# Defines that should never be changed

OneK = 1024

OneM = OneK * OneK

OneG = OneM * OneK

OneT = OneG * OneK

OneP = OneT * OneK

OneE = OneP * OneK

############################################################

# Default values

MinRapidUploadFileSize = 256 * OneK

DefaultSliceSize = 10 * OneM

MaxSliceSize = 2 * OneG

MaxSlicePieces = 1024

ENoError = 0

############################################################

# wget exit status

wget_es = {

0: "No problems occurred.",

2: "User interference.",

1<<8: "Generic error code.",

2<<8: "Parse error - for instance, when parsing command-line " \

"optio.wgetrc or .netrc...",

3<<8: "File I/O error.",

4<<8: "Network failure.",

5<<8: "SSL verification failure.",

6<<8: "Username/password authentication failure.",

7<<8: "Protocol errors.",

8<<8: "Server issued an error response."

}

############################################################

# file extensions

mediatype = {".wma", ".wav", ".mp3", ".aac", ".ra", ".ram", ".mp2", ".ogg", ".aif", ".mpega", ".amr", ".mid", ".midi", ".m4a", ".m4v", ".wmv", ".rmvb", ".mpeg4", ".mpeg2", ".flv", ".avi", ".3gp", ".mpga", ".qt", ".rm", ".wmz", ".wmd", ".wvx", ".wmx", ".wm", ".swf", ".mpg", ".mp4", ".mkv", ".mpeg", ".mov", ".mdf", ".iso", ".asf"}

imagetype = {".jpg", ".jpeg", ".gif", ".bmp", ".png", ".jpe", ".cur", ".svg", ".svgz", ".tif", ".tiff", ".ico"}

doctype = {".doc", ".docx", ".xls", ".xlsx", ".ppt", ".pptx", ".vsd", ".txt", ".pdf", ".ods", ".ots", ".odt", ".rtf", ".dot", ".dotx", ".odm", ".pps", ".pot", ".xlt", ".xltx", ".csv", ".ppsx", ".potx", ".epub", ".apk", ".exe", ".msi", ".ipa", ".torrent", ".mobi"}

archivetype = {".7z", ".a", ".ace", ".afa", ".alz", ".android", ".apk", ".ar", ".arc", ".arj", ".b1", ".b1", ".ba", ".bh", ".bz2", ".cab", ".cab", ".cfs", ".chm", ".cpio", ".cpt", ".cqm", ".dar", ".dd", ".dgc", ".dmg", ".ear", ".ecc", ".eqe", ".exe", ".f", ".gca", ".gz", ".ha", ".hki", ".html", ".ice", ".id", ".infl", ".iso", ".jar", ".kgb", ".lbr", ".lha", ".lqr", ".lz", ".lzh", ".lzma", ".lzo", ".lzx", ".mar", ".ms", ".net", ".package", ".pak", ".paq6", ".paq7", ".paq8", ".par", ".par2", ".partimg", ".pea", ".pim", ".pit", ".qda", ".rar", ".rk", ".rz", ".s7z", ".sda", ".sea", ".sen", ".sfark", ".sfx", ".shar", ".sit", ".sitx", ".sqx", ".tar", ".tbz2", ".tgz", ".tlz", ".tqt", ".uc", ".uc0", ".uc2", ".uca", ".ucn", ".ue2", ".uha", ".ur2", ".war", ".web", ".wim", ".x", ".xar", ".xp3", ".xz", ".yz1", ".z", ".zip", ".zipx", ".zoo", ".zpaq", ".zz"}

s = '\x1b[%s;%sm%s\x1b[0m' # terminual color template

cookie_file = os.path.join(os.path.expanduser('~'), '.bp.cookies')

upload_datas_path = os.path.join(os.path.expanduser('~'), '.bp.pickle')

headers = {

"Accept":"text/html,application/xhtml+xml,application/xml; " \

"q=0.9,image/webp,*/*;q=0.8",

"Accept-Encoding":"text/html",

"Accept-Language":"en-US,en;q=0.8,zh-CN;q=0.6,zh;q=0.4,zh-TW;q=0.2",

"Content-Type":"application/x-www-form-urlencoded",

"Referer":"http://www.baidu.com/",

"User-Agent":"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 "\

"(KHTML, like Gecko) Chrome/32.0.1700.77 Safari/537.36"

}

ss = requests.session()

ss.headers.update(headers)

# https://stackoverflow.com/questions/1094841/reusable-library-to-get-human-readable-version-of-file-size

def sizeof_fmt(num):

for x in ['B','KB','MB','GB']:

if num < 1024.0:

return "%3.1f%s" % (num, x)

num /= 1024.0

return "%3.1f%s" % (num, 'TB')

def print_process_bar(point, total, slice_size, start_time=None, pre='', suf='', msg=''):

length = 20

nowpoint = point / (total + 0.0)

percent = round(100 * nowpoint, 1)

now = time.time()

speed = sizeof_fmt(slice_size / (now - start_time)) + '/s'

t = int(nowpoint*length)

msg = '\r' + ' '.join([pre, '[%s%s]' % ('='*t, ' '*(length - t)), \

str(percent) + '%', speed, msg, suf])

sys.stdout.write(msg)

sys.stdout.flush()

return now

class panbaiducom_HOME(object):

def __init__(self):

self._download_do = self._play_do if args.play else self._download_do

self.ondup = 'overwrite'

self.highlights = []

self.accounts = self._check_cookie_file()

for tail in args.tails: self.highlights.append({'text': tail.decode('utf8', 'ignore'), 'is_regex': 0})

for head in args.heads: self.highlights.append({'text': head.decode('utf8', 'ignore'), 'is_regex': 0})

for include in args.includes: self.highlights.append({'text': include.decode('utf8', 'ignore'), 'is_regex': 1})

@staticmethod

def _check_cookie_file():

def correct_do():

with open(cookie_file, 'wb') as g:

pk.dump({}, g)

print s % (1, 97, ' please login')

return

if not os.path.exists(cookie_file):

correct_do()

return {}

try:

j = pk.load(open(cookie_file))

except:

correct_do()

return {}

if type(j) != type({}):

correct_do()

return {}

for i in j:

if type(j[i]) != type({}):

del j[i]

else:

if not j[i].get('cookies') and not j[i].get('on'):

del j[i]

return j

def init(self):

if self.accounts:

j = self.accounts

u = [u for u in j if j[u]['on']]

if u:

ss.cookies.update(j[u[0]]['cookies'])

else:

print s % (1, 91, ' !! no account is online, please login or userchange')

sys.exit(1)

if not self.check_login():

print s % (1, 91, ' !! cookie is invalid, please login\n'), u[0]

sys.exit(1)

self.save_cookies(u[0], on=1)

else:

print s % (1, 97, ' no account, please login')

sys.exit(1)

@staticmethod

def save_img(url, ext):

path = os.path.join(os.path.expanduser('~'), 'vcode.%s' % ext)

with open(path, 'w') as g:

data = urllib.urlopen(url).read()

g.write(data)

print " ++ 验证码已保存至", s % (1, 97, path)

input_code = raw_input(s % (2, 92, " 输入验证码: "))

return input_code

def check_login(self):

#print s % (1, 97, '\n -- check_login')

url = 'http://www.baidu.com/home/msg/data/personalcontent'

r = ss.get(url)

if 'errNo":"0' in r.content:

#print s % (1, 92, ' -- check_login success\n')

#self.get_dsign()

#self.save_cookies()

return True

else:

print s % (1, 91, ' -- check_login fail\n')

return False

def login(self, username, password):

print s % (1, 97, '\n -- login')

# Get token

token = self._get_bdstoken()

# get publickey

url = 'https://passport.baidu.com/v2/getpublickey?token=%s' % token

r = ss.get(url)

j = json.loads(r.content.replace('\'', '"'))

pubkey = j['pubkey']

key = rsa.PublicKey.load_pkcs1_openssl_pem(pubkey)

password_encoded = base64.b64encode(rsa.encrypt(password, key))

rsakey = j['key']

# Construct post body

data = {

"staticpage": "http://www.baidu.com/cache/user/html/v3Jump.html",

"charset": "UTF-8",

"token": token,

"tpl": "pp",

"subpro": "",

"apiver": "v3",

"tt": int(time.time()),

"codestring": "",

"safeflg": "0",

"isPhone": "",

"quick_user": "0",

"logintype": "dialogLogin",

"logLoginType": "pc_loginDialog",

"idc": "",

"loginmerge": "true",

"splogin": "rate",

"username": username,

"password": password_encoded,

"verifycode": "",

"mem_pass": "on",

"rsakey": str(rsakey),

"crypttype": "12",

"ppui_logintime": "40228",

"callback": "parent.bd__pcbs__uvwly2",

}

while True:

# Post!

# XXX : do not handle errors

url = 'https://passport.baidu.com/v2/api/?login'

r = ss.post(url, data=data)

# Callback for verify code if we need

#codestring = r.content[r.content.index('(')+1:r.content.index(')')]

if 'err_no=0' in r.content:

break

else:

t = re.search('codeString=(.+?)&', r.content)

codestring = t.group(1) if t else ""

vcurl = 'https://passport.baidu.com/cgi-bin/genimage?'+codestring

verifycode = self.save_img(vcurl, 'gif') if codestring != "" else ""

data['codestring'] = codestring

data['verifycode'] = verifycode

#self.save_cookies()

def save_cookies(self, username, on=0):

self.username = username

accounts = self.accounts

accounts[username] = {}

accounts[username]['cookies'] = ss.cookies.get_dict()

accounts[username]['on'] = on

quota = self._get_quota()

capacity = '%s/%s' % (sizeof_fmt(quota['used']), sizeof_fmt(quota['total']))

accounts[username]['capacity'] = capacity

for u in accounts:

if u != username and on:

accounts[u]['on'] = 0

with open(cookie_file, 'w') as g:

pk.dump(accounts, g)

def _get_bdstoken(self):

if hasattr(self, 'bdstoken'):

return self.bdstoken

self.bdstoken = md5.new(str(time.time())).hexdigest()

return self.bdstoken

#def _sift(self, fileslist, name=None, size=None, time=None, head=None, tail=None, include=None, exclude=None):

def _sift(self, fileslist, **arguments):

"""

a filter for time, size, name, head, tail, include, exclude

support regular expression

"""

def sort(reverse, arg, fileslist=fileslist):

tdict = {fileslist[i][arg] : i for i in xrange(len(fileslist))}

keys = tdict.keys()

keys.sort(reverse=reverse)

indexs = [tdict[i] for i in keys]

fileslist = [fileslist[i] for i in indexs]

return fileslist

# for time

if arguments.get('name'):

reverse = None

if arguments['name'] == 'reverse':

reverse = True

elif arguments['name'] == 'no_reverse':

reverse = False

fileslist = sort(reverse, 'server_filename')

# for size

if arguments.get('size'):

reverse = None

if arguments['size'] == 'reverse':

reverse = True

elif arguments['size'] == 'no_reverse':

reverse = False

fileslist = sort(reverse, 'size')

# for time

if arguments.get('time'):

reverse = None

if arguments['time'] == 'reverse':

reverse = True

elif arguments['time'] == 'no_reverse':

reverse = False

fileslist = sort(reverse, 'server_mtime')

# for head, tail, include, exclude

heads = args.heads

tails = args.tails

includes = args.includes

excludes = args.excludes

keys1, keys2, keys3, keys4 = [], [], [], []

if heads or tails or includes or excludes:

tdict = {fileslist[i]['server_filename'] : i for i in xrange(len(fileslist))}

for head in heads:

keys1 += [i for i in tdict.keys() if i.lower().startswith(head.decode('utf8', 'ignore').lower())]

for tail in tails:

keys2 += [i for i in tdict.keys() if i.lower().endswith(tail.decode('utf8', 'ignore').lower())]

for include in includes:

keys3 += [i for i in tdict.keys() if re.search(include.decode('utf8', 'ignore'), i, flags=re.I)]

for exclude in excludes:

keys4 += [i for i in tdict.keys() if not re.search(exclude.decode('utf8', 'ignore'), i, flags=re.I)]

# intersection

keys = [set(i) for i in [keys1, keys2, keys3, keys4] if i]

if len(keys) > 1:

tkeys = keys[0]

for i in keys:

tkeys &= i

keys = tkeys

elif len(keys) == 1:

keys = keys[0]

elif len(keys) == 0:

keys = []

return []

indexs = [tdict[i] for i in keys]

indexs.sort()

fileslist = [fileslist[i] for i in indexs]

dirs = [i for i in fileslist if i['isdir']]

t, tt = [], []

args.type_ = args.type_ if args.type_ else ''

if 'e' in args.type_:

for i in dirs:

d = i['path'].encode('utf8')

j = self._get_file_list('name', None, d, 1, all=False)

if not j['list']:

t.append(i)

else:

tt.append(i)

if 'e' in args.type_.split(','): dirs = t

if 'ne' in args.type_.split(','): dirs = tt

files = [i for i in fileslist if not i['isdir']]

if arguments.get('desc') == 1:

dirs.reverse()

files.reverse()

if 'f' in args.type_.split(','):

fileslist = files

elif 'd' in args.type_.split(','):

fileslist = dirs

else:

fileslist = dirs + files

return fileslist

def _get_path(self, url):

t = re.search(r'path=(.+?)(&|$)', url)

if t:

t = t.group(1)

else:

t = '/'

t = urllib.unquote_plus(t)

t = urllib.unquote_plus(t)

return t

def _get_quota(self):

url = 'https://pan.baidu.com/api/quota'

r = ss.get(url)

j = r.json()

if j['errno'] != 0:

print s % (1, 92, ' !! Error at _get_quota')

sys.exit(1)

else:

return j

def _get_file_list(self, order, desc, dir_, num, all=True):

t = {'Referer':'http://pan.baidu.com/disk/home'}

theaders = headers

theaders.update(t)

p = {

"channel": "chunlei",

"clienttype": 0,

"web": 1,

"showempty": 1,

"num": num, ## max amount is 10000

"t": int(time.time()*1000),

"dir": dir_,

"page": 1,

"desc": 1, ## reversely

"order": order, ## sort by name, or size, time

"_": int(time.time()*1000),

#"bdstoken": self._get_bdstoken(),

}

if not desc: del p['desc']

url = 'http://pan.baidu.com/api/list'

infos = []

while True:

r = ss.get(url, params=p, headers=theaders)

j = r.json()

if j['errno'] != 0:

print s % (1, 91, ' error: _get_file_list'), '--', j

sys.exit(1)

else:

infos += j['list']

if not all: return j

if len(infos) == num:

p['page'] += 1

else:

j['list'] = infos

return j

def _get_dsign(self):

url = 'http://pan.baidu.com/disk/home'

r = ss.get(url)

html = r.content

sign1 = re.search(r'sign1 = \'(.+?)\';', html).group(1)

sign3 = re.search(r'sign3 = \'(.+?)\';', html).group(1)

timestamp = re.search(r'timestamp = \'(.+?)\';', html).group(1)

# following javascript code from http://pan.baidu.com/disk/home

#yunData.sign2 = function s(j, r) {

# var a = [];

# var p = [];

# var o = \x22\ x22;

# var v = j.length;

# for (var q = 0; q < 256; q++) {

# a[q] = j.substr((q % v), 1).charCodeAt(0);

# p[q] = q

# }

# for (var u = q = 0; q < 256; q++) {

# u = (u + p[q] + a[q]) % 256;

# var t = p[q];

# p[q] = p[u];

# p[u] = t

# }

# for (var i = u = q = 0; q < r.length; q++) {

# i = (i + 1) % 256;

# u = (u + p[i]) % 256;

# var t = p[i];

# p[i] = p[u];

# p[u] = t;

# k = p[((p[i] + p[u]) % 256)];

# o += String.fromCharCode(r.charCodeAt(q) ^ k)

# }

# return o

#};

def sign2(j, r):

a = []

p = []

o = ''

v = len(j)

for q in xrange(256):

a.append(ord(j[q % v]))

p.append(q)

u = 0

for q in xrange(256):

u = (u + p[q] + a[q]) % 256

t = p[q]

p[q] = p[u]

p[u] = t

i = 0

u = 0

for q in xrange(len(r)):

i = (i + 1) % 256

u = (u + p[i]) % 256

t = p[i]

p[i] = p[u]

p[u] = t

k = p[((p[i] + p[u]) % 256)]

o += chr(ord(r[q]) ^ k)

return base64.b64encode(o)

self.dsign = sign2(sign3, sign1)

self.timestamp = timestamp

def _get_dlink(self, i):

if not hasattr(self, 'dsign'):

self._get_dsign()

while True:

params = {

"channel": "chunlei",

"clienttype": 0,

"web": 1,

#"bdstoken": self._get_bdstoken()

}

data = {

"sign": self.dsign,

"timestamp": self.timestamp,

"fidlist": "[%s]" % i['fs_id'],

"type": "dlink"

}

url = 'http://pan.baidu.com/api/download'

r = ss.post(url, params=params, data=data)

j = r.json()

if j['errno'] == 0:

dlink = j['dlink'][0]['dlink'].encode('utf8')

dlink = re.sub(r'prisign=.+?(&|$)', r'prisign=unknow\1', dlink)

dlink = dlink.replace('chkbd=0', 'chkbd=1')

dlink = dlink.replace('chkv=0', 'chkv=1')

return dlink

else:

self._get_dsign()

def _get_dlink2(self, i):

j = self._meta([i['path'].encode('utf8')], dlink=1)

if j:

return j['info'][0]['dlink'].encode('utf8')

else:

print s % (1, 91, ' !! Error at _get_dlink2')

sys.exit(1)

def download(self, paths):

for path in paths:

path = self._get_path(path) if path[0] != '/' else path

base_dir = '' if os.path.split(path)[0] == '/' \

else os.path.split(path)[0]

meta = self._meta([path], dlink=1)

if meta:

if meta['info'][0]['isdir']:

dir_loop = [path]

for d in dir_loop:

j = self._get_file_list('name', None, d, 10000)

if j['list']:

if args.recursive:

for i in j['list']:

dir_loop.append(i['path'].encode('utf8')) \

if i['isdir'] else None

if args.play:

j['list'] = [i for i in j['list'] \

if not i['isdir'] and os.path.splitext(i['server_filename'])[-1].lower() in mediatype]

if args.heads or args.tails or args.includes or args.excludes:

j['list'] = self._sift(j['list'])

total_file = len([i for i in j['list'] if not i['isdir']])

if args.from_ - 1:

j['list'] = j['list'][args.from_-1:] \

if args.from_ else j['list']

nn = args.from_

for i in j['list']:

if i['isdir']: continue

t = i['path'].encode('utf8')

t = t.replace(base_dir, '')

t = t[1:] if t[0] == '/' else t

t = os.path.join(os.getcwd(), t)

if not i.has_key('dlink'):

i['dlink'] = self._get_dlink2(i)

infos = {

'file': t,

'path': i['path'].encode('utf8'),

'dir_': os.path.split(t)[0],

'dlink': i['dlink'].encode('utf8'),

'name': i['server_filename'].encode('utf8'),

'size': i['size'],

'nn': nn,

'total_file': total_file

}

nn += 1

self._download_do(infos)

elif not meta['info'][0]['isdir']:

t = os.path.join(os.getcwd(), meta['info'][0]['server_filename'].encode('utf8'))

infos = {

'file': t,

'path': meta['info'][0]['path'].encode('utf8'),

'dir_': os.path.split(t)[0],

#'dlink': self._get_dlink(meta['info'][0]),

'dlink': meta['info'][0]['dlink'].encode('utf8'),

'name': meta['info'][0]['server_filename'].encode('utf8'),

'size': meta['info'][0]['size'],

}

self._download_do(infos)

else:

print s % (1, 91, ' !! path is not existed.\n'), \

' --------------\n ', path

@staticmethod

def _download_do(infos):

## make dirs

if not os.path.exists(infos['dir_']):

os.makedirs(infos['dir_'])

else:

if os.path.exists(infos['file']):

return 0

num = random.randint(0, 7) % 7

col = sizeof_fmt(infos['size']) + ' # ' + s % (2, num + 90, infos['path']) \

if args.view else s % (2, num + 90, infos['name'])

infos['nn'] = infos['nn'] if infos.get('nn') else 1

infos['total_file'] = infos['total_file'] if infos.get('total_file') else 1

print '\n ++ download: #', s % (1, 97, infos['nn']), '/', s % (1, 97, infos['total_file']), '#', col

if args.aria2c:

quiet = ' --quiet=true' if args.quiet else ''

taria2c = ' -x %s -s %s' % (args.aria2c, args.aria2c)

tlimit = ' --max-download-limit %s' % args.limit if args.limit else ''

cmd = 'aria2c -c%s%s%s ' \

'-o "%s.tmp" -d "%s" ' \

'--user-agent "netdisk;4.4.0.6;PC;PC-Windows;6.2.9200;WindowsBaiduYunGuanJia" ' \

'--header "Referer:http://pan.baidu.com/disk/home" "%s"' \

% (quiet, taria2c, tlimit, infos['name'], \

infos['dir_'], infos['dlink'])

else:

quiet = ' -q' if args.quiet else ''

tlimit = ' --limit-rate %s' % args.limit if args.limit else ''

cmd = 'wget -c%s%s ' \

'-O "%s.tmp" ' \

'--user-agent "netdisk;4.4.0.6;PC;PC-Windows;6.2.9200;WindowsBaiduYunGuanJia" ' \

'--header "Referer:http://pan.baidu.com/disk/home" "%s"' \

% (quiet, tlimit, infos['file'], infos['dlink'])

status = os.system(cmd)

if status != 0: # other http-errors, such as 302.

wget_exit_status_info = wget_es[status]

print('\n\n ---### \x1b[1;91mERROR\x1b[0m ==> '\

'\x1b[1;91m%d (%s)\x1b[0m ###--- \n\n' \

% (status, wget_exit_status_info))

print s % (1, 91, ' ===> '), cmd

sys.exit(1)

else:

os.rename('%s.tmp' % infos['file'], infos['file'])

@staticmethod

def _play_do(infos):

num = random.randint(0, 7) % 7

col = sizeof_fmt(infos['size']) + ' # ' + s % (2, num + 90, infos['path']) \

if args.view else s % (2, num + 90, infos['name'])

infos['nn'] = infos['nn'] if infos.get('nn') else 1

infos['total_file'] = infos['total_file'] if infos.get('total_file') else 1

print '\n ++ play: #', s % (1, 97, infos['nn']), '/', \

s % (1, 97, infos['total_file']), '#', col

if os.path.splitext(infos['file'])[-1].lower() == '.wmv':

quiet = ' -really-quiet' if args.quiet else ''

cmd = 'mplayer%s -cache 10000 ' \

'-http-header-fields "user-agent:netdisk;4.4.0.6;PC;PC-Windows;6.2.9200;WindowsBaiduYunGuanJia" ' \

'-http-header-fields "Referer:http://pan.baidu.com/disk/home" "%s"' \

% (quiet, infos['dlink'])

else:

quiet = ' --really-quiet' if args.quiet else ''

cmd = 'mpv%s --cache 10000 --cache-default 10000 ' \

'--http-header-fields "user-agent:netdisk;4.4.0.6;PC;PC-Windows;6.2.9200;WindowsBaiduYunGuanJia" ' \

'--http-header-fields "Referer:http://pan.baidu.com/disk/home" "%s"' \

% (quiet, infos['dlink'])

status = os.system(cmd)

timeout = 1

ii, _, _ = select.select([sys.stdin], [], [], timeout)

if ii:

sys.exit(0)

else:

pass

def _make_dir(self, dir_):

p = {

"a": "commit",

"channel": "chunlei",

"clienttype": 0,

"web": 1,

"bdstoken": self._get_bdstoken()

}

data = {

"path": dir_,

"isdir": 1,

"size": "",

"block_list": [],

"method": "post"

}

url = 'http://pan.baidu.com/api/create'

r = ss.post(url, params=p, data=data)

j = r.json()

if j['errno'] != 0:

print s % (1, 91, ' !! Error at _make_dir'), j

sys.exit(1)

else:

return ENoError

def _meta(self, file_list, dlink=0):

p = {

"channel": "chunlei",

"app_id": "250528",

"method": "filemetas",

"dlink": dlink,

"blocks": 0, # 0 or 1

#"bdstoken": self._get_bdstoken()

}

data = {'target': json.dumps(file_list)}

url = 'http://pan.baidu.com/api/filemetas'

while True:

try:

r = ss.post(url, params=p, data=data)

j = r.json()

if j['errno'] == 0:

return j

else:

return False

except Exception:

time.sleep(1)

################################################################

# for upload

def _rapidupload_file(self, lpath, rpath):

print ' |-- upload_function:', s % (1, 97, '_rapidupload_file')

slice_md5 = md5.new(open(lpath, 'rb').read(256 * OneK)).hexdigest()

with open(lpath, "rb") as f:

buf = f.read(OneM)

content_md5 = md5.new()

content_md5.update(buf)

crc = crc32(buf).conjugate()

while True:

buf = f.read(OneM)

if buf:

crc = crc32(buf, crc).conjugate()

content_md5.update(buf)

else:

break

content_md5 = content_md5.hexdigest()

content_crc32 = crc.conjugate() & 0xffffffff

p = {

"method" : "rapidupload",

"app_id": "250528",

"BDUSS": ss.cookies['BDUSS']

}

data = {

"path": os.path.join(rpath, os.path.basename(lpath)),

"content-length" : self.__current_file_size,

"content-md5" : content_md5,

"slice-md5" : slice_md5,

"content-crc32" : content_crc32,

"ondup" : self.ondup

}

url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'

r = ss.post(url, params=p, data=data, verify=VERIFY)

if r.ok:

return ENoError

else:

return r.json()

def _upload_one_file(self, lpath, rpath):

print ' |-- upload_function:', s % (1, 97, '_upload_one_file')

start_time = time.time()

p = {

"method": "upload",

"app_id": "250528",

"ondup": self.ondup,

"dir": rpath,

"filename": os.path.basename(lpath),

"BDUSS": ss.cookies['BDUSS'],

}

files = {'file': ('file', open(lpath, 'rb'), '')}

data = MultipartEncoder(files)

theaders = headers

theaders['Content-Type'] = data.content_type

url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'

r = ss.post(url, params=p, data=data, verify=VERIFY, headers=theaders)

if r.ok:

t = self.__current_file_size

print_process_bar(t, t, t, start_time, pre=' ')

return ENoError

else:

return r.json()

def _combine_file(self, lpath, rpath):

p = {

"method": "createsuperfile",

"app_id": "250528",

"ondup": self.ondup,

"path": os.path.join(rpath, os.path.basename(lpath)),

"BDUSS": ss.cookies['BDUSS'],

}

data = {'param': json.dumps({'block_list': self.upload_datas[lpath]['slice_md5s']})}

url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'

r = ss.post(url, params=p, data=data, verify=VERIFY)

if r.ok:

return ENoError

else:

return r.json()

def _upload_slice(self):

p = {

"method": "upload",

"app_id": "250528",

"type": "tmpfile",

"BDUSS": ss.cookies['BDUSS'],

}

file = cStringIO.StringIO(self.__slice_block)

files = {'file': ('file', file, '')}

data = MultipartEncoder(files)

theaders = headers

theaders['Content-Type'] = data.content_type

url = 'https://c.pcs.baidu.com/rest/2.0/pcs/file'

r = ss.post(url, params=p, data=data, verify=VERIFY, headers=theaders)

j = r.json()

if self.__slice_md5 == j['md5']:

return ENoError

else:

return 'MD5Mismatch'

def _get_pieces_slice(self):

pieces = MaxSlicePieces

slice = DefaultSliceSize

n = 1

while True:

t = n * DefaultSliceSize * MaxSlicePieces

if self.__current_file_size <= t:

if self.__current_file_size % (n * DefaultSliceSize) == 0:

pieces = self.__current_file_size / (n * DefaultSliceSize)

slice = n * DefaultSliceSize

else:

pieces = (self.__current_file_size / (n * DefaultSliceSize)) + 1

slice = n * DefaultSliceSize

break

elif t > MaxSliceSize * MaxSlicePieces:

n += 1

else:

print s % (1, 91, ' !! file is too big, uploading is not supported.')

sys.exit(1)

return pieces, slice

def _get_upload_function(self, rapidupload_is_fall=False):

if self.__current_file_size > MinRapidUploadFileSize:

if not rapidupload_is_fall:

return '_rapidupload_file'

else:

if self.__current_file_size <= DefaultSliceSize:

return '_upload_one_file'

elif self.__current_file_size <= MaxSliceSize * MaxSlicePieces:

return '_upload_file_slices'

else:

print s % (1, 91, ' !! Error: size of file is too big.')

return 'None'

else:

return '_upload_one_file'

def _upload_file(self, lpath, rpath):

print s % (1, 94, ' ++ uploading:'), lpath

__current_file_size = os.path.getsize(lpath)

if __current_file_size == 0:

print s % (1, 91, ' |-- file is empty, missing.')

return

self.__current_file_size = __current_file_size

upload_function = self._get_upload_function()

if self.upload_datas.has_key(lpath):

if __current_file_size != self.upload_datas[lpath]['size']:

self.upload_datas[lpath]['is_over'] = False

self.upload_datas[lpath]['size'] = __current_file_size

self.upload_datas[lpath]['upload_function'] = upload_function

else:

self.upload_datas[lpath] = {

'is_over': False,

'upload_function': upload_function,

'size': __current_file_size,

'remotepaths': set()

}

if args.type_ and 'e' in args.type_:

path = os.path.join(rpath, os.path.basename(lpath))

meta = self._meta([path])

if meta:

self.upload_datas[lpath]['is_over'] = True

self.upload_datas[lpath]['remotepaths'].update([rpath])

#self.save_upload_datas()

print s % (1, 93, ' |-- file exists at pan.baidu.com, not upload\n')

return

else:

pass

while True:

if not self.upload_datas[lpath]['is_over']:

m = self.upload_datas[lpath]['upload_function']

if m == '_upload_file_slices':

time.sleep(2)

print ' |-- upload_function:', s % (1, 97, '_upload_file_slices')

pieces, slice = self._get_pieces_slice()

f = open(lpath, 'rb')

current_piece_point = len(self.upload_datas[lpath]['slice_md5s'])

f.seek(current_piece_point * slice)

start_time = time.time()

print_process_bar(f.tell(), __current_file_size, 0, start_time, \

pre=' ', msg='%s/%s' % (str(current_piece_point), str(pieces)))

for piece in xrange(current_piece_point, pieces):

self.__slice_block = f.read(slice)

if self.__slice_block:

self.__slice_md5 = md5.new(self.__slice_block).hexdigest()

while True:

result = self._upload_slice()

if result == ENoError:

break

else:

print s % (1, 91, ' |-- slice_md5 does\'n match, retry.')

self.upload_datas[lpath]['slice_md5s'].append(self.__slice_md5)

self.save_upload_datas()

start_time = print_process_bar(f.tell(), __current_file_size, slice, start_time, \

pre=' ', msg='%s/%s' % (str(piece+1), str(pieces)))

result = self._combine_file(lpath, rpath)

if result == ENoError:

self.upload_datas[lpath]['is_over'] = True

self.upload_datas[lpath]['remotepaths'].update([rpath])

del self.upload_datas[lpath]['slice_md5s']

self.save_upload_datas()

print s % (1, 92, '\n |-- success.\n')

break

else:

print s % (1, 91, '\n !! Error at _combine_file:'), result

break

#sys.exit(1)

elif m == '_upload_one_file':

time.sleep(2)

result = self._upload_one_file(lpath, rpath)

if result == ENoError:

self.upload_datas[lpath]['is_over'] = True

self.upload_datas[lpath]['remotepaths'].update([rpath])

self.save_upload_datas()

print s % (1, 92, '\n |-- success.\n')

break

else:

print s % (1, 91, '\n !! Error at _upload_one_file:'), result

break

#sys.exit(1)

elif m == '_rapidupload_file':

time.sleep(2)

result = self._rapidupload_file(lpath, rpath)

if result == ENoError:

self.upload_datas[lpath]['is_over'] = True

self.upload_datas[lpath]['remotepaths'].update([rpath])

self.save_upload_datas()

print s % (1, 92, ' |-- RapidUpload: Success.\n')

break

else:

if args.type_ and 'r' in args.type_.split(','): # only rapidupload

print s % (1, 91, ' |-- can\'t be RapidUploaded\n')

break

print s % (1, 93, ' |-- can\'t be RapidUploaded, ' \

'now trying normal uploading.')

upload_function = self._get_upload_function(rapidupload_is_fall=True)

self.upload_datas[lpath]['upload_function'] = upload_function

if upload_function == '_upload_file_slices':

if not self.upload_datas[lpath].has_key('slice_md5s'):

self.upload_datas[lpath]['slice_md5s'] = []

else:

print s % (1, 91, ' !! Error: size of file is too big.')

break

else:

if args.uploadmode == 'c':

if rpath in self.upload_datas[lpath]['remotepaths']:

print s % (1, 92, ' |-- file was uploaded.\n')

break

else:

self.upload_datas[lpath]['is_over'] = False

elif args.uploadmode == 'o':