From c1cc3b26ea8c40bfd98fb53446d72945da0812ce Mon Sep 17 00:00:00 2001 From: rieuse Date: Mon, 16 Apr 2018 20:43:09 +0800 Subject: [PATCH 1/4] add algorithm --- ...22\345\271\266\346\216\222\345\272\217.py" | 32 +++++++++++++++++++ ...53\351\200\237\346\216\222\345\272\217.py" | 29 +++++++++++++++++ ...37\346\216\222\345\272\217\344\272\214.py" | 19 +++++++++++ 3 files changed, 80 insertions(+) create mode 100644 "Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\275\222\345\271\266\346\216\222\345\272\217.py" create mode 100644 "Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\277\253\351\200\237\346\216\222\345\272\217.py" create mode 100644 "Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\277\253\351\200\237\346\216\222\345\272\217\344\272\214.py" diff --git "a/Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\275\222\345\271\266\346\216\222\345\272\217.py" "b/Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\275\222\345\271\266\346\216\222\345\272\217.py" new file mode 100644 index 0000000..0e0b265 --- /dev/null +++ "b/Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\275\222\345\271\266\346\216\222\345\272\217.py" @@ -0,0 +1,32 @@ +""" +平均,最好,最坏 都是 O(nlogn) +""" + + +def merge_sort(ls): + mid = len(ls) // 2 + if len(ls) <= 1: + return ls + left = merge_sort(ls[:mid]) + right = merge_sort(ls[mid:]) + return merge(left, right) + + +def merge(left, right): + l, r = 0, 0 + result = [] + while l < len(left) and r < len(right): + if ls[l] < ls[r]: + result.append(ls[l]) + l += 1 + else: + result.append(ls[r]) + r += 1 + result += left[l:] + result += right[r:] + return result + + +ls = [1, 4, 68, 34, 66, 99, 312] +merge_sort(ls) +print(ls) diff --git "a/Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\277\253\351\200\237\346\216\222\345\272\217.py" "b/Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\277\253\351\200\237\346\216\222\345\272\217.py" new file mode 100644 index 0000000..113bbff --- /dev/null +++ "b/Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\277\253\351\200\237\346\216\222\345\272\217.py" @@ -0,0 +1,29 @@ +''' +通过一趟排序将要排序的数据分割成独立的两部分， +其中一部分的所有数据都比另外一部分的所有数据都要小， +然后再按此方法对这两部分数据分别进行快速排序， +整个排序过程可以递归进行，以此达到整个数据变成有序序列。 +''' + + +def quick_sort(lists, left, right): + if left >= right: + return lists + key = lists[left] + low = left + high = right + while left < right: + while left < right and lists[right] >= key: + right -= 1 + lists[left] = lists[right] + while left < right and lists[left] <= key: + left += 1 + lists[right] = lists[left] + lists[right] = key + quick_sort(lists, low, left - 1) + quick_sort(lists, left + 1, high) + return lists + + +arr = [2, 645, 1, 344, 546, 442, 89, 99, 76, 90] +print(quick_sort(arr, 0, len(arr) - 1)) diff --git "a/Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\277\253\351\200\237\346\216\222\345\272\217\344\272\214.py" "b/Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\277\253\351\200\237\346\216\222\345\272\217\344\272\214.py" new file mode 100644 index 0000000..f88416b --- /dev/null +++ "b/Python\347\256\227\346\263\225\345\255\246\344\271\240/\345\277\253\351\200\237\346\216\222\345\272\217\344\272\214.py" @@ -0,0 +1,19 @@ +def quick_sort(ls, left, right): + if left < right: + mid = (left + right) // 2 + pivot = ls[mid] + ls[mid], ls[right] = ls[right], ls[mid] + boundary = left + for index in range(left, right): + if ls[index] < pivot: + ls[index], ls[boundary] = ls[boundary], ls[index] + boundary += 1 + ls[right], ls[boundary] = ls[boundary], ls[right] + quick_sort(ls, left, boundary - 1) + quick_sort(ls, boundary + 1, right) + + +ls = [1, 3, 56, 23, 34, 99, 532, 4, 59] +print('before:', ls) +quick_sort(ls, 0, len(ls) - 1) +print('after :', ls) From 25db319ed740d23b98212d49d90d949c0e607306 Mon Sep 17 00:00:00 2001 From: rieuse Date: Tue, 18 Sep 2018 22:20:04 +0800 Subject: [PATCH 2/4] add --- .../socket\347\273\203\344\271\240.py" | 3 ++ ...20\350\241\214\346\227\266\351\227\264.py" | 20 +++++++++ .../\344\277\241\345\217\267\351\207\217.py" | 32 ++++++++++++++ ...77\347\250\213\351\200\232\344\277\241.py" | 42 +++++++++++++++++++ 4 files changed, 97 insertions(+) create mode 100644 "Python\345\220\204\347\247\215\346\250\241\345\235\227\344\275\277\347\224\250/socket\347\273\203\344\271\240.py" create mode 100644 "Python\345\237\272\347\241\200\344\273\243\347\240\201/\344\275\277\347\224\250with\350\257\255\346\263\225\350\256\241\347\256\227\347\250\213\345\272\217\350\277\220\350\241\214\346\227\266\351\227\264.py" create mode 100644 "Python\345\237\272\347\241\200\344\273\243\347\240\201/\344\277\241\345\217\267\351\207\217.py" create mode 100644 "Python\345\237\272\347\241\200\344\273\243\347\240\201/\345\244\232\347\272\277\347\250\213\351\200\232\344\277\241.py" diff --git "a/Python\345\220\204\347\247\215\346\250\241\345\235\227\344\275\277\347\224\250/socket\347\273\203\344\271\240.py" "b/Python\345\220\204\347\247\215\346\250\241\345\235\227\344\275\277\347\224\250/socket\347\273\203\344\271\240.py" new file mode 100644 index 0000000..952820c --- /dev/null +++ "b/Python\345\220\204\347\247\215\346\250\241\345\235\227\344\275\277\347\224\250/socket\347\273\203\344\271\240.py" @@ -0,0 +1,3 @@ +import socket + + diff --git "a/Python\345\237\272\347\241\200\344\273\243\347\240\201/\344\275\277\347\224\250with\350\257\255\346\263\225\350\256\241\347\256\227\347\250\213\345\272\217\350\277\220\350\241\214\346\227\266\351\227\264.py" "b/Python\345\237\272\347\241\200\344\273\243\347\240\201/\344\275\277\347\224\250with\350\257\255\346\263\225\350\256\241\347\256\227\347\250\213\345\272\217\350\277\220\350\241\214\346\227\266\351\227\264.py" new file mode 100644 index 0000000..43c0862 --- /dev/null +++ "b/Python\345\237\272\347\241\200\344\273\243\347\240\201/\344\275\277\347\224\250with\350\257\255\346\263\225\350\256\241\347\256\227\347\250\213\345\272\217\350\277\220\350\241\214\346\227\266\351\227\264.py" @@ -0,0 +1,20 @@ +from contextlib import contextmanager +import time + +@contextmanager +def timer(func): + try: + start = time.time() + yield func() + finally: + end = time.time() + print(end-start) + + +def func(): + for i in range(9999999): + pass + time.sleep(1) + +with timer(func) as timer: + pass \ No newline at end of file diff --git "a/Python\345\237\272\347\241\200\344\273\243\347\240\201/\344\277\241\345\217\267\351\207\217.py" "b/Python\345\237\272\347\241\200\344\273\243\347\240\201/\344\277\241\345\217\267\351\207\217.py" new file mode 100644 index 0000000..9b8db1b --- /dev/null +++ "b/Python\345\237\272\347\241\200\344\273\243\347\240\201/\344\277\241\345\217\267\351\207\217.py" @@ -0,0 +1,32 @@ +import threading +import time + + +class HtmlSppier(threading.Thread): + def __init__(self, url, sem): + super().__init__() + self.sem = sem + self.url = url + + def run(self): + time.sleep(2) + print('download html success') + self.sem.release() + +class UrlProducer(threading.Thread): + def __init__(self,sem): + super().__init__() + self.sem = sem + + + def run(self): + for i in range(20): + self.sem.acquire() + html_thread = HtmlSppier(f'http://www.qq.com/pn={i}',self.sem) + html_thread.start() + + +if __name__ == '__main__': + sem = threading.Semaphore(3) + url_produce = UrlProducer(sem) + url_produce.start() \ No newline at end of file diff --git "a/Python\345\237\272\347\241\200\344\273\243\347\240\201/\345\244\232\347\272\277\347\250\213\351\200\232\344\277\241.py" "b/Python\345\237\272\347\241\200\344\273\243\347\240\201/\345\244\232\347\272\277\347\250\213\351\200\232\344\277\241.py" new file mode 100644 index 0000000..6a4ff19 --- /dev/null +++ "b/Python\345\237\272\347\241\200\344\273\243\347\240\201/\345\244\232\347\272\277\347\250\213\351\200\232\344\277\241.py" @@ -0,0 +1,42 @@ +from threading import Thread, Condition + + +class T1(Thread): + def __init__(self, con): + super().__init__() + self.con = con + + def run(self): + with self.con: + print(1) + self.con.notify() + self.con.wait() + print(3) + self.con.notify() + self.con.wait() + + +class T2(Thread): + def __init__(self, con): + super().__init__() + self.con = con + + def run(self): + with self.con: + self.con.wait() + print(2) + self.con.notify() + self.con.wait() + print(4) + self.con.notify() + + + + +if __name__ == '__main__': + con = Condition() + thread1 = T1(con) + thread2 = T2(con) + + thread2.start() + thread1.start() From 1074a29cd46868308f8680f09e52267158ebd02d Mon Sep 17 00:00:00 2001 From: rieuse Date: Wed, 19 Sep 2018 10:37:41 +0800 Subject: [PATCH 3/4] =?UTF-8?q?=E7=BA=BF=E7=A8=8B=E6=B1=A0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../\347\272\277\347\250\213\346\261\240.py" | 67 +++++++++++++++++++ 1 file changed, 67 insertions(+) create mode 100644 "Python\345\237\272\347\241\200\344\273\243\347\240\201/\347\272\277\347\250\213\346\261\240.py" diff --git "a/Python\345\237\272\347\241\200\344\273\243\347\240\201/\347\272\277\347\250\213\346\261\240.py" "b/Python\345\237\272\347\241\200\344\273\243\347\240\201/\347\272\277\347\250\213\346\261\240.py" new file mode 100644 index 0000000..67fe97f --- /dev/null +++ "b/Python\345\237\272\347\241\200\344\273\243\347\240\201/\347\272\277\347\250\213\346\261\240.py" @@ -0,0 +1,67 @@ +from concurrent.futures import ThreadPoolExecutor, as_completed +import threading +import requests +import time + + +def download_html(i): + url = f'https://www.baidu.com/s?ie=UTF-8&wd={i}' + response = requests.get(url).text + return response + +ids = list(range(100)) + +# with ThreadPoolExecutor(max_workers=8) as exe: +# exe.map(download_html,ids) + + +# 其他接口使用： +from concurrent.futures import ThreadPoolExecutor, as_completed,wait + + +executor = ThreadPoolExecutor(max_workers=8) + +# 通过 submit 提交执行的函数到线程中 +task1 = executor.submit(download_html, (1)) +task2 = executor.submit(download_html, (3)) + +# done() 判断 task 是否完成 +print(task1.done()) +time.sleep(4) +print(task1.done()) + +# result() 获取 task 的执行结果 阻塞 +print(task1.result()) + +# cancel() 取消任务，如果任务在执行中或者执行完了是不能取消的 +# 现在线程池是8 两个任务都会被提交任务去执行，如果 max_workers = 1，执行task2.cancel()就会成功取消 +print(task2.cancel()) + + +# as_completed() 获取已经成功的task的返回数据，阻塞 +# as_completed实际上是一个生成器，里面有 yield 会把已经完成的 future (task) 返回结果 +ids = list(range(10)) +all_task = [executor.submit(download_html,(i)) for i in ids] +time.sleep(8) +# 这是异步的，谁完成就处理谁 +for future in as_completed(all_task): + data = future.result() + print(f'html response {data}') + + +# 通过 executor 获取已经完成的task +for data in executor.map(download_html,ids): + print(f'html response {data}') + + +# wait() 等待task完成 +ids = list(range(10)) +all_task = [executor.submit(download_html,(i)) for i in ids] + +# wait 的 return_when 可选项 +FIRST_COMPLETED = 'FIRST_COMPLETED' +FIRST_EXCEPTION = 'FIRST_EXCEPTION' +ALL_COMPLETED = 'ALL_COMPLETED' +_AS_COMPLETED = '_AS_COMPLETED' + +wait(all_task, return_when=ALL_COMPLETED) From cfce2faa26a6739ce63b2fd2b1c0abf6b953a86a Mon Sep 17 00:00:00 2001 From: rieuse Date: Fri, 1 Jan 2021 13:14:53 +0800 Subject: [PATCH 4/4] Update README.md MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 更新链接 --- README.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 041fa62..10f219b 100644 --- a/README.md +++ b/README.md @@ -6,6 +6,6 @@ * [Python算法学习](https://github.com/rieuse/learnPython/tree/master/Python%E7%AE%97%E6%B3%95)：学习Python算法的时候练习的代码，后续会多多练习，暂时时间还不够，暑假继续学习。 * [Python科学计算基础](https://github.com/rieuse/learnPython/tree/master/Python%E7%A7%91%E5%AD%A6%E8%AE%A1%E7%AE%97%E5%9F%BA%E7%A1%80)：Python科学计算相关模块学习使用。 * [ScrapyDoutu](https://github.com/rieuse/learnPython/tree/master/ScrapyDoutu)：使用Scrapy框架爬取了斗图网站的最新表情图片 -#### 我的微信帐号：r**ieuse** -#### 我的博客地址：**http://bulolo.cn** -#### 我的简书地址：**http://www.jianshu.com/u/28fbebb6ac57** +#### 微信帐号：**rieuse** +#### 微信公众号：**梅花鹿数据** +#### 博客地址：**http://rieuse.com**