Merge remote-tracking branch 'xianhu/master'

Author: andyRon

README.md

@@ -12,7 +12,7 @@
 
 ### python_lda.py: 玩点高级的--带你入门Topic模型LDA（小改进+附源码）
 
-### python_sqlalchemy.py: 作为一个Pythoner，不会SQLAlchemy都不好意思跟同行打招呼！
+### python_sqlalchemy.py: 作为一个Pythoner, 不会SQLAlchemy都不好意思跟同行打招呼！
 
 ### python_oneline.py: 几个小例子告诉你, 一行Python代码能干哪些事
 
@@ -26,9 +26,13 @@
 
 ### python_metaclass.py: Python进阶: 一步步理解Python中的元类metaclass
 
-### python_coroutine.py: Python进阶：理解Python中的异步IO和协程(Coroutine), 并应用在爬虫中
+### python_coroutine.py: Python进阶: 理解Python中的异步IO和协程(Coroutine), 并应用在爬虫中
 
 ### python_aiohttp.py: Python中最好用的异步爬虫库Aiohttp代码实例
+
+### python_thread_multiprocess.py: Python进阶: 聊聊IO密集型任务、计算密集型任务，以及多线程、多进程
+
+### python_version36.py: Python3.6正式版要来了, 你期待哪些新特性？
 ===================================================================================================
 
 ### 您可以fork该项目,并在修改后提交Pull request

python_thread_multiprocess.py

@@ -0,0 +1,115 @@
+# _*_ coding: utf-8 _*_
+
+"""
+python_thread_multiprocee.py by xianhu
+"""
+
+import time
+import threading
+import multiprocessing
+
+# 定义全局变量Queue
+g_queue = multiprocessing.Queue()
+g_search_list = list(range(10000))
+
+
+# 定义一个IO密集型任务：利用time.sleep()
+def task_io(task_id):
+ print("IOTask[%s] start" % task_id)
+ while not g_queue.empty():
+ time.sleep(1)
+ try:
+ data = g_queue.get(block=True, timeout=1)
+ print("IOTask[%s] get data: %s" % (task_id, data))
+ except Exception as excep:
+ print("IOTask[%s] error: %s" % (task_id, str(excep)))
+ print("IOTask[%s] end" % task_id)
+ return
+
+
+# 定义一个计算密集型任务：利用一些复杂加减乘除、列表查找等
+def task_cpu(task_id):
+ print("CPUTask[%s] start" % task_id)
+ while not g_queue.empty():
+ count = 0
+ for i in range(10000):
+ count += pow(3*2, 3*2) if i in g_search_list else 0
+ try:
+ data = g_queue.get(block=True, timeout=1)
+ print("CPUTask[%s] get data: %s" % (task_id, data))
+ except Exception as excep:
+ print("CPUTask[%s] error: %s" % (task_id, str(excep)))
+ print("CPUTask[%s] end" % task_id)
+ return task_id
+
+
+def init_queue():
+ print("init g_queue start")
+ while not g_queue.empty():
+ g_queue.get()
+ for _index in range(10):
+ g_queue.put(_index)
+ print("init g_queue end")
+ return
+
+
+if __name__ == '__main__':
+ print("cpu count:", multiprocessing.cpu_count(), "\n")
+
+ print("========== 直接执行IO密集型任务 ==========")
+ init_queue()
+ time_0 = time.time()
+ task_io(0)
+ print("结束：", time.time() - time_0, "\n")
+
+ print("========== 多线程执行IO密集型任务 ==========")
+ init_queue()
+ time_0 = time.time()
+ thread_list = [threading.Thread(target=task_io, args=(i,)) for i in range(5)]
+ for t in thread_list:
+ t.start()
+ for t in thread_list:
+ if t.is_alive():
+ t.join()
+ print("结束：", time.time() - time_0, "\n")
+
+ print("========== 多进程执行IO密集型任务 ==========")
+ init_queue()
+ time_0 = time.time()
+ process_list = [multiprocessing.Process(target=task_io, args=(i,)) for i in range(multiprocessing.cpu_count())]
+ for p in process_list:
+ p.start()
+ for p in process_list:
+ if p.is_alive():
+ p.join()
+ print("结束：", time.time() - time_0, "\n")
+
+ print("========== 直接执行CPU密集型任务 ==========")
+ init_queue()
+ time_0 = time.time()
+ task_cpu(0)
+ print("结束：", time.time() - time_0, "\n")
+
+ print("========== 多线程执行CPU密集型任务 ==========")
+ init_queue()
+ time_0 = time.time()
+ thread_list = [threading.Thread(target=task_cpu, args=(i,)) for i in range(5)]
+ for t in thread_list:
+ t.start()
+ for t in thread_list:
+ if t.is_alive():
+ t.join()
+ print("结束：", time.time() - time_0, "\n")
+
+ print("========== 多进程执行cpu密集型任务 ==========")
+ init_queue()
+ time_0 = time.time()
+ process_list = [multiprocessing.Process(target=task_cpu, args=(i,)) for i in range(multiprocessing.cpu_count())]
+ for p in process_list:
+ p.start()
+ for p in process_list:
+ if p.is_alive():
+ p.join()
+ print("结束：", time.time() - time_0, "\n")
+
+ exit()

python_version36.py

@@ -0,0 +1,52 @@
+# _*_ coding: utf-8 _*_
+
+"""
+python_version36.py by xianhu
+"""
+
+import asyncio
+import decimal
+from typing import List, Dict
+
+# Formatted string literals
+name = "Fred"
+print(f"He said his name is {name}.") # 'He said his name is Fred.'
+print("He said his name is {name}.".format(**locals()))
+
+width = 10
+precision = 4
+value = decimal.Decimal("12.34567")
+print(f"result: {value:{width}.{precision}}") #'result: 12.35'
+
+
+# variable annotations
+def test(a: List[int], b: int) -> int:
+ return a[0] + b
+print(test([3, 1], 2))
+
+primes: List[int] = []
+captain: str
+
+class Starship:
+ stats: Dict[str, int] = {}
+
+
+# Underscores in Numeric Literals
+a = 1_000_000_000_000_000 # 1000000000000000
+b = 0x_FF_FF_FF_FF # 4294967295
+
+'{:_}'.format(1000000) # '1_000_000'
+'{:_x}'.format(0xFFFFFFFF) # 'ffff_ffff'
+
+
+# Asynchronous Generators
+async def ticker(delay, to):
+ """Yield numbers from 0 to *to* every *delay* seconds."""
+ for i in range(to):
+ yield i
+ await asyncio.sleep(delay)
+
+
+# Asynchronous Comprehensions
+result = [i async for i in aiter() if i % 2]
+result = [await fun() for fun in funcs if await condition()]