import asyncio
from aiohttp import ClientSession
# 你使用async以及await关键字将函数异步化
async def fetch(url):
async with ClientSession() as session:
async with session.get(url) as response:
return await response.read()
async def run(loop, r):
url = "http://gc.ditu.aliyun.com/geocoding?a=苏州市"
tasks = []
for i in range(r):
task = asyncio.ensure_future(fetch(url.format(i)))
tasks.append(task)
responses = await asyncio.gather(*tasks)
# 注意asyncio.gather()的用法,它搜集所有的Future对象,然后等待他们返回。
# print(json.loads(responses[0].decode()))
print(len(responses))
loop = asyncio.get_event_loop()
future = asyncio.ensure_future(run(loop, 800))
loop.run_until_complete(future)
import asyncio
from aiohttp import ClientSession
async def fetch(url):
async with ClientSession() as session:
async with session.get(url) as response:
return await response.read()
async def bound_fetch(sem, url):
async with sem:
await fetch(url)
async def run(loop, r):
url = "http://gc.ditu.aliyun.com/geocoding?a=苏州市"
tasks = []
# create instance of Semaphore
sem = asyncio.Semaphore(100)
for i in range(r):
# pass Semaphore to every GET request
task = asyncio.ensure_future(bound_fetch(sem, url.format(i)))
tasks.append(task)
responses = await asyncio.gather(*tasks)
print(responses)
number = 100000
loop = asyncio.get_event_loop()
future = asyncio.ensure_future(run(loop, number))
loop.run_until_complete(future)