52 lines
1.5 KiB
Python
52 lines
1.5 KiB
Python
"""
|
||
-------------------------------------------------
|
||
File Name：
|
||
Description :异步下载操作
|
||
Author : xiaobei
|
||
CreateDate：
|
||
wechat：xiaobei_upup
|
||
-------------------------------------------------
|
||
"""
|
||
import asyncio
|
||
import aiohttp
|
||
from multiprocessing import Pool
|
||
|
||
async def download_link(link):
|
||
async with aiohttp.ClientSession() as session:
|
||
async with session.get(link) as resp:
|
||
if resp.status == 200:
|
||
content = await resp.read()
|
||
# 保存下载内容到本地
|
||
...
|
||
|
||
async def download_links(links):
|
||
tasks = []
|
||
for link in links:
|
||
tasks.append(asyncio.ensure_future(download_link(link)))
|
||
await asyncio.gather(*tasks)
|
||
|
||
def download_in_pool(links):
|
||
loop = asyncio.get_event_loop()
|
||
loop.run_until_complete(download_links(links))
|
||
|
||
url = 'https://example.com/example.m3u8'
|
||
r = requests.get(url)
|
||
if r.status_code == 200:
|
||
# 解析m3u8文件获取下载链接列表
|
||
m3u8_content = r.content.decode()
|
||
download_links = [link.strip() for link in m3u8_content.split('\n') if link.endswith('.ts')]
|
||
|
||
# 将下载链接列表按照线程数均分为16份
|
||
links_list = [download_links[i:i + 16] for i in range(0, len(download_links), 16)]
|
||
|
||
# 使用进程池来管理多个进程
|
||
pool = Pool(processes=16)
|
||
|
||
# 在进程池中提交异步下载任务
|
||
for links in links_list:
|
||
pool.apply_async(download_in_pool, (links,))
|
||
|
||
# 等待所有任务完成
|
||
pool.close()
|
||
pool.join()
|