pip install requests

import concurrent.futures  
import requests  
# 假設(shè)我們有一個URL列表  
urls = [  
    'http://example.com/api/data1',  
    'http://example.com/api/data2',  
    'http://example.com/api/data3',  
    # ... 添加更多URL  
]  
# 定義一個函數(shù)，該函數(shù)接收一個URL，發(fā)送GET請求，并打印響應(yīng)內(nèi)容  
def fetch_data(url):  
    try:  
        response = requests.get(url)  
        response.raise_for_status()  # 如果請求失?。ɡ纾?xx、5xx），則拋出HTTPError異常  
        print(f"URL: {url}, Status Code: {response.status_code}, Content: {response.text[:100]}...")  
    except requests.RequestException as e:  
        print(f"Error fetching {url}: {e}")  
# 使用ThreadPoolExecutor并發(fā)地執(zhí)行fetch_data函數(shù)  
with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:  # 你可以根據(jù)需要調(diào)整max_workers的值  
    future_to_url = {executor.submit(fetch_data, url): url for url in urls}  
    for future in concurrent.futures.as_completed(future_to_url):  
        url = future_to_url[future]  
        try:  
            # 通過調(diào)用future.result()來獲取函數(shù)的返回值，這會阻塞，直到結(jié)果可用  
            # 但是請注意，這里我們只是打印結(jié)果，沒有返回值，所以調(diào)用future.result()只是為了等待函數(shù)完成  
            future.result()  
        except Exception as exc:  
            print(f'Generated an exception for {url}: {exc}')

import concurrent.futures  
import requests  
# 假設(shè)我們有一個URL列表  
urls = [  
    'https://www.example.com',  
    'https://httpbin.org/get',  
    'https://api.example.com/some/endpoint',  
    # ... 添加更多URL  
]  
# 定義一個函數(shù)來發(fā)送GET請求并處理響應(yīng)  
def fetch_url(url):  
    try:  
        response = requests.get(url, timeout=5)  # 設(shè)置超時為5秒  
        response.raise_for_status()  # 如果請求失敗，拋出HTTPError異常  
        return response.text  # 返回響應(yīng)內(nèi)容，這里只是作為示例，實際使用中可能不需要返回  
    except requests.RequestException as e:  
        print(f"Error fetching {url}: {e}")  
        return None  
# 使用ThreadPoolExecutor并發(fā)地發(fā)送請求  
def fetch_all_urls(urls):  
    with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:  
        # 使用executor.map來自動處理迭代和Future的獲取  
        results = executor.map(fetch_url, urls)  
    # 處理結(jié)果（這里只是簡單地打印出來）  
    for result in results:  
        if result is not None:  
            print(f"Fetched content from a URL (truncated): {result[:100]}...")  
# 調(diào)用函數(shù)  
fetch_all_urls(urls)

import threading  
import requests  
def fetch_url(url):  
    try:  
        response = requests.get(url)  
        response.raise_for_status()  
        print(f"URL: {url}, Status Code: {response.status_code}")  
    except requests.RequestException as e:  
        print(f"Error fetching {url}: {e}")  
threads = []  
for url in urls:  
    t = threading.Thread(target=fetch_url, args=(url,))  
    threads.append(t)  
    t.start()  
# 等待所有線程完成  
for t in threads:  
    t.join()

from multiprocessing import Pool  
import requests  
def fetch_url(url):  
    try:  
        response = requests.get(url)  
        response.raise_for_status()  
        return f"URL: {url}, Status Code: {response.status_code}"  
    except requests.RequestException as e:  
        return f"Error fetching {url}: {e}"  
with Pool(processes=4) as pool:  # 設(shè)定進程池的大小  
    results = pool.map(fetch_url, urls)  
for result in results:  
    print(result)

import asyncio  
import aiohttp  
async def fetch_url(url, session):  
    async with session.get(url) as response:  
        return await response.text()  
async def main():  
    async with aiohttp.ClientSession() as session:  
        tasks = []  
        for url in urls:  
            task = asyncio.create_task(fetch_url(url, session))  
            tasks.append(task)  
        results = await asyncio.gather(*tasks)  
        for result, url in zip(results, urls):  
            print(f"URL: {url}, Content: {result[:100]}...")  
# Python 3.7+ 可以使用下面的方式運行主協(xié)程  
asyncio.run(main())