使用 requests-mock 高效模拟动态 URL 请求与多阶段响应

pip install requests-mock

import requests
import requests_mock

def fetch_data(url):
    response = requests.get(url)
    response.raise_for_status() # Raise an exception for bad status codes
    return response.json()

# 测试示例
with requests_mock.Mocker() as m:
    m.get('http://test.com/api/data', json={'key': 'value'}, status_code=200)
    data = fetch_data('http://test.com/api/data')
    assert data == {'key': 'value'}

import requests
from http import HTTPStatus

def consuming_api_swapi_index_page(initial_page: int = 1):
    """Swapi index page."""
    check = HTTPStatus.OK
    results = []
    while check == HTTPStatus.OK:
        response = requests.get(
            f'https://swapi.dev/api/people/?page={initial_page}'
        )
        results.append(url := response.url) # response.url 会自动反映请求的真实URL
        check = response.status_code
        initial_page += 1
    return results

import requests_mock
import re
from http import HTTPStatus

# ... (consuming_api_swapi_index_page 函数定义同上) ...

def test_consuming_api_swapi_index_page_regex_mock() -> None:
    expected_urls = [
        'https://swapi.dev/api/people/?page=1',
        'https://swapi.dev/api/people/?page=2',
        # ... up to page 10
        'https://swapi.dev/api/people/?page=10',
    ]

    # 定义一个正则表达式来匹配所有分页 URL
    matcher = re.compile(r"https://swapi.dev/api/people/\?page=\d+")

    with requests_mock.Mocker() as m:
        # 注册一个 GET 请求的模拟，匹配上述正则表达式
        # 对于所有匹配的请求，都返回 HTTPStatus.OK (200) 和一个空的 JSON 对象
        # 注意：requests-mock 会自动将 response.url 设置为实际匹配到的请求 URL
        m.get(matcher, status_code=HTTPStatus.OK, json={})

        # 为了让循环在第11页停止，我们需要模拟第11页返回非200状态码
        # 精确匹配第11页的URL，并返回404
        m.get('https://swapi.dev/api/people/?page=11', status_code=HTTPStatus.NOT_FOUND)

        actual_urls = consuming_api_swapi_index_page()
        assert actual_urls == expected_urls

import requests
import requests_mock
import re
from http import HTTPStatus

# ... (consuming_api_swapi_index_page 函数定义同上) ...

def test_consuming_api_swapi_index_page_with_callback() -> None:
    expected_urls = [
        'https://swapi.dev/api/people/?page=1',
        'https://swapi.dev/api/people/?page=2',
        'https://swapi.dev/api/people/?page=3',
        'https://swapi.dev/api/people/?page=4',
        'https://swapi.dev/api/people/?page=5',
        'https://swapi.dev/api/people/?page=6',
        'https://swapi.dev/api/people/?page=7',
        'https://swapi.dev/api/people/?page=8',
        'https://swapi.dev/api/people/?page=9',
        'https://swapi.dev/api/people/?page=10',
    ]

    # 定义正则表达式匹配分页URL，并捕获页码
    matcher = re.compile(r"https://swapi.dev/api/people/\?page=(\d+)")

    def swapi_pagination_callback(request, context):
        """
        根据请求的页码动态生成响应。
        当页码在1到10之间时，返回200 OK。
        当页码大于10时，返回404 Not Found以终止循环。
        """
        # 从请求URL中解析页码
        match = re.search(r'page=(\d+)', request.url)
        page_num = int(match.group(1)) if match else 1

        if 1 <= page_num <= 10:
            context.status_code = HTTPStatus.OK
            # 返回一个模拟的SWAPI响应体，虽然本例中不使用其内容，但保持API一致性
            # 真实的SWAPI在最后一页会返回 "next": null
            # 这里我们只关注status_code来控制循环
            return {
                'count': 82,
                'next': f'https://swapi.dev/api/people/?page={page_num + 1}' if page_num < 10 else None,
                'previous': None if page_num == 1 else f'https://swapi.dev/api/people/?page={page_num - 1}',
                'results': [] # 简化结果，实际测试中可能需要模拟具体数据
            }
        else:
            # 当请求的页码超出预期范围时，返回非200状态码，终止循环
            context.status_code = HTTPStatus.NOT_FOUND
            return {'detail': 'Not found'}

    with requests_mock.Mocker() as m:
        # 注册 GET 请求，使用回调函数动态生成 JSON 响应
        m.get(matcher, json=swapi_pagination_callback)

        actual_urls = consuming_api_swapi_index_page()
        assert actual_urls == expected_urls