mirror of
https://github.com/curl/curl.git
synced 2026-04-11 12:01:42 +08:00
39036c9021
Use a thread queue and pool for asnyc threaded DNS resolves. Add pytest test_21_* for verification. Add `CURLMOPT_RESOLVE_THREADS_MAX` to allow applications to resize the thread pool used. Add `CURLMOPT_QUICK_EXIT` to allow applications to skip thread joins when cleaning up a multi handle. Multi handles in `curl_easy_perform()` inherit this from `CURLOPT_QUICK_EXIT`. Add several debug environment variables for testing. Closes #20936
125 lines
5.1 KiB
Python
125 lines
5.1 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
#***************************************************************************
|
|
# _ _ ____ _
|
|
# Project ___| | | | _ \| |
|
|
# / __| | | | |_) | |
|
|
# | (__| |_| | _ <| |___
|
|
# \___|\___/|_| \_\_____|
|
|
#
|
|
# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
|
|
#
|
|
# This software is licensed as described in the file COPYING, which
|
|
# you should have received as part of this distribution. The terms
|
|
# are also available at https://curl.se/docs/copyright.html.
|
|
#
|
|
# You may opt to use, copy, modify, merge, publish, distribute and/or sell
|
|
# copies of the Software, and permit persons to whom the Software is
|
|
# furnished to do so, under the terms of the COPYING file.
|
|
#
|
|
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
|
|
# KIND, either express or implied.
|
|
#
|
|
# SPDX-License-Identifier: curl
|
|
#
|
|
###########################################################################
|
|
#
|
|
import logging
|
|
import os
|
|
from datetime import timedelta
|
|
import pytest
|
|
|
|
from testenv import Env, CurlClient, LocalClient
|
|
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
@pytest.mark.skipif(condition=not Env.curl_is_debug(), reason="needs curl debug")
|
|
@pytest.mark.skipif(condition=Env.curl_uses_lib('c-ares'), reason="c-ares resolver skipped")
|
|
@pytest.mark.skipif(condition=not Env.curl_has_feature('AsynchDNS'), reason="needs AsynchDNS")
|
|
class TestResolve:
|
|
|
|
@pytest.fixture(autouse=True, scope='class')
|
|
def _class_scope(self, env, httpd):
|
|
indir = httpd.docs_dir
|
|
env.make_data_file(indir=indir, fname="data-0k", fsize=0)
|
|
|
|
# use .invalid host name that should never resolv
|
|
def test_21_01_resolv_invalid_one(self, env: Env, httpd, nghttpx):
|
|
count = 1
|
|
run_env = os.environ.copy()
|
|
run_env['CURL_DBG_RESOLV_FAIL_DELAY'] = '5'
|
|
curl = CurlClient(env=env, run_env=run_env, force_resolv=False)
|
|
url = f'https://test-{count}.http.curl.invalid/'
|
|
r = curl.http_download(urls=[url], with_stats=True)
|
|
r.check_exit_code(6)
|
|
r.check_stats(count=count, http_status=0, exitcode=6)
|
|
|
|
# use .invalid host name, one after the other
|
|
@pytest.mark.parametrize("delay_ms", [1, 50])
|
|
def test_21_02_resolv_invalid_serial(self, env: Env, delay_ms, httpd, nghttpx):
|
|
count = 10
|
|
run_env = os.environ.copy()
|
|
run_env['CURL_DBG_RESOLV_FAIL_DELAY'] = f'{delay_ms}'
|
|
curl = CurlClient(env=env, run_env=run_env, force_resolv=False)
|
|
urls = [ f'https://test-{i}.http.curl.invalid/' for i in range(count)]
|
|
r = curl.http_download(urls=urls, with_stats=True)
|
|
r.check_exit_code(6)
|
|
r.check_stats(count=count, http_status=0, exitcode=6)
|
|
|
|
# use .invalid host name, parallel
|
|
@pytest.mark.parametrize("delay_ms", [1, 50])
|
|
def test_21_03_resolv_invalid_parallel(self, env: Env, delay_ms, httpd, nghttpx):
|
|
count = 20
|
|
run_env = os.environ.copy()
|
|
run_env['CURL_DBG_RESOLV_FAIL_DELAY'] = f'{delay_ms}'
|
|
curl = CurlClient(env=env, run_env=run_env, force_resolv=False)
|
|
urls = [ f'https://test-{i}.http.curl.invalid/' for i in range(count)]
|
|
r = curl.http_download(urls=urls, with_stats=True, extra_args=[
|
|
'--parallel'
|
|
])
|
|
r.check_exit_code(6)
|
|
r.check_stats(count=count, http_status=0, exitcode=6)
|
|
|
|
# resolve first url with ipv6 only and fail that, resolve second
|
|
# with ipv*, should succeed.
|
|
def test_21_04_resolv_inv_v6(self, env: Env, httpd):
|
|
count = 2
|
|
run_env = os.environ.copy()
|
|
run_env['CURL_DBG_RESOLV_FAIL_IPV6'] = '1'
|
|
url = f'https://localhost:{env.https_port}/'
|
|
client = LocalClient(name='cli_hx_download', env=env, run_env=run_env)
|
|
if not client.exists():
|
|
pytest.skip(f'example client not built: {client.name}')
|
|
dfiles = [client.download_file(i) for i in range(count)]
|
|
self._clean_files(dfiles)
|
|
# let the first URL resolve via ipv6 only, which we force to fail
|
|
r = client.run(args=[
|
|
'-n', f'{count}', '-6', '-C', env.ca.cert_file, url
|
|
])
|
|
r.check_exit_code(6)
|
|
assert not os.path.exists(dfiles[0])
|
|
assert os.path.exists(dfiles[1])
|
|
|
|
# use .invalid host name, parallel, single resolve thread
|
|
def test_21_05_resolv_single_thread(self, env: Env, httpd, nghttpx):
|
|
count = 10
|
|
delay_ms = 50
|
|
run_env = os.environ.copy()
|
|
run_env['CURL_DBG_RESOLV_FAIL_DELAY'] = f'{delay_ms}'
|
|
run_env['CURL_DBG_RESOLV_MAX_THREADS'] = '1'
|
|
curl = CurlClient(env=env, run_env=run_env, force_resolv=False)
|
|
urls = [ f'https://test-{i}.http.curl.invalid/' for i in range(count)]
|
|
r = curl.http_download(urls=urls, with_stats=True, extra_args=[
|
|
'--parallel', '-6'
|
|
])
|
|
r.check_exit_code(6)
|
|
r.check_stats(count=count, http_status=0, exitcode=6)
|
|
assert r.duration > timedelta(milliseconds=count * delay_ms), f'{r}'
|
|
|
|
def _clean_files(self, files):
|
|
for file in files:
|
|
if os.path.exists(file):
|
|
os.remove(file)
|