chore: Fix increased flakinnes of curl_cffi based tests

tests/unit/_utils/test_sitemap.py

@@ -1,9 +1,7 @@
 import base64
 import gzip
-import sys
 from datetime import datetime
 
-import pytest
 from yarl import URL
 
 from crawlee._utils.sitemap import Sitemap, SitemapUrl, parse_sitemap
@@ -95,8 +93,6 @@ async def test_gzipped_sitemap(server_url: URL, http_client: HttpClient) -> None
     assert set(sitemap.urls) == BASIC_RESULTS
 
 
-# TODO: Remove this skip when #1460 is resolved.
-@pytest.mark.skipif(sys.platform != 'linux', reason='Flaky with Curl on Windows, see #1460.')
 async def test_gzipped_sitemap_with_invalid_data(server_url: URL, http_client: HttpClient) -> None:
     """Test loading a invalid gzipped sitemap with correct type and .xml.gz url."""
     compress_data = compress_gzip(BASIC_SITEMAP)

tests/unit/conftest.py

@@ -5,6 +5,8 @@
 
 import logging
 import os
+import re
+import time
 import warnings
 from typing import TYPE_CHECKING, cast
 
@@ -161,8 +163,15 @@ async def key_value_store() -> AsyncGenerator[KeyValueStore, None]:
 
 
 @pytest.fixture(scope='session')
-def http_server(unused_tcp_port_factory: Callable[[], int]) -> Iterator[TestServer]:
+def http_server(unused_tcp_port_factory: Callable[[], int], worker_id: str) -> Iterator[TestServer]:
     """Create and start an HTTP test server."""
+    if m := (re.search(r'\d+(\.\d+)?', worker_id)):
+        extra_delay = int(m[0])
+    delay = 0 if worker_id == 'master' else 1 + extra_delay
+
+    print(f'Worker {worker_id} sleeping for {delay} seconds to avoid port conflicts')
+    time.sleep(delay)
+
     config = Config(app=app, lifespan='off', loop='asyncio', port=unused_tcp_port_factory())
     server = TestServer(config=config)
     yield from serve_in_thread(server)

tests/unit/http_clients/test_http_clients.py

@@ -1,7 +1,6 @@
 from __future__ import annotations
 
 import os
-import sys
 from typing import TYPE_CHECKING
 
 import pytest
@@ -164,10 +163,6 @@ async def test_send_request_allow_redirects_false(custom_http_client: HttpClient
 
 
 async def test_stream(http_client: HttpClient, server_url: URL) -> None:
-    # TODO: Remove this skip when #1494 is resolved.
-    if isinstance(http_client, CurlImpersonateHttpClient) and sys.platform != 'linux':
-        pytest.skip('Flaky with Curl on Windows, see #1494.')
-
     content_body: bytes = b''
 
     async with http_client.stream(str(server_url)) as response: