Filtered proxies also get blocked by target site sometimes.

[slidenerd]

• I understand you have a section on async environments but it doesn't cover plain cases like how to use it with aiohttp

from swiftshadow.classes import ProxyInterface

async def test(url):
    proxy_manager = ProxyInterface(autoUpdate=False,countries=["US"], protocol="http", autoRotate=True)
    print(proxy_manager.get().as_string())
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:98.0) Gecko/20100101 Firefox/98.0",  # noqa: B950
        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",  # noqa: B950
        "Accept-Language": "en-US,en;q=0.5",
        "Accept-Encoding": "gzip, deflate",
        "Connection": "keep-alive",
        "Upgrade-Insecure-Requests": "1",
        "Sec-Fetch-Dest": "document",
        "Sec-Fetch-Mode": "navigate",
        "Sec-Fetch-Site": "none",
        "Sec-Fetch-User": "?1",
        "Cache-Control": "max-age=0",
    }
    text=''
    async with aiohttp.ClientSession(headers=headers, timeout=aiohttp.ClientTimeout(total=30), trust_env=True, proxy=proxy_manager.get().as_string())  as session:
        try:
            async with session.get(url, raise_for_status=True, ssl=False) as response:
                text = await response.text()
        except Exception as e:
            print(e)
    return text

x=await test('https://bitcoinmagazine.com/feed')

• I am trying to load a url with aiohttp
• It gives me an error immediately

IndexError                                Traceback (most recent call last)
Cell In[49], [line 1](vscode-notebook-cell:?execution_count=49&line=1)
----> [1](vscode-notebook-cell:?execution_count=49&line=1) x=await test('https://bitcoinmagazine.com/feed')

Cell In[48], [line 4](vscode-notebook-cell:?execution_count=48&line=4)
      2 async def test(url):
      3     proxy_manager = ProxyInterface(autoUpdate=False,countries=["US"], protocol="http", autoRotate=True)
----> [4](vscode-notebook-cell:?execution_count=48&line=4)     print(proxy_manager.get().as_string())
      5     headers = {
      6         "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:98.0) Gecko/20100101 Firefox/98.0",  # noqa: B950
      7         "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",  # noqa: B950
   (...)     16         "Cache-Control": "max-age=0",
     17     }
     18     text=''

File /opt/homebrew/Cellar/jupyterlab/4.5.0/libexec/lib/python3.14/site-packages/swiftshadow/classes.py:315, in ProxyInterface.get(self)
    301 """
    302 Retrieves current active proxy.
    303 
   (...)    311     ValueError: If no proxies are available (current is None).
    312 """
    314 if self.autorotate:
--> [315](https://file+.vscode-resource.vscode-cdn.net/opt/homebrew/Cellar/jupyterlab/4.5.0/libexec/lib/python3.14/site-packages/swiftshadow/classes.py:315)     self.rotate(validate_cache=self.autoUpdate)
    316 if self.current:
...
    352 if not len(seq):
--> [353](https://file+.vscode-resource.vscode-cdn.net/opt/homebrew/Cellar/python@3.14/3.14.0_1/Frameworks/Python.framework/Versions/3.14/lib/python3.14/random.py:353)     raise IndexError('Cannot choose from an empty sequence')
    354 return seq[self._randbelow(len(seq))]

IndexError: Cannot choose from an empty sequence
Output is truncated. View as a [scrollable element](command:cellOutput.enableScrolling?8d1d4c23-6442-4a72-b218-259005d837d9) or open in a [text editor](command:workbench.action.openLargeOutput?8d1d4c23-6442-4a72-b218-259005d837d9). Adjust cell output [settings](command:workbench.action.openSettings?%5B%22%40tag%3AnotebookOutputLayout%22%5D)...

• I understand it has not updated the index but how do I fix this?

[sachin-sankar]

Hey @slidenerd

On first inspection it seems the ProxyInterface class wont update its internal list of proxies without autoUpdate being set to true on initialization, this is the first issue that is apparent. Can you run the code with autoupdate set to true and let me know output?

[slidenerd]

Python version: 3.12.10

Pipefile

[[source]]
url = "https://pypi.org/simple"
verify_ssl = true
name = "pypi"

[packages]
aiohttp = "==3.13.2"
asyncpg = "==0.30.0"
feedparser = "==6.0.12"
python-dateutil = "2.9.0"
swiftshadow = "*"

[dev-packages]
ipykernel = "*"

[requires]
python_version = "3.12.10"

test.py

import aiohttp
import asyncio
from swiftshadow.classes import ProxyInterface


async def test(url):
    proxy_manager = ProxyInterface(
        autoUpdate=True, countries=["US"], protocol="http", autoRotate=True
    )
    proxy = proxy_manager.get().as_string()
    print(proxy)
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:98.0) Gecko/20100101 Firefox/98.0",  # noqa: B950
        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",  # noqa: B950
        "Accept-Language": "en-US,en;q=0.5",
        "Accept-Encoding": "gzip, deflate",
        "Connection": "keep-alive",
        "Upgrade-Insecure-Requests": "1",
        "Sec-Fetch-Dest": "document",
        "Sec-Fetch-Mode": "navigate",
        "Sec-Fetch-Site": "none",
        "Sec-Fetch-User": "?1",
        "Cache-Control": "max-age=0",
    }
    text = ""
    async with aiohttp.ClientSession(
        headers=headers,
        timeout=aiohttp.ClientTimeout(total=30),
        trust_env=True,
        proxy=proxy,
    ) as session:
        try:
            async with session.get(url, raise_for_status=True, ssl=False) as response:
                text = await response.text()
                print(text)
        except Exception as e:
            print(e)
    return text


async def main():
    text = await test("https://bitcoinmagazine.com/feed")
    print(text)


if __name__ == "__main__":
    asyncio.run(main(), debug=True)

• This is the minimal reproducible file that is causing an issue. I set it to true and it gives me a different error

2025-11-19 19:34:14,140 - swiftshadow [INFO]:Cache Invalid due to configuration changes.
Traceback (most recent call last):
  File "/Users/vr/Desktop/code/ch_v3_final/./python/test.py", line 47, in <module>
    asyncio.run(main(), debug=True)
  File "/Users/vr/.pyenv/versions/3.12.10/lib/python3.12/asyncio/runners.py", line 195, in run
    return runner.run(main)
           ^^^^^^^^^^^^^^^^
  File "/Users/vr/.pyenv/versions/3.12.10/lib/python3.12/asyncio/runners.py", line 118, in run
    return self._loop.run_until_complete(task)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/vr/.pyenv/versions/3.12.10/lib/python3.12/asyncio/base_events.py", line 691, in run_until_complete
    return future.result()
           ^^^^^^^^^^^^^^^
  File "/Users/vr/Desktop/code/ch_v3_final/./python/test.py", line 42, in main
    text = await test("https://bitcoinmagazine.com/feed")
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/vr/Desktop/code/ch_v3_final/./python/test.py", line 7, in test
    proxy_manager = ProxyInterface(
                    ^^^^^^^^^^^^^^^
  File "/Users/vr/.local/share/virtualenvs/ch_v3_final-Wal3tRhR/lib/python3.12/site-packages/swiftshadow/classes.py", line 141, in __init__
    self.update()
  File "/Users/vr/.local/share/virtualenvs/ch_v3_final-Wal3tRhR/lib/python3.12/site-packages/swiftshadow/classes.py", line 253, in update
    providerProxies: list[Proxy] = run(
                                   ^^^^
  File "/Users/vr/.pyenv/versions/3.12.10/lib/python3.12/asyncio/runners.py", line 191, in run
    raise RuntimeError(
RuntimeError: asyncio.run() cannot be called from a running event loop
sys:1: RuntimeWarning: coroutine 'ProxyScrape' was never awaited

• Now let us try changing autoUpdate to False and see what happens without making any other change

Traceback (most recent call last):
  File "/Users/vr/Desktop/code/ch_v3_final/./python/test.py", line 47, in <module>
    asyncio.run(main(), debug=True)
  File "/Users/vr/.pyenv/versions/3.12.10/lib/python3.12/asyncio/runners.py", line 195, in run
    return runner.run(main)
           ^^^^^^^^^^^^^^^^
  File "/Users/vr/.pyenv/versions/3.12.10/lib/python3.12/asyncio/runners.py", line 118, in run
    return self._loop.run_until_complete(task)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/vr/.pyenv/versions/3.12.10/lib/python3.12/asyncio/base_events.py", line 691, in run_until_complete
    return future.result()
           ^^^^^^^^^^^^^^^
  File "/Users/vr/Desktop/code/ch_v3_final/./python/test.py", line 42, in main
    text = await test("https://bitcoinmagazine.com/feed")
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/vr/Desktop/code/ch_v3_final/./python/test.py", line 10, in test
    proxy = proxy_manager.get().as_string()
            ^^^^^^^^^^^^^^^^^^^
  File "/Users/vr/.local/share/virtualenvs/ch_v3_final-Wal3tRhR/lib/python3.12/site-packages/swiftshadow/classes.py", line 315, in get
    self.rotate(validate_cache=self.autoUpdate)
  File "/Users/vr/.local/share/virtualenvs/ch_v3_final-Wal3tRhR/lib/python3.12/site-packages/swiftshadow/classes.py", line 298, in rotate
    self.current = choice(self.proxies)
                   ^^^^^^^^^^^^^^^^^^^^
  File "/Users/vr/.pyenv/versions/3.12.10/lib/python3.12/random.py", line 347, in choice
    raise IndexError('Cannot choose from an empty sequence')
IndexError: Cannot choose from an empty sequence

• Both cases dont work

[sachin-sankar]

Update you code to use autoupdate=False then await proxy_manager.async_update() before fetching a proxy. The updated test code should look as follows:

import aiohttp
import asyncio
from swiftshadow.classes import ProxyInterface


async def test(url):
    proxy_manager = ProxyInterface(
        autoUpdate=False, countries=["US"], protocol="http", autoRotate=True, debug=True
    )
    await proxy_manager.async_update()
    proxy = proxy_manager.get().as_string()
    print(proxy)
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:98.0) Gecko/20100101 Firefox/98.0",  # noqa: B950
        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",  # noqa: B950
        "Accept-Language": "en-US,en;q=0.5",
        "Accept-Encoding": "gzip, deflate",
        "Connection": "keep-alive",
        "Upgrade-Insecure-Requests": "1",
        "Sec-Fetch-Dest": "document",
        "Sec-Fetch-Mode": "navigate",
        "Sec-Fetch-Site": "none",
        "Sec-Fetch-User": "?1",
        "Cache-Control": "max-age=0",
    }
    text = ""
    async with aiohttp.ClientSession(
        headers=headers,
        timeout=aiohttp.ClientTimeout(total=30),
        trust_env=True,
        proxy=proxy,
    ) as session:
        try:
            async with session.get(url, raise_for_status=True, ssl=False) as response:
                text = await response.text()
                print(text)
        except Exception as e:
            print(e)
    return text


async def main():
    text = await test("https://bitcoinmagazine.com/feed")
    print(text)


if __name__ == "__main__":
    asyncio.run(main(), debug=True)

[slidenerd]

import aiohttp
import asyncio
from swiftshadow.classes import ProxyInterface


async def test(url):
    proxy_manager = ProxyInterface(
        autoUpdate=False,
        countries=["US"],
        protocol="http",
        autoRotate=True,
        debug=True,
    )
    await proxy_manager.async_update()
    proxy = proxy_manager.get().as_string()
    print(proxy)
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:98.0) Gecko/20100101 Firefox/98.0",  # noqa: B950
        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",  # noqa: B950
        "Accept-Language": "en-US,en;q=0.5",
        "Accept-Encoding": "gzip, deflate",
        "Connection": "keep-alive",
        "Upgrade-Insecure-Requests": "1",
        "Sec-Fetch-Dest": "document",
        "Sec-Fetch-Mode": "navigate",
        "Sec-Fetch-Site": "none",
        "Sec-Fetch-User": "?1",
        "Cache-Control": "max-age=0",
    }
    text = ""
    async with aiohttp.ClientSession(
        headers=headers,
        timeout=aiohttp.ClientTimeout(total=60),
        trust_env=True,
    ) as session:
        try:
            async with session.get(
                url, proxy=proxy, raise_for_status=True, ssl=False
            ) as response:
                text = await response.text()
        except Exception as e:
            print(e)
    return text


async def main(url):
    text = await test(url)
    print("retrieved data from url", url, text)


asyncio.run(main("https://www.washingtontimes.com/rss/headlines/news/"), debug=True)

keep getting empty text, tried a few different urls, even increased the timeout to 60 and set the proxy option at the right spot which is basically the session.get function as per documentation

[sachin-sankar]

Ran the same code. Following was my output

swifttest on  main [?] is 󰏗 v0.1.0 via  v3.13.7 took 9s 
❯ uv run main.py    
2025-11-29 21:14:19,457 - swiftshadow [DEBUG]:System Cache folder set at /home/sachin/.cache/swiftshadow
2025-11-29 21:14:19,459 - swiftshadow [INFO]:No cache found, will be created after update.
Executing <Task pending name='Task-1' coro=<main() running at /home/sachin/temp/swifttest/main.py:47> wait_for=<_GatheringFuture pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:712> cb=[_run_until_complete_cb() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:181] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/runners.py:100> took 6.556 seconds
Executing <Task pending name='Task-1887' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.113 seconds
Executing <Task pending name='Task-4095' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.168 seconds
Executing <Task pending name='Task-6757' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.231 seconds
Executing <Task pending name='Task-10002' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.309 seconds
Executing <Task pending name='Task-13960' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.402 seconds
Executing <TimerHandle when=3347 TimeoutHandle.__call__() created at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/aiohttp/helpers.py:615> took 0.527 seconds
2025-11-29 21:14:35,877 - swiftshadow [DEBUG]:0 proxies from ProxyScrape
Executing <Task pending name='Task-1' coro=<main() running at /home/sachin/temp/swifttest/main.py:47> wait_for=<_GatheringFuture pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:712> cb=[_run_until_complete_cb() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:181] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/runners.py:100> took 0.470 seconds
2025-11-29 21:14:41,475 - swiftshadow [DEBUG]:4 proxies from Monosans
Executing <Task pending name='Task-1' coro=<main() running at /home/sachin/temp/swifttest/main.py:47> wait_for=<_GatheringFuture pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:712> cb=[_run_until_complete_cb() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:181] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/runners.py:100> took 2.438 seconds
2025-11-29 21:14:46,248 - swiftshadow [DEBUG]:49 proxies from ProxyDB
http://192.73.244.36:80
400, message='Bad Request', url='http://192.73.244.36'
retrieved data from url https://www.washingtontimes.com/rss/headlines/news/ 

Seems the request is not being done correctly here. Can you check your implementation?

[slidenerd]

import aiohttp
import asyncio


async def test(url):
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:98.0) Gecko/20100101 Firefox/98.0",  # noqa: B950
        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",  # noqa: B950
        "Accept-Language": "en-US,en;q=0.5",
        "Accept-Encoding": "gzip, deflate",
        "Connection": "keep-alive",
        "Upgrade-Insecure-Requests": "1",
        "Sec-Fetch-Dest": "document",
        "Sec-Fetch-Mode": "navigate",
        "Sec-Fetch-Site": "none",
        "Sec-Fetch-User": "?1",
        "Cache-Control": "max-age=0",
    }
    text = ""
    async with aiohttp.ClientSession(
        headers=headers,
        timeout=aiohttp.ClientTimeout(total=60),
        trust_env=True,
    ) as session:
        try:
            async with session.get(
                url, raise_for_status=True, ssl=False
            ) as response:
                text = await response.text()
        except Exception as e:
            print(e)
    return text


async def main(url):
    text = await test(url)
    print("retrieved data from url", url, text)


asyncio.run(main("https://www.washingtontimes.com/rss/headlines/news/"), debug=True)

• This is the code without the proxy and it works fine
• Ran it inside a docker container to verify

 docker run --rm -it python:3.12.10-slim-bookworm bash
mkdir -p /home/python/app
cd /home/python/app
pip install aiohttp
python

• paste the above code and it should give you the results
• here is a screenshot

• now let me try with the proxy

• that is literally all the changes i made

• dont see any results this time

[sachin-sankar]

I think the result is empty or not based on what proxy IP is being used when the request is made as it is the only variable diffrent in both of our test environments, to verify this i ran the test function for all proxies in the proxy pool and follwing are the results,

swifttest on  main [?] is 󰏗 v0.1.0 via  v3.13.7 took 1m1s 
❯ uv run looped.py 
2025-12-01 12:49:47,563 - swiftshadow [DEBUG]:System Cache folder set at /home/sachin/.cache/swiftshadow
2025-12-01 12:49:47,566 - swiftshadow [INFO]:Cache Expired
Executing <Task pending name='Task-1' coro=<main() running at /home/sachin/temp/swifttest/looped.py:45> wait_for=<_GatheringFuture pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:712> cb=[_run_until_complete_cb() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:181] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/runners.py:100> took 6.680 seconds
Executing <Task pending name='Task-1981' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.132 seconds
Executing <Task pending name='Task-4124' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.186 seconds
Executing <Task pending name='Task-6721' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.256 seconds
Executing <Task pending name='Task-9902' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.346 seconds
Executing <Task pending name='Task-13730' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.448 seconds
Executing <Task pending name='Task-9199' coro=<check_proxy() running at /home/sachin/temp/swifttest/.venv/lib/python3.12/site-packages/swiftshadow/validator.py:59> wait_for=<Future pending cb=[BaseSelectorEventLoop._sock_write_done(120, handle=<Handle BaseS...events.py:317>)(), Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:448> cb=[gather.<locals>._done_callback() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:767] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:420> took 0.536 seconds
2025-12-01 12:50:06,239 - swiftshadow [DEBUG]:0 proxies from ProxyScrape
Executing <Task pending name='Task-1' coro=<main() running at /home/sachin/temp/swifttest/looped.py:45> wait_for=<_GatheringFuture pending cb=[Task.task_wakeup()] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/tasks.py:712> cb=[_run_until_complete_cb() at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/base_events.py:181] created at /home/sachin/.local/share/uv/python/cpython-3.12.9-linux-x86_64-gnu/lib/python3.12/asyncio/runners.py:100> took 0.429 seconds
2025-12-01 12:50:11,935 - swiftshadow [DEBUG]:13 proxies from Monosans
http://93.190.142.109:13881
retrieved data using http://93.190.142.109:13881 23547
http://89.38.99.28:11047
retrieved data using http://89.38.99.28:11047 23547
http://93.190.141.73:11563
retrieved data using http://93.190.141.73:11563 23547
http://93.190.141.73:13864
retrieved data using http://93.190.141.73:13864 23547
http://199.217.99.123:2525
retrieved data using http://199.217.99.123:2525 23547
http://93.190.141.73:14521
retrieved data using http://93.190.141.73:14521 23547
http://93.190.139.73:14493
retrieved data using http://93.190.139.73:14493 23547
http://217.23.5.66:16314
retrieved data using http://217.23.5.66:16314 23547
http://4.149.153.123:3128
403, message='Forbidden', url='https://www.washingtontimes.com/rss/headlines/news/'
retrieved data using http://4.149.153.123:3128 0
http://93.190.139.73:14170
retrieved data using http://93.190.139.73:14170 23547
http://109.236.84.70:13214
retrieved data using http://109.236.84.70:13214 23547
http://35.180.127.14:1001
502, message='Bad Gateway', url='http://35.180.127.14:1001'
retrieved data using http://35.180.127.14:1001 0
http://93.190.143.43:12299
retrieved data using http://93.190.143.43:12299 23547

As you can see some proxies fail to get the data due to being blocked by the target server.
Can you run the code below and report the results so we can validate this theory.

import aiohttp
import asyncio
from swiftshadow.classes import ProxyInterface


async def test(url, proxy):
    print(proxy)
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:98.0) Gecko/20100101 Firefox/98.0",  # noqa: B950
        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",  # noqa: B950
        "Accept-Language": "en-US,en;q=0.5",
        "Accept-Encoding": "gzip, deflate",
        "Connection": "keep-alive",
        "Upgrade-Insecure-Requests": "1",
        "Sec-Fetch-Dest": "document",
        "Sec-Fetch-Mode": "navigate",
        "Sec-Fetch-Site": "none",
        "Sec-Fetch-User": "?1",
        "Cache-Control": "max-age=0",
    }
    text = ""
    async with aiohttp.ClientSession(
        headers=headers,
        timeout=aiohttp.ClientTimeout(total=60),
        trust_env=True,
    ) as session:
        try:
            async with session.get(
                url, proxy=proxy, raise_for_status=True, ssl=False
            ) as response:
                text = await response.text()
        except Exception as e:
            print(e)
    return text


async def main(url):
    proxy_manager = ProxyInterface(
        autoUpdate=False,
        countries=["US"],
        protocol="http",
        autoRotate=True,
        debug=True,
    )
    await proxy_manager.async_update()
    for proxy_obj in proxy_manager.proxies:
        text = await test(url, proxy_obj.as_string())
        print(f"retrieved data using {proxy_obj.as_string()} {len(text)}")


asyncio.run(main("https://www.washingtontimes.com/rss/headlines/news/"), debug=True)