Python Web Scraping ProxiesScrapy, Selenium, BeautifulSoup & more

import requests

proxy = {
    "http": "http://user:pass@proxy.proxies.sx:port",
    "https": "http://user:pass@proxy.proxies.sx:port"
}

response = requests.get(
    "https://example.com",
    proxies=proxy
)

print(response.text)

# settings.py
DOWNLOADER_MIDDLEWARES = {
    'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware': 1,
}

HTTP_PROXY = 'http://user:pass@proxy.proxies.sx:port'

# In spider
def start_requests(self):
    yield scrapy.Request(
        url='https://example.com',
        meta={'proxy': HTTP_PROXY}
    )

from selenium import webdriver
from selenium.webdriver.chrome.options import Options

options = Options()
options.add_argument(
    '--proxy-server=http://user:pass@proxy.proxies.sx:port'
)

driver = webdriver.Chrome(options=options)
driver.get("https://example.com")

from playwright.sync_api import sync_playwright

with sync_playwright() as p:
    browser = p.chromium.launch(
        proxy={
            "server": "http://proxy.proxies.sx:port",
            "username": "user",
            "password": "pass"
        }
    )
    page = browser.new_page()
    page.goto("https://example.com")