
Usage
Fetch single url
from http_client import fetch
res = fetch(url="https://www.python.org/")
Fetch multiple urls
from http_client import fetchmany
from http_client import Request
urls = ["https://www.python.org/", "https://www.ruby-lang.org/en/"]
requests = [Request(url=url) for url in urls]
responses = fetchmany(*requests)
Save files
from http_client import fetchmany
from http_client import Request
urls = [
("https://www.python.org/static/img/python-logo.png", "python-logo.png"),
("https://nodejs.org/static/images/logo.svg", "logo.svg"),
]
requests = [Request(url=url[0], save_to=url[1]) for url in urls]
responses = fetchmany(*requests)
Login to your site with cookies
from http_client import fetch
res = fetch(url="https://www.youtube.com/", httpheader=[
"cookie: LOGIN_INFO=ALdY1ZQwRgIhAN6cOfKvXkJAWHm10YUROhgiGUt9yDr3ZvM2Z6dA-Lz"
])