http_client

Fast and robust HTTP client based on PyCurl


Keywords
pycurl, python
License
MIT
Install
pip install http_client==0.1.22

Documentation

Travis CI

Usage

Fetch single url

from http_client import fetch

res = fetch(url="https://www.python.org/")

Fetch multiple urls

from http_client import fetchmany
from http_client import Request

urls = ["https://www.python.org/", "https://www.ruby-lang.org/en/"]
requests = [Request(url=url) for url in urls]
responses = fetchmany(*requests)

Save files

from http_client import fetchmany
from http_client import Request

urls = [
    ("https://www.python.org/static/img/python-logo.png", "python-logo.png"),
    ("https://nodejs.org/static/images/logo.svg", "logo.svg"),
]
requests = [Request(url=url[0], save_to=url[1]) for url in urls]
responses = fetchmany(*requests)

Login to your site with cookies

from http_client import fetch

res = fetch(url="https://www.youtube.com/", httpheader=[
    "cookie: LOGIN_INFO=ALdY1ZQwRgIhAN6cOfKvXkJAWHm10YUROhgiGUt9yDr3ZvM2Z6dA-Lz"
])