Merge pull request #3 from nikhilkumarsingh/master

added random proxy request script
This commit is contained in:
Kaushlendra Pratap 2018-10-03 11:17:36 +05:30 committed by GitHub
commit 2fce332eb4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 46 additions and 0 deletions

20
Proxy-Request/README.md Normal file
View File

@ -0,0 +1,20 @@
# Web proxy request application using Python
A quick, reliable and random Web Proxy request application using Python.
## 3rd party libraries used
- requests
- bs4
## Usage
```
from proxy_request import proxy_request
r = proxy_request('get', "https://httpbin.org/ip")
print(r.json())
```

View File

@ -0,0 +1,26 @@
import requests
from bs4 import BeautifulSoup
from random import choice
def get_proxy():
url = "https://www.sslproxies.org/"
r = requests.get(url)
soup = BeautifulSoup(r.content, 'html5lib')
return {'https': choice(list(map(lambda x:x[0]+':'+x[1], list(zip(map(lambda x:x.text, soup.findAll('td')[::8]),
map(lambda x:x.text, soup.findAll('td')[1::8]))))))}
def proxy_request(request_type, url, **kwargs):
while 1:
try:
proxy = get_proxy()
print(f"Using proxy {proxy['https']}")
response = requests.request(request_type, url, proxies=proxy, timeout=5, **kwargs)
break
except Exception as e:
print(e)
return response
if __name__ == "__main__":
r = proxy_request('get', "https://www.youtube.com/IndianPythonista")