mirror of
https://github.com/NovaOSS/nova-api.git
synced 2024-11-25 18:43:57 +01:00
119 lines
3.5 KiB
Python
119 lines
3.5 KiB
Python
"""This module makes it easy to implement proxies by providing a class.."""
|
|
|
|
import os
|
|
import socket
|
|
import random
|
|
import asyncio
|
|
import aiohttp
|
|
import aiohttp_socks
|
|
|
|
from rich import print
|
|
from dotenv import load_dotenv
|
|
|
|
load_dotenv()
|
|
|
|
USE_PROXY_LIST = os.getenv('USE_PROXY_LIST', 'False').lower() == 'true'
|
|
|
|
class Proxy:
|
|
"""Represents a proxy. The type can be either http, https, socks4 or socks5.
|
|
You can also pass a url, which will be parsed into the other attributes.
|
|
URL format:
|
|
[type]://[username:password@]host:port
|
|
"""
|
|
|
|
def __init__(self,
|
|
url: str=None,
|
|
proxy_type: str='http',
|
|
host_or_ip: str='127.0.0.1',
|
|
port: int=8080,
|
|
username: str=None,
|
|
password: str=None
|
|
):
|
|
if url:
|
|
proxy_type = url.split('://')[0]
|
|
url = url.split('://')[1]
|
|
|
|
if '@' in url:
|
|
username = url.split('@')[1].split(':')[0]
|
|
password = url.split('@')[1].split(':')[1]
|
|
|
|
host_or_ip = url.split(':')[0]
|
|
port = url.split(':')[1]
|
|
|
|
self.proxy_type = proxy_type
|
|
self.host_or_ip = host_or_ip
|
|
self.ip_address = socket.gethostbyname(self.host_or_ip) # get ip address from host
|
|
self.host = self.host_or_ip
|
|
self.port = port
|
|
self.username = username
|
|
self.password = password
|
|
|
|
self.url = f'{self.proxy_type}://{self.username}:{self.password}@{self.host}:{self.port}'
|
|
self.url_ip = f'{self.proxy_type}://{self.username}:{self.password}@{self.ip_address}:{self.port}'
|
|
self.urls = {
|
|
'http': self.url,
|
|
'https': self.url
|
|
}
|
|
|
|
self.urls_httpx = {k + '://' :v for k, v in self.urls.items()}
|
|
self.proxies = self.url
|
|
|
|
@property
|
|
def connector(self):
|
|
"""Returns an aiohttp_socks.ProxyConnector object. Which can be used in aiohttp.ClientSession."""
|
|
|
|
proxy_types = {
|
|
'http': aiohttp_socks.ProxyType.HTTP,
|
|
'https': aiohttp_socks.ProxyType.HTTP,
|
|
'socks4': aiohttp_socks.ProxyType.SOCKS4,
|
|
'socks5': aiohttp_socks.ProxyType.SOCKS5
|
|
}
|
|
|
|
return aiohttp_socks.ProxyConnector(
|
|
proxy_type=proxy_types[self.proxy_type],
|
|
host=self.ip_address,
|
|
port=self.port,
|
|
rdns=False, # remote DNS
|
|
username=self.username,
|
|
password=self.password
|
|
)
|
|
|
|
# load proxies from files
|
|
|
|
proxies_in_files = []
|
|
|
|
try:
|
|
for proxy_type in ['http', 'socks4', 'socks5']:
|
|
with open(f'secret/proxies/{proxy_type}.txt') as f:
|
|
for line in f.readlines():
|
|
if line.strip() and not line.strip().startswith('#'):
|
|
if '#' in line:
|
|
line = line.split('#')[0]
|
|
|
|
proxies_in_files.append(f'{proxy_type}://{line.strip()}')
|
|
except FileNotFoundError:
|
|
pass
|
|
|
|
# Proxy lists support
|
|
|
|
class ProxyLists:
|
|
def __init__(self):
|
|
random_proxy = random.choice(proxies_in_files)
|
|
|
|
self.get_random = Proxy(url=random_proxy)
|
|
self.connector = aiohttp_socks.ChainProxyConnector.from_urls(proxies_in_files)
|
|
|
|
def get_proxy() -> Proxy:
|
|
"""Returns a Proxy object. The proxy is either from the proxy list or from the environment variables.
|
|
"""
|
|
if USE_PROXY_LIST:
|
|
return ProxyLists().get_random
|
|
|
|
return Proxy(
|
|
proxy_type=os.getenv('PROXY_TYPE', 'http'),
|
|
host_or_ip=os.getenv('PROXY_HOST', '127.0.0.1'),
|
|
port=int(os.getenv('PROXY_PORT', '8080')),
|
|
username=os.getenv('PROXY_USER'),
|
|
password=os.getenv('PROXY_PASS')
|
|
)
|