Fixed proxies

api/security.py

@@ -1,8 +1,8 @@
 import os
-import socks
 import socket
 import httpx
 
+from sockslib import socks
 from rich import print
 
 is_proxy_enabled = False
@@ -12,7 +12,7 @@ def enable_proxy():
 
     global is_proxy_enabled
 
-    if all([os.getenv('PROXY_PORT'), os.getenv('PROXY_IP'), os.getenv('PROXY_USER'), os.getenv('PROXY_PASS')]):
+    if all([os.getenv('PROXY_HOST'), os.getenv('PROXY_PORT')]):
         proxy_type = socks.PROXY_TYPE_HTTP
 
         if '4' in os.getenv('PROXY_TYPE'):
@@ -53,7 +53,7 @@ def ip_protection_check():
 .env file. Enable a VPN or proxy to continue.')
 
         if is_proxy_enabled:
-            print(f'[green]SUCCESS: The server IP {detected_ip} seems to be protected by a proxy.[/green]')
+            print(f'[green]SUCCESS: The IP {detected_ip} was detected, which seems to be a proxy. Great![/green]')
 
     else:
         print('[yellow]WARNING: ACTUAL_IPS is not set in the .env file or empty.\

api/sockslib/socks.py

@@ -0,0 +1,807 @@
+"""
+SocksiPy - Python SOCKS module.
+Version 1.5.1
+
+Code from https://github.com/XX-net/XX-Net/blob/master/code/default/lib/noarch/socks.py
+
+Copyright 2006 Dan-Haim. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification,
+are permitted provided that the following conditions are met:
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+3. Neither the name of Dan Haim nor the names of his contributors may be used
+   to endorse or promote products derived from this software without specific
+   prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY DAN HAIM "AS IS" AND ANY EXPRESS OR IMPLIED
+WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+EVENT SHALL DAN HAIM OR HIS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA
+OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
+OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMANGE.
+
+
+This module provides a standard socket-like interface for Python
+for tunneling connections through SOCKS proxies.
+
+===============================================================================
+
+Minor modifications made by Christopher Gilbert (http://motomastyle.com/)
+for use in PyLoris (http://pyloris.sourceforge.net/)
+
+Minor modifications made by Mario Vilas (http://breakingcode.wordpress.com/)
+mainly to merge bug fixes found in Sourceforge
+
+Modifications made by Anorov (https://github.com/Anorov)
+-Forked and renamed to PySocks
+-Fixed issue with HTTP proxy failure checking (same bug that was in the old ___recvall() method)
+-Included SocksiPyHandler (sockshandler.py), to be used as a urllib2 handler,
+ courtesy of e000 (https://github.com/e000): https://gist.github.com/869791#file_socksipyhandler.py
+-Re-styled code to make it readable
+    -Aliased PROXY_TYPE_SOCKS5 -> SOCKS5 etc.
+    -Improved exception handling and output
+    -Removed irritating use of sequence indexes, replaced with tuple unpacked variables
+    -Fixed up Python 3 bytestring handling - chr(0x03).encode() -> b"\x03"
+    -Other general fixes
+-Added clarification that the HTTP proxy connection method only supports CONNECT-style tunneling HTTP proxies
+-Various small bug fixes
+"""
+
+__version__ = "1.5.1"
+
+import os, sys
+from base64 import b64encode
+import socket
+import struct
+from errno import EOPNOTSUPP, EINVAL, EAGAIN
+from io import BytesIO, SEEK_CUR
+try:
+    from collections import Callable
+except:
+    from collections.abc import Callable
+
+from six import string_types
+
+current_path = os.path.dirname(os.path.abspath(__file__))
+python_path = os.path.abspath( os.path.join(current_path, os.pardir, os.pardir))
+if sys.platform == "win32":
+    win32_lib = os.path.abspath( os.path.join(python_path, 'lib', 'win32'))
+    sys.path.append(win32_lib)
+    import win_inet_pton
+    inet_pton = win_inet_pton.inet_pton
+    inet_ntop = win_inet_pton.inet_ntop
+else:
+    inet_pton = socket.inet_pton
+    inet_ntop = socket.inet_ntop
+
+from . import utils
+
+PROXY_TYPE_SOCKS4 = SOCKS4 = 1
+PROXY_TYPE_SOCKS5 = SOCKS5 = 2
+PROXY_TYPE_HTTP = HTTP = 3
+
+PRINTABLE_PROXY_TYPES = {SOCKS4: "SOCKS4", SOCKS5: "SOCKS5", HTTP: "HTTP"}
+
+_orgsocket = _orig_socket = socket.socket
+
+
+class ProxyError(IOError):
+    """
+    socket_err contains original socket.error exception.
+    """
+    def __init__(self, msg, socket_err=None):
+        self.msg = msg
+        self.socket_err = socket_err
+
+        if socket_err:
+            self.msg += ": {0}".format(socket_err)
+
+    def __str__(self):
+        return self.msg
+
+    def __repr__(self):
+        # for %r
+        return repr(self.msg)
+
+
+class GeneralProxyError(ProxyError): pass
+class ProxyConnectionError(ProxyError): pass
+class SOCKS5AuthError(ProxyError): pass
+class SOCKS5Error(ProxyError): pass
+class SOCKS4Error(ProxyError): pass
+class HTTPError(ProxyError): pass
+
+
+SOCKS4_ERRORS = { 0x5B: "Request rejected or failed",
+                  0x5C: "Request rejected because SOCKS server cannot connect to identd on the client",
+                  0x5D: "Request rejected because the client program and identd report different user-ids"
+                }
+
+SOCKS5_ERRORS = { 0x01: "General SOCKS server failure",
+                  0x02: "Connection not allowed by ruleset",
+                  0x03: "Network unreachable",
+                  0x04: "Host unreachable",
+                  0x05: "Connection refused",
+                  0x06: "TTL expired",
+                  0x07: "Command not supported, or protocol error",
+                  0x08: "Address type not supported"
+                }
+
+DEFAULT_PORTS = { SOCKS4: 1080,
+                  SOCKS5: 1080,
+                  HTTP: 8080
+                }
+
+
+def set_default_proxy(proxy_type=None, addr=None, port=None, rdns=True, username=None, password=None):
+    """
+    set_default_proxy(proxy_type, addr[, port[, rdns[, username, password]]])
+
+    Sets a default proxy which all further socksocket objects will use,
+    unless explicitly changed. All parameters are as for socket.set_proxy().
+    """
+    proxy_type = utils.bytes2str_only(proxy_type)
+    addr = utils.to_str(addr)
+    if isinstance(port, bytes):
+        port = int(utils.to_str(port))
+    else:
+        port = int(port)
+    username = utils.to_bytes(username)
+    password = utils.to_bytes(password)
+
+    if isinstance(proxy_type, str):
+        proxy_type = proxy_type.lower()
+        if "http" in proxy_type:
+            proxy_type = PROXY_TYPE_HTTP
+        elif "socks5" in proxy_type:
+            proxy_type = PROXY_TYPE_SOCKS5
+        elif "socks4" in proxy_type:
+            proxy_type = PROXY_TYPE_SOCKS4
+        else:
+            raise ProxyError("unknown proxy type:%s" % proxy_type)
+
+    socksocket.default_proxy = (proxy_type, addr, port, rdns,
+                                username if username else None,
+                                password if password else None)
+
+
+setdefaultproxy = set_default_proxy
+
+
+def get_default_proxy():
+    """
+    Returns the default proxy, set by set_default_proxy.
+    """
+    return socksocket.default_proxy
+
+
+getdefaultproxy = get_default_proxy
+
+
+def wrap_module(module):
+    """
+    Attempts to replace a module's socket library with a SOCKS socket. Must set
+    a default proxy using set_default_proxy(...) first.
+    This will only work on modules that import socket directly into the namespace;
+    most of the Python Standard Library falls into this category.
+    """
+    if socksocket.default_proxy:
+        module.socket.socket = socksocket
+    else:
+        raise GeneralProxyError("No default proxy specified")
+
+wrapmodule = wrap_module
+
+
+def create_connection(dest_pair, proxy_type=None, proxy_addr=None,
+                      proxy_port=None, proxy_username=None,
+                      proxy_password=None, timeout=None):
+    """create_connection(dest_pair, *[, timeout], **proxy_args) -> socket object
+
+    Like socket.create_connection(), but connects to proxy
+    before returning the socket object.
+
+    dest_pair - 2-tuple of (IP/hostname, port).
+    **proxy_args - Same args passed to socksocket.set_proxy().
+    timeout - Optional socket timeout value, in seconds.
+    """
+    sock = socksocket()
+    if isinstance(timeout, (int, float)):
+        sock.settimeout(timeout)
+    sock.set_proxy(proxy_type, proxy_addr, proxy_port,
+                   proxy_username, proxy_password)
+    sock.connect(dest_pair)
+    return sock
+
+
+class _BaseSocket(socket.socket):
+    """Allows Python 2's "delegated" methods such as send() to be overridden
+    """
+    def __init__(self, *pos, **kw):
+        _orig_socket.__init__(self, *pos, **kw)
+
+        self._savedmethods = dict()
+        for name in self._savenames:
+            self._savedmethods[name] = getattr(self, name)
+            delattr(self, name)  # Allows normal overriding mechanism to work
+
+    _savenames = list()
+
+
+def _makemethod(name):
+    return lambda self, *pos, **kw: self._savedmethods[name](*pos, **kw)
+
+
+for name in ("sendto", "send", "recvfrom", "recv"):
+    method = getattr(_BaseSocket, name, None)
+
+    # Determine if the method is not defined the usual way
+    # as a function in the class.
+    # Python 2 uses __slots__, so there are descriptors for each method,
+    # but they are not functions.
+    if not isinstance(method, Callable):
+        _BaseSocket._savenames.append(name)
+        setattr(_BaseSocket, name, _makemethod(name))
+
+
+class socksocket(_BaseSocket):
+    """socksocket([family[, type[, proto]]]) -> socket object
+
+    Open a SOCKS enabled socket. The parameters are the same as
+    those of the standard socket init. In order for SOCKS to work,
+    you must specify family=AF_INET and proto=0.
+    The "type" argument must be either SOCK_STREAM or SOCK_DGRAM.
+    """
+
+    default_proxy = None
+
+    def __init__(self, family=socket.AF_INET, type=socket.SOCK_STREAM, proto=0, _sock=None):
+        if type not in {socket.SOCK_STREAM, socket.SOCK_DGRAM}:
+            msg = "Socket type must be stream or datagram, not {!r}"
+            raise ValueError(msg.format(type))
+
+        self._proxyconn = None  # TCP connection to keep UDP relay alive
+        self.resolve_dest = True
+
+        if self.default_proxy:
+            self.proxy = self.default_proxy
+            proxy_host = self.proxy[1]
+            if utils.check_ip_valid6(proxy_host):
+                family=socket.AF_INET6
+            elif utils.check_ip_valid4(proxy_host):
+                family=socket.AF_INET
+
+        else:
+            self.proxy = (None, None, None, None, None, None)
+
+        _BaseSocket.__init__(self, family, type, proto, _sock)
+
+        self.proxy_sockname = None
+        self.proxy_peername = None
+
+    def _readall(self, file, count):
+        """
+        Receive EXACTLY the number of bytes requested from the file object.
+        Blocks until the required number of bytes have been received.
+        """
+        data = b""
+        while len(data) < count:
+            d = file.read(count - len(data))
+            if not d:
+                raise GeneralProxyError("Connection closed unexpectedly")
+            data += d
+        return data
+
+    def set_proxy(self, proxy_type=None, addr=None, port=None, rdns=True, username=None, password=None):
+        """set_proxy(proxy_type, addr[, port[, rdns[, username[, password]]]])
+        Sets the proxy to be used.
+
+        proxy_type -    The type of the proxy to be used. Three types
+                        are supported: PROXY_TYPE_SOCKS4 (including socks4a),
+                        PROXY_TYPE_SOCKS5 and PROXY_TYPE_HTTP
+        addr -        The address of the server (IP or DNS).
+        port -        The port of the server. Defaults to 1080 for SOCKS
+                       servers and 8080 for HTTP proxy servers.
+        rdns -        Should DNS queries be performed on the remote side
+                       (rather than the local side). The default is True.
+                       Note: This has no effect with SOCKS4 servers.
+        username -    Username to authenticate with to the server.
+                       The default is no authentication.
+        password -    Password to authenticate with to the server.
+                       Only relevant when username is also provided.
+        """
+
+        proxy_type = utils.bytes2str_only(proxy_type)
+        addr = utils.to_str(addr)
+        if isinstance(port, bytes):
+            port = int(utils.to_str(port))
+        else:
+            port = int(port)
+        username = utils.to_bytes(username)
+        password = utils.to_bytes(password)
+
+        if isinstance(proxy_type, string_types):
+            proxy_type = proxy_type.lower()
+            if "http" in proxy_type:
+                proxy_type = PROXY_TYPE_HTTP
+                self.resolve_dest = False
+            elif "socks5" in proxy_type:
+                if proxy_type == "socks5h":
+                    self.resolve_dest = False
+                    rdns = True
+                proxy_type = PROXY_TYPE_SOCKS5
+            elif "socks4" in proxy_type:
+                proxy_type = PROXY_TYPE_SOCKS4
+            else:
+                raise ProxyError("unknown proxy type:%s" % proxy_type)
+
+        self.proxy = (proxy_type, addr, port, rdns,
+                      username if username else None,
+                      password if password else None)
+
+    setproxy = set_proxy
+
+    def bind(self, *pos, **kw):
+        """
+        Implements proxy connection for UDP sockets,
+        which happens during the bind() phase.
+        """
+        proxy_type, proxy_addr, proxy_port, rdns, username, password = self.proxy
+        if not proxy_type or self.type != socket.SOCK_DGRAM:
+            return _orig_socket.bind(self, *pos, **kw)
+
+        if self._proxyconn:
+            raise socket.error(EINVAL, "Socket already bound to an address")
+        if proxy_type != SOCKS5:
+            msg = "UDP only supported by SOCKS5 proxy type"
+            raise socket.error(EOPNOTSUPP, msg)
+        _BaseSocket.bind(self, *pos, **kw)
+
+        # Need to specify actual local port because
+        # some relays drop packets if a port of zero is specified.
+        # Avoid specifying host address in case of NAT though.
+        _, port = self.getsockname()
+        dst = ("0", port)
+
+        self._proxyconn = _orig_socket()
+        proxy = self._proxy_addr()
+        self._proxyconn.connect(proxy)
+
+        UDP_ASSOCIATE = b"\x03"
+        _, relay = self._SOCKS5_request(self._proxyconn, UDP_ASSOCIATE, dst)
+
+        # The relay is most likely on the same host as the SOCKS proxy,
+        # but some proxies return a private IP address (10.x.y.z)
+        host, _ = proxy
+        _, port = relay
+        _BaseSocket.connect(self, (host, port))
+        self.proxy_sockname = ("0.0.0.0", 0)  # Unknown
+
+    def sendto(self, bytes, *args, **kwargs):
+        if self.type != socket.SOCK_DGRAM:
+            return _BaseSocket.sendto(self, bytes, *args, **kwargs)
+        if not self._proxyconn:
+            self.bind(("", 0))
+
+        address = args[-1]
+        flags = args[:-1]
+
+        header = BytesIO()
+        RSV = b"\x00\x00"
+        header.write(RSV)
+        STANDALONE = b"\x00"
+        header.write(STANDALONE)
+        self._write_SOCKS5_address(address, header)
+
+        sent = _BaseSocket.send(self, header.getvalue() + bytes, *flags, **kwargs)
+        return sent - header.tell()
+
+    def send(self, bytes, flags=0, **kwargs):
+        if self.type == socket.SOCK_DGRAM:
+            return self.sendto(bytes, flags, self.proxy_peername, **kwargs)
+        else:
+            return _BaseSocket.send(self, bytes, flags, **kwargs)
+
+    def recvfrom(self, bufsize, flags=0):
+        if self.type != socket.SOCK_DGRAM:
+            return _BaseSocket.recvfrom(self, bufsize, flags)
+        if not self._proxyconn:
+            self.bind(("", 0))
+
+        buf = BytesIO(_BaseSocket.recv(self, bufsize, flags))
+        buf.seek(+2, SEEK_CUR)
+        frag = buf.read(1)
+        if ord(frag):
+            raise NotImplementedError("Received UDP packet fragment")
+        fromhost, fromport = self._read_SOCKS5_address(buf)
+
+        if self.proxy_peername:
+            peerhost, peerport = self.proxy_peername
+            if fromhost != peerhost or peerport not in (0, fromport):
+                raise socket.error(EAGAIN, "Packet filtered")
+
+        return (buf.read(), (fromhost, fromport))
+
+    def recv(self, *pos, **kw):
+        bytes, _ = self.recvfrom(*pos, **kw)
+        return bytes
+
+    def close(self):
+        if self._proxyconn:
+            self._proxyconn.close()
+        return _BaseSocket.close(self)
+
+    def get_proxy_sockname(self):
+        """
+        Returns the bound IP address and port number at the proxy.
+        """
+        return self.proxy_sockname
+
+    getproxysockname = get_proxy_sockname
+
+    def get_proxy_peername(self):
+        """
+        Returns the IP and port number of the proxy.
+        """
+        return _BaseSocket.getpeername(self)
+
+    getproxypeername = get_proxy_peername
+
+    def get_peername(self):
+        """
+        Returns the IP address and port number of the destination
+        machine (note: get_proxy_peername returns the proxy)
+        """
+        return self.proxy_peername
+
+    getpeername = get_peername
+
+    def _negotiate_SOCKS5(self, *dest_addr):
+        """
+        Negotiates a stream connection through a SOCKS5 server.
+        """
+        CONNECT = b"\x01"
+        self.proxy_peername, self.proxy_sockname = self._SOCKS5_request(self,
+            CONNECT, dest_addr)
+
+    def _SOCKS5_request(self, conn, cmd, dst):
+        """
+        Send SOCKS5 request with given command (CMD field) and
+        address (DST field). Returns resolved DST address that was used.
+        """
+        proxy_type, addr, port, rdns, username, password = self.proxy
+
+        writer = conn.makefile("wb")
+        reader = conn.makefile("rb", 0)  # buffering=0 renamed in Python 3
+        try:
+            # First we'll send the authentication packages we support.
+            if username and password:
+                # The username/password details were supplied to the
+                # set_proxy method so we support the USERNAME/PASSWORD
+                # authentication (in addition to the standard none).
+                writer.write(b"\x05\x02\x00\x02")
+            else:
+                # No username/password were entered, therefore we
+                # only support connections with no authentication.
+                writer.write(b"\x05\x01\x00")
+
+            # We'll receive the server's response to determine which
+            # method was selected
+            writer.flush()
+            chosen_auth = self._readall(reader, 2)
+
+            if chosen_auth[0:1] != b"\x05":
+                # Note: string[i:i+1] is used because indexing of a bytestring
+                # via bytestring[i] yields an integer in Python 3
+                raise GeneralProxyError("SOCKS5 proxy server sent invalid data")
+
+            # Check the chosen authentication method
+
+            if chosen_auth[1:2] == b"\x02":
+                # Okay, we need to perform a basic username/password
+                # authentication.
+                writer.write(b"\x01" + chr(len(username)).encode()
+                             + username
+                             + chr(len(password)).encode()
+                             + password)
+                writer.flush()
+                auth_status = self._readall(reader, 2)
+                if auth_status[0:1] != b"\x01":
+                    # Bad response
+                    raise GeneralProxyError("SOCKS5 proxy server sent invalid data")
+                if auth_status[1:2] != b"\x00":
+                    # Authentication failed
+                    raise SOCKS5AuthError("SOCKS5 authentication failed")
+
+                # Otherwise, authentication succeeded
+
+            # No authentication is required if 0x00
+            elif chosen_auth[1:2] != b"\x00":
+                # Reaching here is always bad
+                if chosen_auth[1:2] == b"\xFF":
+                    raise SOCKS5AuthError("All offered SOCKS5 authentication methods were rejected")
+                else:
+                    raise GeneralProxyError("SOCKS5 proxy server sent invalid data")
+
+            # Now we can request the actual connection
+            writer.write(b"\x05" + cmd + b"\x00")
+            resolved = self._write_SOCKS5_address(dst, writer)
+            writer.flush()
+
+            # Get the response
+            resp = self._readall(reader, 3)
+            if resp[0:1] != b"\x05":
+                raise GeneralProxyError("SOCKS5 proxy server sent invalid data")
+
+            status = ord(resp[1:2])
+            if status != 0x00:
+                # Connection failed: server returned an error
+                error = SOCKS5_ERRORS.get(status, "Unknown error")
+                raise SOCKS5Error("{0:#04x}: {1}".format(status, error))
+
+            # Get the bound address/port
+            bnd = self._read_SOCKS5_address(reader)
+            return (resolved, bnd)
+        finally:
+            reader.close()
+            writer.close()
+
+    def _write_SOCKS5_address(self, addr, file):
+        """
+        Return the host and port packed for the SOCKS5 protocol,
+        and the resolved address as a tuple object.
+        """
+        host, port = addr
+        host = utils.to_str(host)
+        proxy_type, _, _, rdns, username, password = self.proxy
+
+        if utils.check_ip_valid6(host):
+            addr_bytes = inet_pton(socket.AF_INET6, host)
+            file.write(b"\x04" + addr_bytes)
+        elif utils.check_ip_valid4(host):
+            addr_bytes = socket.inet_aton(host)
+            file.write(b"\x01" + addr_bytes)
+        else:
+            if rdns:
+                # Resolve remotely
+                host_bytes = host.encode("utf-8")
+                file.write(b"\x03" + chr(len(host_bytes)).encode() + host_bytes)
+            else:
+                # Resolve locally
+                addr_bytes = socket.inet_aton(socket.gethostbyname(host))
+                file.write(b"\x01" + addr_bytes)
+                host = socket.inet_ntoa(addr_bytes)
+
+        file.write(struct.pack(">H", port))
+        return host, port
+
+    def _read_SOCKS5_address(self, file):
+        atyp = self._readall(file, 1)
+        if atyp == b"\x01":
+            addr = socket.inet_ntoa(self._readall(file, 4))
+        elif atyp == b"\x03":
+            length = self._readall(file, 1)
+            addr = self._readall(file, ord(length))
+        elif atyp == b"\x04":
+            addr = inet_ntop(socket.AF_INET6, self._readall(file, 16))
+        else:
+            raise GeneralProxyError("SOCKS5 proxy server sent invalid data")
+
+        port = struct.unpack(">H", self._readall(file, 2))[0]
+        return addr, port
+
+    def _negotiate_SOCKS4(self, dest_addr, dest_port):
+        """
+        Negotiates a connection through a SOCKS4 server.
+        """
+        proxy_type, addr, port, rdns, username, password = self.proxy
+        dest_addr = utils.to_str(dest_addr)
+
+        writer = self.makefile("wb")
+        reader = self.makefile("rb", 0)  # buffering=0 renamed in Python 3
+        try:
+            # Check if the destination address provided is an IP address
+            remote_resolve = False
+            try:
+                addr_bytes = socket.inet_aton(dest_addr)
+            except socket.error as e:
+                # It's a DNS name. Check where it should be resolved.
+                if rdns:
+                    addr_bytes = b"\x00\x00\x00\x01"
+                    remote_resolve = True
+                else:
+                    addr_bytes = socket.inet_aton(socket.gethostbyname(dest_addr))
+
+            # Construct the request packet
+            writer.write(struct.pack(">BBH", 0x04, 0x01, dest_port))
+            writer.write(addr_bytes)
+
+            # The username parameter is considered userid for SOCKS4
+            if username:
+                writer.write(username)
+            writer.write(b"\x00")
+
+            # DNS name if remote resolving is required
+            # NOTE: This is actually an extension to the SOCKS4 protocol
+            # called SOCKS4A and may not be supported in all cases.
+            if remote_resolve:
+                writer.write(dest_addr.encode('utf-8') + b"\x00")
+            writer.flush()
+
+            # Get the response from the server
+            resp = self._readall(reader, 8)
+            if resp[0:1] != b"\x00":
+                # Bad data
+                raise GeneralProxyError("SOCKS4 proxy server sent invalid data")
+
+            status = ord(resp[1:2])
+            if status != 0x5A:
+                # Connection failed: server returned an error
+                error = SOCKS4_ERRORS.get(status, "Unknown error")
+                raise SOCKS4Error("{0:#04x}: {1}".format(status, error))
+
+            # Get the bound address/port
+            self.proxy_sockname = (socket.inet_ntoa(resp[4:]), struct.unpack(">H", resp[2:4])[0])
+            if remote_resolve:
+                self.proxy_peername = socket.inet_ntoa(addr_bytes), dest_port
+            else:
+                self.proxy_peername = dest_addr, dest_port
+        finally:
+            reader.close()
+            writer.close()
+
+    def _negotiate_HTTP(self, dest_host, dest_port):
+        """
+        Negotiates a connection through an HTTP server.
+        NOTE: This currently only supports HTTP CONNECT-style proxies.
+        """
+        proxy_type, proxy_addr, port, rdns, username, password = self.proxy
+
+        # If we need to resolve locally, we do this now
+        dest_host = utils.to_bytes(dest_host)
+        if b":" not in dest_host and not rdns:
+            dest_addr = socket.gethostbyname(dest_host)
+            dest_addr = utils.to_bytes(dest_addr)
+        else:
+            dest_addr = dest_host
+
+        http_headers = [
+            (b"CONNECT " + utils.to_bytes(dest_addr) + b":"
+             + str(dest_port).encode() + b" HTTP/1.1"),
+            b"Host: " + dest_addr
+        ]
+
+        if username and password:
+            http_headers.append(b"Proxy-Authorization: basic "
+                                + b64encode(username + b":" + password))
+
+        http_headers.append(b"\r\n")
+
+        self.sendall(b"\r\n".join(http_headers))
+
+        # We just need the first line to check if the connection was successful
+        fobj = self.makefile("rb")
+        status_line = fobj.readline()
+        fobj.close()
+
+        if not status_line:
+            raise GeneralProxyError("Connection closed unexpectedly")
+
+        try:
+            proto, status_code, status_msg = status_line.split(b" ", 2)
+        except ValueError:
+            raise GeneralProxyError("HTTP proxy server sent invalid response")
+
+        if not proto.startswith(b"HTTP/"):
+            raise GeneralProxyError("Proxy server does not appear to be an HTTP proxy")
+
+        try:
+            status_code = int(status_code)
+        except ValueError:
+            raise HTTPError("HTTP proxy server did not return a valid HTTP status")
+
+        if status_code != 200:
+            error = "{0}: {1}".format(status_code, status_msg)
+            if status_code in (400, 403, 405):
+                # It's likely that the HTTP proxy server does not support the CONNECT tunneling method
+                error += ("\n[*] Note: The HTTP proxy server may not be supported by PySocks"
+                          " (must be a CONNECT tunnel proxy)")
+            raise HTTPError(error)
+
+        self.proxy_sockname = (b"0.0.0.0", 0)
+        self.proxy_peername = dest_addr, dest_port
+
+    _proxy_negotiators = {
+                           SOCKS4: _negotiate_SOCKS4,
+                           SOCKS5: _negotiate_SOCKS5,
+                           HTTP: _negotiate_HTTP
+                         }
+
+    def connect(self, dest_pair):
+        """
+        Connects to the specified destination through a proxy.
+        Uses the same API as socket's connect().
+        To select the proxy server, use set_proxy().
+
+        dest_pair
+        """
+        if len(dest_pair) == 2:
+            # IPv4
+            dest_addr, dest_port = dest_pair
+        elif len(dest_pair) == 4:
+            # IPv6
+            dest_addr, dest_port, st_zero, st_stream  = dest_pair
+        else:
+            raise GeneralProxyError("Invalid destination-connection (host, port) pair")
+
+        if self.type == socket.SOCK_DGRAM:
+            if not self._proxyconn:
+                self.bind(("", 0))
+            if self.resolve_dest:
+                dest_addr = socket.gethostbyname(dest_addr)
+
+            # If the host address is INADDR_ANY or similar, reset the peer
+            # address so that packets are received from any peer
+            if dest_addr == "0.0.0.0" and not dest_port:
+                self.proxy_peername = None
+            else:
+                self.proxy_peername = (dest_addr, dest_port)
+            return
+
+        proxy_type, proxy_host, proxy_port, rdns, username, password = self.proxy
+        proxy_host = utils.to_bytes(proxy_host)
+
+        # Do a minimal input check first
+        if not dest_addr or not isinstance(dest_port, int):
+            raise GeneralProxyError("Invalid destination-connection (host, port) pair")
+
+        if proxy_type is None:
+            # Treat like regular socket object
+            _BaseSocket.connect(self, (dest_addr, dest_port))
+            return
+
+        proxy_port = proxy_port or DEFAULT_PORTS.get(proxy_type)
+        if not proxy_port:
+            raise GeneralProxyError("Invalid proxy port")
+
+        try:
+            # Initial connection to proxy server
+            proxy_ip = socket.gethostbyname(proxy_host)
+            _BaseSocket.connect(self, (proxy_ip, proxy_port))
+        except socket.error as error:
+            # Error while connecting to proxy
+            self.close()
+            proxy_server = "{0}:{1}".format(proxy_host, proxy_port)
+            printable_type = PRINTABLE_PROXY_TYPES[proxy_type]
+
+            msg = "Error connecting to {0} proxy {1}".format(printable_type,
+                                                           proxy_server)
+            raise ProxyConnectionError(msg, error)
+
+        else:
+            # Connected to proxy server, now negotiate
+            try:
+                # Calls negotiate_{SOCKS4, SOCKS5, HTTP}
+                negotiate = self._proxy_negotiators[proxy_type]
+                negotiate(self, dest_addr, dest_port)
+            except socket.error as error:
+                # Wrap socket errors
+                self.close()
+                raise GeneralProxyError("Socket error", error)
+            except ProxyError:
+                # Protocol error while negotiating with proxy
+                self.close()
+                raise
+
+
+if __name__ == "__main__":
+    name = "abc"
+    name2 = name.encode('idna')
+    print(name2)

api/sockslib/utils.py

@@ -0,0 +1,385 @@
+""""
+Code from https://github.com/XX-net/XX-Net/blob/master/code/default/lib/noarch/utils.py
+
+Copyright (c) [2022], [XX-Net]
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation
+  and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+"""
+
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import re
+import os
+import threading
+from functools import reduce
+from six import string_types
+
+ipv4_pattern = re.compile(br'^(\d{1,3})\.(\d{1,3})\.(\d{1,3})\.(\d{1,3})$')
+
+ipv6_pattern = re.compile(br"""
+        ^
+        \s*                         # Leading whitespace
+        (?!.*::.*::)                # Only a single whildcard allowed
+        (?:(?!:)|:(?=:))            # Colon iff it would be part of a wildcard
+        (?:                         # Repeat 6 times:
+            [0-9a-f]{0,4}           #   A group of at most four hexadecimal digits
+            (?:(?<=::)|(?<!::):)    #   Colon unless preceeded by wildcard
+        ){6}                        #
+        (?:                         # Either
+            [0-9a-f]{0,4}           #   Another group
+            (?:(?<=::)|(?<!::):)    #   Colon unless preceeded by wildcard
+            [0-9a-f]{0,4}           #   Last group
+            (?: (?<=::)             #   Colon iff preceeded by exacly one colon
+             |  (?<!:)              #
+             |  (?<=:) (?<!::) :    #
+             )                      # OR
+         |                          #   A v4 address with NO leading zeros
+            (?:25[0-4]|2[0-4]\d|1\d\d|[1-9]?\d)
+            (?: \.
+                (?:25[0-4]|2[0-4]\d|1\d\d|[1-9]?\d)
+            ){3}
+        )
+        \s*                         # Trailing whitespace
+        $
+    """, re.VERBOSE | re.IGNORECASE | re.DOTALL)
+
+
+def check_ip_valid4(ip):
+    """检查ipv4地址的合法性"""
+    ip = to_bytes(ip)
+    ret = ipv4_pattern.match(ip)
+    if ret is not None:
+        "each item range: [0,255]"
+        for item in ret.groups():
+            if int(item) > 255:
+                return 0
+        return 1
+    else:
+        return 0
+
+
+def check_ip_valid6(ip):
+    """Copied from http://stackoverflow.com/a/319293/2755602"""
+    ip = to_bytes(ip)
+
+    return ipv6_pattern.match(ip) is not None
+
+
+def check_ip_valid(ip):
+    ip = to_bytes(ip)
+    if b'.' in ip:
+        return check_ip_valid4(ip)
+    else:
+        return check_ip_valid6(ip)
+
+
+def get_ip_port(ip_str, port=443):
+    ip_str = to_bytes(ip_str)
+    if b"." in ip_str:
+        # ipv4
+        if b":" in ip_str:
+            # format is ip:port
+            ps = ip_str.split(b":")
+            ip = ps[0]
+            port = ps[1]
+        else:
+            # format is ip
+            ip = ip_str
+    else:
+        # ipv6
+        if b"[" in ip_str:
+            # format: [ab01:12:23:34::1]
+            # format: [ab01:12:23:34::1]:23
+
+            p1 = ip_str.find(b"[")
+            p2 = ip_str.find(b"]")
+            ip = ip_str[p1 + 1:p2]
+            port_str = ip_str[p2 + 1:]
+            if len(port_str) > 0:
+                port = port_str[1:]
+        else:
+            ip = ip_str
+
+    return ip, int(port)
+
+
+domain_allowed = re.compile("(?!-)[A-Z\d-]{1,63}(?<!-)$")
+
+
+def check_domain_valid(hostname):
+    if len(hostname) > 255:
+        return False
+    if hostname.endswith("."):
+        hostname = hostname[:-1]
+
+    return all(domain_allowed.match(x) for x in hostname.split("."))
+
+
+def str2hex(data):
+    data = to_str(data)
+    return ":".join("{:02x}".format(ord(c)) for c in data)
+
+
+def get_ip_maskc(ip_str):
+    head = ".".join(ip_str.split(".")[:-1])
+    return head + ".0"
+
+
+def split_ip(strline):
+    """从每组地址中分离出起始IP以及结束IP"""
+    begin = ""
+    end = ""
+    if "-" in strline:
+        num_regions = strline.split(".")
+        if len(num_regions) == 4:
+            "xxx.xxx.xxx-xxx.xxx-xxx"
+            begin = ''
+            end = ''
+            for region in num_regions:
+                if '-' in region:
+                    s, e = region.split('-')
+                    begin += '.' + s
+                    end += '.' + e
+                else:
+                    begin += '.' + region
+                    end += '.' + region
+            begin = begin[1:]
+            end = end[1:]
+
+        else:
+            "xxx.xxx.xxx.xxx-xxx.xxx.xxx.xxx"
+            begin, end = strline.split("-")
+            if 1 <= len(end) <= 3:
+                prefix = begin[0:begin.rfind(".")]
+                end = prefix + "." + end
+
+    elif strline.endswith("."):
+        "xxx.xxx.xxx."
+        begin = strline + "0"
+        end = strline + "255"
+    elif "/" in strline:
+        "xxx.xxx.xxx.xxx/xx"
+        (ip, bits) = strline.split("/")
+        if check_ip_valid4(ip) and (0 <= int(bits) <= 32):
+            orgip = ip_string_to_num(ip)
+            end_bits = (1 << (32 - int(bits))) - 1
+            begin_bits = 0xFFFFFFFF ^ end_bits
+            begin = ip_num_to_string(orgip & begin_bits)
+            end = ip_num_to_string(orgip | end_bits)
+    else:
+        "xxx.xxx.xxx.xxx"
+        begin = strline
+        end = strline
+
+    return begin, end
+
+
+def generate_random_lowercase(n):
+    min_lc = ord(b'a')
+    len_lc = 26
+    ba = bytearray(os.urandom(n))
+    for i, b in enumerate(ba):
+        ba[i] = min_lc + b % len_lc  # convert 0..255 to 97..122
+    # sys.stdout.buffer.write(ba)
+    return ba
+
+
+class SimpleCondition(object):
+    def __init__(self):
+        self.lock = threading.Condition()
+
+    def notify(self):
+        self.lock.acquire()
+        self.lock.notify()
+        self.lock.release()
+
+    def wait(self):
+        self.lock.acquire()
+        self.lock.wait()
+        self.lock.release()
+
+
+def split_domain(host):
+    host = to_bytes(host)
+    hl = host.split(b".")
+    return hl[0], b".".join(hl[1:])
+
+
+def ip_string_to_num(s):
+    """Convert dotted IPv4 address to integer."""
+    return reduce(lambda a, b: a << 8 | b, list(map(int, s.split("."))))
+
+
+def ip_num_to_string(ip):
+    """Convert 32-bit integer to dotted IPv4 address."""
+    return ".".join([str(ip >> n & 0xFF) for n in [24, 16, 8, 0]])
+
+
+private_ipv4_range = [
+    ("10.0.0.0", "10.255.255.255"),
+    ("127.0.0.0", "127.255.255.255"),
+    ("169.254.0.0", "169.254.255.255"),
+    ("172.16.0.0", "172.31.255.255"),
+    ("192.168.0.0", "192.168.255.255")
+]
+
+private_ipv6_range = [
+    ("::1", "::1"),
+    ("fc00::", "fdff:ffff:ffff:ffff:ffff:ffff:ffff:ffff")
+]
+
+private_ipv4_range_bin = []
+for b, e in private_ipv4_range:
+    bb = ip_string_to_num(b)
+    ee = ip_string_to_num(e)
+    private_ipv4_range_bin.append((bb, ee))
+
+
+def is_private_ip(ip):
+    ip = to_str(ip)
+    try:
+        if "." in ip:
+            ip_bin = ip_string_to_num(ip)
+            for b, e in private_ipv4_range_bin:
+                if b <= ip_bin <= e:
+                    return True
+            return False
+        else:
+            if ip == "::1":
+                return True
+
+            fi = ip.find(":")
+            if fi != 4:
+                return False
+
+            be = ip[0:2]
+            if be in ["fc", "fd"]:
+                return True
+            else:
+                return False
+    except Exception as e:
+        # print(("is_private_ip(%s), except:%r", ip, e))
+        return False
+
+
+import string
+
+printable = set(string.printable)
+
+
+def get_printable(s):
+    return [x for x in s if x in printable]
+
+
+def compare_version(version, reference_version):
+    try:
+        p = re.compile(r'([0-9]+)\.([0-9]+)\.([0-9]+)')
+        m1 = p.match(version)
+        m2 = p.match(reference_version)
+        v1 = list(map(int, list(map(m1.group, [1, 2, 3]))))
+        v2 = list(map(int, list(map(m2.group, [1, 2, 3]))))
+
+        if v1 > v2:
+            return 1
+        elif v1 < v2:
+            return -1
+        else:
+            return 0
+    except Exception as e:
+        print("older_or_equal fail: %s, %s" % (version, reference_version))
+        raise e
+
+
+def map_with_parameter(function, datas, args):
+    l = []
+    for data in datas:
+        d_out = function(data, args)
+        l.append(d_out)
+    return l
+
+
+def to_bytes(data, coding='utf-8'):
+    if isinstance(data, bytes):
+        return data
+    if isinstance(data, string_types):
+        return data.encode(coding)
+    if isinstance(data, dict):
+        return dict(map_with_parameter(to_bytes, data.items(), coding))
+    if isinstance(data, tuple):
+        return tuple(map_with_parameter(to_bytes, data, coding))
+    if isinstance(data, list):
+        return list(map_with_parameter(to_bytes, data, coding))
+    if isinstance(data, int):
+        return to_bytes(str(data))
+    if data is None:
+        return data
+    return bytes(data)
+
+
+def to_str(data, coding='utf-8'):
+    if isinstance(data, string_types):
+        return data
+    if isinstance(data, bytes):
+        return data.decode(coding)
+    if isinstance(data, bytearray):
+        return data.decode(coding)
+    if isinstance(data, dict):
+        return dict(map_with_parameter(to_str, data.items(), coding))
+    if isinstance(data, tuple):
+        return tuple(map_with_parameter(to_str, data, coding))
+    if isinstance(data, list):
+        return list(map_with_parameter(to_str, data, coding))
+    if isinstance(data, int):
+        return str(data)
+    if data is None:
+        return data
+    return str(data)
+
+
+def bytes2str_only(data, coding='utf-8'):
+    if isinstance(data, bytes):
+        return data.decode(coding)
+    if isinstance(data, dict):
+        return dict(map_with_parameter(bytes2str_only, data.items(), coding))
+    if isinstance(data, tuple):
+        return tuple(map_with_parameter(bytes2str_only, data, coding))
+    if isinstance(data, list):
+        return list(map_with_parameter(bytes2str_only, data, coding))
+    else:
+        return data
+
+
+def merge_two_dict(x, y):
+    """Given two dictionaries, merge them into a new dict as a shallow copy."""
+    z = x.copy()
+    z.update(y)
+    return z
+
+
+if __name__ == '__main__':
+    # print(get_ip_port("1.2.3.4", 443))
+    # print(get_ip_port("1.2.3.4:8443", 443))
+    print((get_ip_port("[face:ab1:11::0]", 443)))
+    print((get_ip_port("ab01::1", 443)))
+    print((get_ip_port("[ab01:55::1]:8444", 443)))

tests/monkeypatch.py

@@ -28,4 +28,4 @@ openai.api_key = config['openai']['api_key']
 
 # many modules lookup these environment variable, so we pre-emptively set them
 os.environ['OPENAI_API_KEY'] = config['openai']['api_key']
-os.environ['OPENAI_API_BASE'] = config['openai']['api_base']
+os.environ['OPENAI_API_BASE'] = config['openai']['api_base']