ULTRA [ drganbuganapathi.com ]

Linux mail.drganbuganapathi.com 6.8.0-60-generic #63-Ubuntu SMP PREEMPT_DYNAMIC Tue Apr 15 19:04:15 UTC 2025 x86_64

Apache/2.4.58 (Ubuntu)

165.22.222.249 | Your IP: 216.73.216.137

Cant read [ /etc/named.conf ]

[ drwxr-xr-x ]

/ proc / self / root / lib / python3 / dist-packages / aiohttp /

Home Upload Mass Deface Mass Delete Back Connect Notify

web_log.py

import datetime
import functools
import logging
import os
import re
import time as time_mod
from collections import namedtuple
from typing import Any, Callable, Dict, Iterable, List, Tuple  # noqa

from .abc import AbstractAccessLogger
from .web_request import BaseRequest
from .web_response import StreamResponse

KeyMethod = namedtuple("KeyMethod", "key method")

class AccessLogger(AbstractAccessLogger):
    """Helper object to log access.

Usage:
        log = logging.getLogger("spam")
        log_format = "%a %{User-Agent}i"
        access_logger = AccessLogger(log, log_format)
        access_logger.log(request, response, time)

Format:
        %%  The percent sign
        %a  Remote IP-address (IP-address of proxy if using reverse proxy)
        %t  Time when the request was started to process
        %P  The process ID of the child that serviced the request
        %r  First line of request
        %s  Response status code
        %b  Size of response in bytes, including HTTP headers
        %T  Time taken to serve the request, in seconds
        %Tf Time taken to serve the request, in seconds with floating fraction
            in .06f format
        %D  Time taken to serve the request, in microseconds
        %{FOO}i  request.headers['FOO']
        %{FOO}o  response.headers['FOO']
        %{FOO}e  os.environ['FOO']

"""

LOG_FORMAT_MAP = {
        "a": "remote_address",
        "t": "request_start_time",
        "P": "process_id",
        "r": "first_request_line",
        "s": "response_status",
        "b": "response_size",
        "T": "request_time",
        "Tf": "request_time_frac",
        "D": "request_time_micro",
        "i": "request_header",
        "o": "response_header",
    }

LOG_FORMAT = '%a %t "%r" %s %b "%{Referer}i" "%{User-Agent}i"'
    FORMAT_RE = re.compile(r"%(\{([A-Za-z0-9\-_]+)\}([ioe])|[atPrsbOD]|Tf?)")
    CLEANUP_RE = re.compile(r"(%[^s])")
    _FORMAT_CACHE: Dict[str, Tuple[str, List[KeyMethod]]] = {}

def __init__(self, logger: logging.Logger, log_format: str = LOG_FORMAT) -> None:
        """Initialise the logger.

logger is a logger object to be used for logging.
        log_format is a string with apache compatible log format description.

"""
        super().__init__(logger, log_format=log_format)

_compiled_format = AccessLogger._FORMAT_CACHE.get(log_format)
        if not _compiled_format:
            _compiled_format = self.compile_format(log_format)
            AccessLogger._FORMAT_CACHE[log_format] = _compiled_format

self._log_format, self._methods = _compiled_format

def compile_format(self, log_format: str) -> Tuple[str, List[KeyMethod]]:
        """Translate log_format into form usable by modulo formatting

All known atoms will be replaced with %s
        Also methods for formatting of those atoms will be added to
        _methods in appropriate order

For example we have log_format = "%a %t"
        This format will be translated to "%s %s"
        Also contents of _methods will be
        [self._format_a, self._format_t]
        These method will be called and results will be passed
        to translated string format.

Each _format_* method receive 'args' which is list of arguments
        given to self.log

Exceptions are _format_e, _format_i and _format_o methods which
        also receive key name (by functools.partial)

"""
        # list of (key, method) tuples, we don't use an OrderedDict as users
        # can repeat the same key more than once
        methods = list()

for atom in self.FORMAT_RE.findall(log_format):
            if atom[1] == "":
                format_key1 = self.LOG_FORMAT_MAP[atom[0]]
                m = getattr(AccessLogger, "_format_%s" % atom[0])
                key_method = KeyMethod(format_key1, m)
            else:
                format_key2 = (self.LOG_FORMAT_MAP[atom[2]], atom[1])
                m = getattr(AccessLogger, "_format_%s" % atom[2])
                key_method = KeyMethod(format_key2, functools.partial(m, atom[1]))

methods.append(key_method)

log_format = self.FORMAT_RE.sub(r"%s", log_format)
        log_format = self.CLEANUP_RE.sub(r"%\1", log_format)
        return log_format, methods

@staticmethod
    def _format_i(
        key: str, request: BaseRequest, response: StreamResponse, time: float
    ) -> str:
        if request is None:
            return "(no headers)"

# suboptimal, make istr(key) once
        return request.headers.get(key, "-")

@staticmethod
    def _format_o(
        key: str, request: BaseRequest, response: StreamResponse, time: float
    ) -> str:
        # suboptimal, make istr(key) once
        return response.headers.get(key, "-")

@staticmethod
    def _format_a(request: BaseRequest, response: StreamResponse, time: float) -> str:
        if request is None:
            return "-"
        ip = request.remote
        return ip if ip is not None else "-"

@staticmethod
    def _format_t(request: BaseRequest, response: StreamResponse, time: float) -> str:
        tz = datetime.timezone(datetime.timedelta(seconds=-time_mod.timezone))
        now = datetime.datetime.now(tz)
        start_time = now - datetime.timedelta(seconds=time)
        return start_time.strftime("[%d/%b/%Y:%H:%M:%S %z]")

@staticmethod
    def _format_P(request: BaseRequest, response: StreamResponse, time: float) -> str:
        return "<%s>" % os.getpid()

@staticmethod
    def _format_r(request: BaseRequest, response: StreamResponse, time: float) -> str:
        if request is None:
            return "-"
        return "{} {} HTTP/{}.{}".format(
            request.method,
            request.path_qs,
            request.version.major,
            request.version.minor,
        )

@staticmethod
    def _format_s(request: BaseRequest, response: StreamResponse, time: float) -> int:
        return response.status

@staticmethod
    def _format_b(request: BaseRequest, response: StreamResponse, time: float) -> int:
        return response.body_length

@staticmethod
    def _format_T(request: BaseRequest, response: StreamResponse, time: float) -> str:
        return str(round(time))

@staticmethod
    def _format_Tf(request: BaseRequest, response: StreamResponse, time: float) -> str:
        return "%06f" % time

@staticmethod
    def _format_D(request: BaseRequest, response: StreamResponse, time: float) -> str:
        return str(round(time * 1000000))

def _format_line(
        self, request: BaseRequest, response: StreamResponse, time: float
    ) -> Iterable[Tuple[str, Callable[[BaseRequest, StreamResponse, float], str]]]:
        return [(key, method(request, response, time)) for key, method in self._methods]

def log(self, request: BaseRequest, response: StreamResponse, time: float) -> None:
        if not self.logger.isEnabledFor(logging.INFO):
            # Avoid formatting the log line if it will not be emitted.
            return
        try:
            fmt_info = self._format_line(request, response, time)

values = list()
            extra = dict()
            for key, value in fmt_info:
                values.append(value)

if key.__class__ is str:
                    extra[key] = value
                else:
                    k1, k2 = key  # type: ignore[misc]
                    dct = extra.get(k1, {})  # type: ignore[var-annotated,has-type]
                    dct[k2] = value  # type: ignore[index,has-type]
                    extra[k1] = dct  # type: ignore[has-type,assignment]

self.logger.info(self._log_format % tuple(values), extra=extra)
        except Exception:
            self.logger.exception("Error in logging")

Name	Type	Size	Owner/Group	Permission	Last Modified	Actions
.	dir	-	root/root	drwxr-xr-x	2025-05-17 10:10:43
..	dir	-	root/root	drwxr-xr-x	2025-12-10 06:08:40
__pycache__	dir	-	root/root	drwxr-xr-x	2025-05-17 10:10:43
__init__.py	text/x-python	7.6 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
_cparser.pxd	text/plain	4.22 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
_find_header.pxd	text/plain	68 B	root/root	-rw-r--r--	2023-11-26 10:22:48
_headers.pxi	text/x-python	1.96 KB	root/root	-rw-r--r--	2023-11-26 10:22:59
_helpers.cpython-312-x86_64-linux-gnu.so	application/x-sharedlib	72.34 KB	root/root	-rw-r--r--	2024-08-21 09:58:21
_http_parser.cpython-312-x86_64-linux-gnu.so	application/x-sharedlib	425.53 KB	root/root	-rw-r--r--	2024-08-21 09:58:21
_http_writer.cpython-312-x86_64-linux-gnu.so	application/x-sharedlib	59.68 KB	root/root	-rw-r--r--	2024-08-21 09:58:21
_websocket.cpython-312-x86_64-linux-gnu.so	application/x-sharedlib	47.68 KB	root/root	-rw-r--r--	2024-08-21 09:58:21
abc.py	text/x-python	5.41 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
base_protocol.py	text/x-python	2.68 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
client.py	text/plain	45.82 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
client_exceptions.py	text/x-python	9.22 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
client_proto.py	text/x-python	8.42 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
client_reqrep.py	text/x-python	38.82 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
client_ws.py	text/x-python	10.75 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
compression_utils.py	text/x-python	4.9 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
connector.py	text/x-python	51.6 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
cookiejar.py	text/x-python	13.69 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
formdata.py	text/x-python	5.96 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
hdrs.py	text/plain	4.5 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
helpers.py	text/x-python	29.55 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
http.py	text/x-python	1.8 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
http_exceptions.py	text/plain	2.65 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
http_parser.py	text/x-python	34.34 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
http_websocket.py	text/x-python	26.08 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
http_writer.py	text/x-python	5.79 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
locks.py	text/x-python	1.11 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
log.py	text/plain	325 B	root/root	-rw-r--r--	2023-11-26 10:22:48
multipart.py	text/x-python	31.73 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
payload.py	text/x-python	13.26 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
payload_streamer.py	text/plain	2.04 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
py.typed	text/plain	7 B	root/root	-rw-r--r--	2023-11-26 10:22:48
pytest_plugin.py	text/x-python	11.33 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
resolver.py	text/x-python	4.95 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
streams.py	text/x-python	20.35 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
tcp_helpers.py	text/x-python	961 B	root/root	-rw-r--r--	2023-11-26 10:22:48
test_utils.py	text/x-python	19.73 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
tracing.py	text/x-python	14.8 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
typedefs.py	text/x-python	1.46 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web.py	text/x-python	18.81 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_app.py	text/x-python	17.92 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_exceptions.py	text/x-python	10.12 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_fileresponse.py	text/x-python	10.45 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_log.py	text/x-python	7.62 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_middlewares.py	text/x-python	3.96 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_protocol.py	text/x-python	22.52 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_request.py	text/x-python	28.1 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_response.py	text/x-python	27.1 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_routedef.py	text/x-python	6.01 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_runner.py	text/x-python	11.46 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_server.py	text/plain	2.53 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
web_urldispatcher.py	text/x-python	39.14 KB	root/root	-rw-r--r--	2024-08-21 09:58:21
web_ws.py	text/x-python	17.62 KB	root/root	-rw-r--r--	2023-11-26 10:22:48
worker.py	text/x-python	7.78 KB	root/root	-rw-r--r--	2023-11-26 10:22:48