ɧ-ib4UddlmZddlZddlZddlZddlZddlmZddlmZm Z ddl m Z ddl Z ddl mZe jeZdaejdd d kZeejd d Zeejd d ZeejddZeejddZhdZddhZdae eje d<da!e ej"e d<da#e ej$e d<eGddZ%dZ&de'e%fdZ(dZ)dZ*dZ+d e,d!e-fd"Z.d#efd$Z/d%Z0d&Z1dS)')RequestN) dataclass)datetime timedelta)Optional)get_connectionFENABLE_API_LOGGINGtrueLOGGING_SAMPLE_RATEz1.0LOG_RETENTION_DAYS30LOG_BATCH_SIZE10LOG_BATCH_INTERVALz2.0> .js.css.eot.gif.ico.jpg.png.svg.ttf.jpeg.webp.woff.woff2z/healthz /favicon.ico _log_queue_log_worker_task_shutdown_eventceZdZUdZeed<eed<eed<eed<eed<eed<eeed<eed <eed <eed <eed <eed <eed<e ed<eed<dS)LogEntryzData class for API log entries. timestamp client_ipmethodurlpath query_params request_body user_agentaccept_languageaccept_encodingrefererx_forwarded_for status_code process_time response_sizeN) __name__ __module__ __qualname____doc__r__annotations__strrintfloatG/var/www/html/web-builder-api.evdpl.com/src/middleware/mysql_logging.pyr"r"$s))NNN KKK HHH III3-OOO LLLr;r"cKtrdS td{V}|dd{V|d{V}|sO|dd{V|d{Vt ddadS#t$rB}t d|t dYd}~dSd}~wwxYw)NzSHOW TABLES LIKE 'api_logs'ai CREATE TABLE api_logs ( id INT AUTO_INCREMENT PRIMARY KEY, timestamp DATETIME NOT NULL, client_ip VARCHAR(45) NOT NULL, method VARCHAR(10) NOT NULL, url TEXT NOT NULL, path VARCHAR(255) NOT NULL, query_params JSON, request_body JSON, user_agent TEXT, accept_language VARCHAR(255), accept_encoding VARCHAR(255), referer TEXT, x_forwarded_for VARCHAR(255), status_code INT NOT NULL, process_time FLOAT NOT NULL, response_size INT NOT NULL, created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, INDEX idx_timestamp (timestamp), INDEX idx_client_ip (client_ip), INDEX idx_method (method), INDEX idx_path (path), INDEX idx_status_code (status_code) ) z#Created api_logs table with indexesTz(Could not ensure api_logs table exists: zBAPI logging will be disabled until database connection is restored) _API_LOGS_TABLE_READYrexecutefetchonecommitloggerinfo Exceptionwarning)conn table_existses r<_ensure_api_logs_table_existsrI8sU+ #%%%%%%%%ll8999999999!]]__,,,,,,  ?,,       8++--        KK= > > > $    E!EEFFF[\\\   sBB++ C757C22C7 log_entriescTK|sdS td{V}g}|D]q}||j|j|j|j|j|j|j|j |j |j |j |j |j|j|jfr|d|d{V|d{Vt&dt+|ddS#t,$r(}t&d|Yd}~dSd}~wwxYw)z0Insert a batch of log entries into the database.Na^ INSERT INTO api_logs (timestamp, client_ip, method, url, path, query_params, request_body, user_agent, accept_language, accept_encoding, referer, x_forwarded_for, status_code, process_time, response_size) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s) zSuccessfully inserted z log entrieszError inserting log batch: )rappendr#r$r%r&r'r(r)r*r+r,r-r.r/r0r1 executemanyrArBdebuglenrDerror)rJrFvaluesentryrHs r<_insert_log_batchrSjs &8#%%%%%%%%   E MM   "" %% %!"#    &     kkmm Lc+.>.>LLLMMMMM 888 61667777777778sC+C55 D'?D""D'cJKtdg}tj} tjt td{V}||n#tj $rYnwxYwtj}t|tkp(|o ||z tkpt }|r|rt|d{Vg}|}t rLt r3|rt|d{VtddSn4#t $r'}td|Yd}~nd}~wwxYwr)zMBackground worker that processes log queue and writes to database in batches.zStarted background log workerTtimeoutNz#Background log worker shutting downz Error in background log worker: )rBrCtimeasynciowait_forrgetrrL TimeoutErrorrOrr is_setrSemptyrDrP)batchlast_flush_time log_entry current_time should_flushrHs r<_background_log_workerrcs KK/000 EikkOA A ")"2:>>3C3CM_"`"`"```````  Y'''''     9;;LE n,)O,> 3+E222222222 ABBB A A A LL?A?? @ @ @ @ @ @ @ @ A=As7A BE/BE/BCE// F 9FF cK td{V}tjttz }|d|fd{V|jr |jjnd}|d{V|dkr(t d|dtddSdS#t$r(}t d|Yd}~dSd}~wwxYw) z,Delete API logs older than retention period.N)daysz)DELETE FROM api_logs WHERE timestamp < %srz Cleaned up z old log entries (older than z days)zError cleaning up old logs: ) rrnowrr r? _last_cursorrowcountrArBrCrDrP)rF cutoff_date deleted_countrHs r<_cleanup_old_logsrksF9#%%%%%%%%lnny6H'I'I'II ll 7 N         7;6GN)22Q kkmm 1   KKlmllRdlll m m m m m   999 7A778888888889sB5B== C/C**C/cKtd td{Vtjdd{Vt rtddSnN#t$rA}td|tjdd{VYd}~nd}~wwxYw)z3Schedule periodic cleanup of old logs (runs daily).zStarted log cleanup schedulerTNiQz#Log cleanup scheduler shutting downz Error in log cleanup scheduler: i) rBrCrkrXsleepr r\rDrP)rHs r<_schedule_log_cleanuprns KK/000 & &#%% % % % % % % %-&& & & & & & & &%%''  ABBB  & & & LL?A?? @ @ @-%% % % % % % % % % % % % % & &sA!B C 7C  Cr'returnctvrdStfdtDrdSdvsdrdSdS)z*Check if request path should skip logging.Tc3BK|]}|VdS)N)endswith).0extr's r< z'_should_skip_logging..s/ ; ;#4==   ; ; ; ; ; ;r;z/js/z /styles.cssF) SKIP_PATHSanySTATIC_EXTENSIONSrr)r's`r<_should_skip_loggingrysg zt ; ; ; ;): ; ; ;;;t~~}55~t 5r;requestcK|jj}t|}tr|r||d{VStdkr2ddl}|tkr||d{VSt j}|jr |jj nd}|j }t|j}t|j } |jdd} |jdd} |jdd} |jdd} |jd d}d}|d vr |d{V}|r\ t#j|d }n3#t"jt*f$r|d d }YnwxYwn#t,$rd}YnwxYw||d{V}t j|z }t/|dd}d} t/|dd}|t1|}n#t,$rd}YnwxYwt3t5j||||| rt#j| nd|rt#j|nd| | | | ||||} t:t:|n4#t,$r'}t> d|Yd}~nd}~wwxYw|S)a| Logs HTTP requests to MySQL table `api_logs` asynchronously. Features: - Asynchronous logging via background queue (no blocking on DB writes) - Batch insertion for better performance - Skips static files (JS, CSS, images, fonts) - Skips health check endpoint - Supports sampling for high-traffic scenarios - Automatic cleanup of old logs Ng?runknownz user-agentzaccept-languagezaccept-encodingr-zx-forwarded-for)POSTPUTPATCHzutf-8replace)errorsr/bodyz{})r#r$r%r&r'r(r)r*r+r,r-r.r/r0r1zError enqueueing log entry: )!r&r'ryENABLE_LOGGINGr randomrW perf_counterclienthostr%r7dictr(headersrZrjsonloadsdecodeJSONDecodeErrorUnicodeDecodeErrorrDgetattrrOr"rrfdumpsr put_nowaitrBrP)rz call_nextr' should_skipr start_timer$r%r&r(r*r+r,r-r.r)rresponser0r/r1r`rHs r<mysql_logging_middlewarers ; D't,,K ([(Yw'''''''''S   ==??0 0 0"7++++++++ +"$$J'.~D##9I ^F gk  C,--L$$\9==Jo))*;YGGOo))*;YGGOo!!)Y77Go))*;YGGOL )))  ''''''D JJ#':dkk'.B.B#C#CLL,.@AJJJ#';;wy;#I#ILLLJ   LLL Yw''''''''H$&&3L(M488KMx..  IIM  ,..  1=GTZ ---41=GTZ ---4'''!#I&9  !  ! !) , , , 999 7A77888888889 Os`G7'FG-G GGG G"!G" "I II1!K LK??LcKttddStd{VtstddSt jat jat j ta t j tt ddS)zFInitialize the async logging system. Call this on application startup.NzLogging system already startedz6Database not accessible, logging system will not startzAsync logging system started)rrBrErIr>rXQueueEventr create_taskrcrrnrCr:r;r<start_logging_systemrZs7888 ( ) )))))))) !OPPPJmooO*+A+C+CDD -//000 KK./////r;cKtdStdttk t jtdd{VnH#t j$r6tdt YnwxYwtddS)zPGracefully shutdown the async logging system. Call this on application shutdown.Nz%Shutting down async logging system...g$@rUz4Log worker did not finish within timeout, cancellingzAsync logging system stopped) r rBrCsetrrXrYr[rEcancelr:r;r<stop_logging_systemrws KK7888# &"#3TBBB B B B B B B B B# & & & NNQ R R R  # # % % % % % & KK./////s!A))AB.-B.)2fastapirrWrosrX dataclassesrrrtypingrloggingutils.dbr getLoggerr2rBr>getenvlowerrr9r r8r rrrxrvrrr6rTaskr rr"rIlistrSrcrkrnr7boolryrrrr:r;r<rs !!!!!!((((((((######  8 $ $/88>>@@FJeIBI&;UCCDDS#7>>??YRY/6677U929%95AABBAAA ( '+ HW] #***+/(7<(///+/'-(///  &/ / / d+8h+8+8+8+8\%A%A%AR999&&&&(st"^G^^^^B000:00000r;