$66 GRAYBYTE WORDPRESS FILE MANAGER $56

SERVER : premium201.web-hosting.com #1 SMP Wed Mar 26 12:08:09 UTC 2025
SERVER IP : 172.67.162.162 | ADMIN IP 216.73.216.51
OPTIONS : CRL = ON | WGT = ON | SDO = OFF | PKEX = OFF
DEACTIVATED : NONE

/opt/cloudlinux/venv/lib/python3.11/site-packages/wmt/__pycache__/

HOME
Current File : /opt/cloudlinux/venv/lib/python3.11/site-packages/wmt/__pycache__//main.cpython-311.opt-1.pyc
�

�K�i�=��h�ddlZddlZddlZddlZddlZddlZddlZddlmZm	Z	ddl
mZmZddl
mZddlmZddlmZmZmZmZmZddlmZmZmZmZddlmZdd	lmZdd
l m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(ddl)m*Z*m+Z+ddl,m-Z-dd
l.m/Z/ddl0m1Z1ed��Z2d�Z3d�Z4eGd�d����Z5de6fd�Z7d�Z8d&d�Z9d&dee5fd�Z:d&d�Z;d�Z<d�Z=d�Z>d�Z?d�Z@d�ZAd �ZBd!�ZCeDd"kr�eEejF����ZGe2�Hd#eG��ee%eG��5ed$ed%��e"��ejejIe3��ejejJe4��ejK��ZLeL�MeC����ddd��dS#1swxYwYdSdS)'�N)�datetime�	timedelta)�List�Optional)�	dataclass)�or_)�ScrapeResult�DomainAlerts�setup_database�
session_scope�cleanup_old_data)�get_domains�setup_logger�save_pid_and_lock�	intersect)�init_sentry_client)�get_pkg_version)�PING_TIMEOUT_STATUS_CODE�
SENTRY_DNS�!ERROR_DOMAINS_PING_RETRY_INTERVAL�ERROR_DOMAINS_ALERT_INTERVAL�
WMT_LOCK_FILE�PING_CONNECTIONS�&LICENSE_EXPIRED_FAREWELL_LETTER_MARKER�LICENSE_CHECK_PAUSE)�Notifier�SupportedNotificationTypes)�ErrorReport)�cfg)�CloudlinuxLicenseLib�wmt_scannerc���tj��d�tj�����D��}t�dt
|����dS)Nc�&�i|]\}}|dk�||��S)�report_email�)�.0�k�vs   ��/builddir/build/BUILDROOT/cl-web-monitoring-tool-3.2.1-1.el8.cloudlinux.x86_64/opt/cloudlinux/venv/lib/python3.11/site-packages/wmt/main.py�
<dictcomp>zreload_conf.<locals>.<dictcomp>/s(��P�P�P�4�1�a�A��<O�<O�!�Q�<O�<O�<O�zReloading config: %s)r�reload�to_dict�items�logger�info�str)�
sig_number�frame�
config_logs   r)�reload_confr5-sS���J�L�L�L�P�P�3�;�=�=�#6�#6�#8�#8�P�P�P�J�
�K�K�&��J���8�8�8�8�8r+c�.�tjd��dS)zp
    Shutdown to call finally block to
    close all fds, remove lock and file
    see: save_pid_and_lock()
    rN)�sys�exit)r2r3s  r)�shutdownr93s���H�Q�K�K�K�K�Kr+c�h�eZdZUeed<dZeeed<dZeeed<dZ	eeed<dS)�ScrapeCoroResult�urlN�
response_code�response_time_ms�original_domain)
�__name__�
__module__�__qualname__r1�__annotations__r=r�intr>r?r%r+r)r;r;<sX�������	�H�H�H�#'�M�8�C�=�'�'�'�&*��h�s�m�*�*�*�%)�O�X�c�]�)�)�)�)�)r+r;�returnc��ttjdt��}	t|��}n#tt
f$r
t}YnwxYwt
d|��S)N�ping_connections�)�getattrrrrD�	TypeError�
ValueError�max)�values r)�get_connection_limitrNEs`���C�G�/�1A�B�B�E�!��E�
�
�����z�"�!�!�!� ����!�����q�%�=�=�s�2�A
�A
c�����K�|4�d{V����fd�}|�d��r|}d|td��d�z}n<|�d��rd|td��d�z}|}n
d|��}d|��}||���d{V��}||_|jdkr|cddd���d{V��S||���d{V��}||_|cddd���d{V��S#1�d{V��swxYwYdS)a
    Main 'pinger'
    1. Requests domains
     - if domain responded - keep status code
     - if no response for timeout - keep Timeout status code
     - if unreachable (ConnectionError or so) - keep 523 status code
       (same logic as go implementation)
    Nc
��,�K�tj��}	��|����4�d{V��}t|d��rt|j��n|}t||jtdtj��|z
z�����cddd���d{V��S#1�d{V��swxYwYdS#tj	j
$rt|t�dz���cYStj
j$rt|d���cYSwxYw)N��timeoutr<i�)r=r>i)r=)�time�get�hasattrr1r<r;�statusrD�
concurrent�futures�TimeoutErrorr�aiohttp�client_exceptions�ClientError)�
target_url�start�resp�	final_url�ping_timeout�sessions    ��r)�_fetchzping.<locals>._fetchXs�������I�K�K�E�
G�"�;�;�z�<�;�H�H��������D�18��u�1E�1E� U��D�H�
�
�
�:�I�+�!���),�T�T�Y�[�[�5�5H�-I�)J�)J���������������������������������������%�2�
N�
N�
N�'�
�6N�9E��9L�N�N�N�N�N�N��,�8�
G�
G�
G�(�
�#�F�F�F�F�F�F�
G���s;�B<�A!B)�B<�)
B3�3B<�6B3�7B<�<.D�,$D�Dzhttps://zhttp://��)�
startswith�lenr?r=)	r<rarb�	semaphorerc�	https_url�http_url�https_result�http_results	 ``      r)�pingrlNs'�������&�&�&�&�&�&�&�&�	G�	G�	G�	G�	G�	G�(�>�>�*�%�%�	'��I� �3�s�:���'7�'7�#8�8�H�H�
�^�^�I�
&�
&�	'�"�S��Y�����%9�9�I��H�H�(�3�(�(�I�&����H�#�V�I�.�.�.�.�.�.�.�.��'*��$��%��,�,��E&�&�&�&�&�&�&�&�&�&�&�&�&�&�H#�F�8�,�,�,�,�,�,�,�,��&)��#��M&�&�&�&�&�&�&�&�&�&�&�&�&�&�&�&�&�&�&�&�&�&�&�&����&�&�&�&�&�&s�BC%�9C%�%
C/�2C/c#�K�t��}|�|t|��z}t�dt	|����|D]*}tj|��st||||��V��+dS)z�
    ping_timeout: specified in config timeout time (s) for request
    semaphore: semaphore obj to handle asyncio tasks
    ping_target_domains: mostly needed for re-pinging error domains
    Nz Those domains will be pinged: %s)r�setr/�debugr1r�is_domain_ignoredrl)rarbrg�ping_target_domains�domains�domains      r)�	executorsrt�s������m�m�G��&��3�*�+�+�+��
�L�L�3�S��\�\�B�B�B��A�A���$�V�,�,�	A��v�|�W�i�@�@�@�@�@��A�Ar+c���K�tt||||����}t|��dkrgSd�|D��}	tjtj|�|����d{V��S#tj$rjg}|D]*}|���s|����+|D]3}	|�	|�d{V�����#tj
$rY�0wxYw|cYSwxYw)Nrc�6�g|]}tj|����Sr%)�asyncio�create_task)r&�coros  r)�
<listcomp>z scrape_sites.<locals>.<listcomp>�s#��>�>�>�4�W�
 ��
&�
&�>�>�>r+rQ)�listrtrfrw�wait_for�gatherrY�done�cancel�append�CancelledError)	�ping_site_timeout�
ping_intervalrbrgrq�
coroutines�tasks�results�tasks	         r)�scrape_sitesr��s1�����i� 1�7�I�GZ�[�[�\�\�J�
�:���!����	�>�>�:�>�>�>�E���%�g�n�e�&<�m�T�T�T�T�T�T�T�T�T�T����
�
�
�*,���	�	�D��9�9�;�;�
����
�
�
���	�	�D�
����T�z�z�z�z�z�z�*�*�*�*���)�
�
�
���
��������
���s7�'A,�,AC%�/C�
C%�C�C%�C�C%�$C%c
�|�t��}i}g}t|��5}|D]�}|�t|jd|j|j�����|�|jp|j��|jdkr|j||j<�s|�|j����|�	t���tj�
|�����td���d���ddd��n#1swxYwYt!��}|�|t|��z}t|��|z
}	t|��5}|	D]&}
|�t|
d������'	ddd��n#1swxYwY|S)	a
    - obtains all scrape coro results from asyncio tasks
    - saves ping results to ScrapeResult table
    - updates 'is_resolved' field in DomainAlerts table, in case
      error domain`s status code was changed to 200
    - returns domains with non-200 status code code
    T)�website�is_finishedr=r>rd)�is_resolvedF)�synchronize_sessionN)r�r�)rnr�addr	r<r=r>r?r��queryr
�filterr��in_�update�dictr)�engine�pingedrq�finished_domains�errors_domains�resolvedrb�resultrr�unfinished_domains�
unfinisheds           r)�manage_ping_resultsr��sY���u�u���N��H�	�v�	�	�G�'��	,�	,�F��K�K���
� �$�2�!'�!8�	���
�
�
�
� � ��!7�!E�6�:�F�F�F��#�s�*�*�-3�-A��v�z�*�*�����
�+�+�+�+��
�
�l�#�#�
�V�L�(�,�,�X�6�6�
7�
7�
�V�D�T�*�*�*��V�
F�
F�
F�!G�G�G�G�G�G�G�G�G�G�G����G�G�G�G�"�m�m�G��&��3�*�+�+�+���W���(8�8��	�v�	�	��'�,�	�	�J��K�K��"�!����
�
�
�
�	��������������������s$�C>D,�,D0�3D0�:*F1�1F5�8F5c	���tj��tt���z
}t	|��5}|�tj���tj�	t|�������ttj
|ktjdk����}d�|D��cddd��S#1swxYwYdS)z�
    - gets websites that must NOT be included in alert email:
          less than ERROR_DOMAINS_ALERT_INTERVAL passed or is_resolved marker was not
          changed from last alerting
    )�hoursFc��g|]	}|j��
Sr%�r��r&�rows  r)rzz%get_recent_alerts.<locals>.<listcomp>�s��8�8�8����8�8�8r+N)r�nowrrrr�r
r�r�r�r{�keysr�
alert_timer�)r��
alert_domains�repeat_intervalrb�recently_alerteds     r)�get_recent_alertsr��s���l�n�n�y�7S�'T�'T�'T�T�O�	�v�	�	�9�'�"�=�=��)=�>�>�
�V�L�(�,�,�T�-�2D�2D�2F�2F�-G�-G�H�H���/�/�A�$�0�E�9�;�;�<�<�	�9�8�'7�8�8�8�9�9�9�9�9�9�9�9�9�9�9�9����9�9�9�9�9�9s�B%C+�+C/�2C/c	�Z�t�dtt|���������d�|���D��}t
tjtj	d|itj������|S)z�
    prepares needed error report object with error domains
    to be alerted and sends this mail
    returns alerted domains
    zAlerts will be sent for %sc
��g|]W\}}t|d�ttt	|������t|�������XS)z, )r<�code�count_errors)r�join�mapr1rnrf)r&rs�codess   r)rzzalert.<locals>.<listcomp>�sh�����
�F�E�	�����3�s�C��J�J�/�/�0�0��U���	
�	
�	
���r+�error_report��target_email�
from_email�report�notification_type)
r/r0r1r{r�r.rrr�r�r�ALERT�notify)�domains_datar�s  r)�alertr��s����K�K�,��D��*�*�,�,�-�-�.�.�0�0�0���*�/�/�1�1�
���L�
��%��>��L�
�5�:�
<�<�<�=C�F�H�H�H��r+c	�`��t||����fd�|���D��}|sOt�dt	t|�������t��dSt|��tj
��}t|��5}|�t���tj�����}d�|D��}|D]�}||vr^|�t���tj|k���t'|d������d|�t||�������	ddd��dS#1swxYwYdS)aJ
    - gets recently alerted domains (those that must not be alerted again)
      and does not include them for alerting
    - calls alerting for left domains
    - updates DomainAlerts table:
      if website was not alerted -> adds new record
      if website was alerted before -> updates alert time and is_resolved marker
    c�$��i|]\}}|�v�	||��
Sr%r%)r&r'r(r�s   �r)r*z flush_alerts.<locals>.<dictcomp>s*���\�\�\���A�!�K[�B[�B[��1�B[�B[�B[r+zDAll domains "%s" were alerted or still not resolved in last %d hoursNc��g|]	}|j��
Sr%r�r�s  r)rzz flush_alerts.<locals>.<listcomp>s��0�0�0����0�0�0r+F)r�r�)r�r�)r�r.r/r0r1r{r�rr�rr�rr�r
�
with_entitiesr��allr�r�r�r�)	r�r��domains_to_alertr�rb�websites�urlsrsr�s	        @r)�flush_alertsr��s����)���?�?��\�\�\�\��)<�)<�)>�)>�\�\�\�������Z���]�/�/�1�1�2�2�3�3�0�	2�	2�	2�	��	�
����
�,�.�.�C�	�v�	�	�J�'��=�=��.�.�
�]�<�/�
0�
0�
�S�U�U�	�1�0�x�0�0�0��&�	J�	J�F���~�~��
�
�l�+�+��V�L�0�F�:�;�;��V�D�C�U�C�C�C�D�D�D�D����L��C�H�H�H�I�I�I�I�
	J�J�J�J�J�J�J�J�J�J�J�J�J����J�J�J�J�J�Js�4C!F#�#F'�*F'c�0�|rtjjrdSdS)NTF)r�alert_notifications_enabled)�
error_domainss r)�should_be_repingedr�s ������<���t��5r+c��tj�t��r5t�d��tjt��dSdS)NzCloudLinux license was updated)�os�path�existsrr/r0�remover%r+r)�cleanup_farewell_letter_markerr�sM��	�w�~�~�<�=�=�:����4�5�5�5�
�	�8�9�9�9�9�9�:�:r+c�d�	tj�t��s_t�d��t
tjtj	itj������dSdS#t$rt�d��YdSwxYw)z@
    Sends farewell letter once (if it was not sent before)
    z/Going to send last email about expired license!r�z$Error while managing farewell letterN)r�r�r�rr/�warningrrr�r�r�FAREWELLr��	Exception�	exceptionr%r+r)�manage_license_farewellr�$s���	A��w�~�~�D�E�E�	P��N�N�L�M�M�M�� �-��>��"<�"E�	
G�
G�
G�HN�v�x�x�x�x�x�
	P�	P���A�A�A����?�@�@�@�@�@�@�A���s�BB�$B/�.B/c
��:K�tj��}tjjdz}	t��t	|��t��}t
j|���}t
j|���4�d{V��}tj
|��}ttjj|||���d{V��}t||��}	t|	���r�t�dt#|	����	tjjdz}|t$kr�tj��|z
}
tjt)t+t$|
z
d��d�����d{V��|
t$krottjj||||	����	���d{V��}t|||	�����}t/|	|��}
nnt/||	��}
|	}n��|
rWt�d
t#t1|
���������t3||
��ng}	ddd���d{V��n#1�d{V��swxYwYn*#t4$rt�d��YnwxYw	tjjdz}tj��|z
}t)t+||z
d��d��}tj|���d{V��||krn�mns#	tjjdz}tj��|z
}t)t+||z
d��d��}tj|���d{V��||krn�mwxYw|S)aF
    Scanner logic:
    1. Scrapes domains and obtains ping results;
    2. Manage ping results (e.g: saving to DB)
    3. In case error domains found -> start re-pinging
       Re-pinging:
         - in min(ping_interval, 5 mins)
         - flush alerts if needed
    4. Sleep for ping_interval until next ping iteration
    �<)�limit)�	connectorNz8Those domains are unsuccessful: %s 
 Try to re-ping themTr�
)rqz1Domains with unsuccessful status code found: "%s"zError during ping iteration!)rSrr�r�r
rNrZ�TCPConnector�
ClientSessionrw�	Semaphorer�rar�r�r/r0r1r�sleep�minrLr�rr{r�r�r�)�previously_erroredr�r^�ping_interval_seconds�connections_limitr�rbrg�ping_resultr��elapsed_for_ping�ping_retry_result�retry_errorsr��elapsed�
sleep_times                r)�scrape_iterationr�4s�����
�I�K�K�E��G�1�B�6��9�&�(�(�(��� � � �0�2�2���(�/@�A�A�A�	��(�9�=�=�=�*	(�*	(�*	(�*	(�*	(�*	(�*	(���)�*;�<�<�I� ,���$�&;�W�i�!�!�������K�0���D�D�M�"�-�0�0�"
(����W�Y\�]j�Yk�Yk�l�l�l��,/�G�,A�B�,F�)�,�/P�P�P�+/�9�;�;��+>�(�%�m���$E�HX�$X�Z[� \� \�^`�a�a����������,�.O�O�O�6B� #�� 4�6K�W�V_�4A�4F�4F�4H�4H�7�7�7�1�1�1�1�1�1�-�,?� &�(9�=�;M�;M�;O�;O�,�,�L�-6�m�\�,R�,R�M�!�P�)2�2D�m�(T�(T�
�-:�*��/�2!�8��K�K� S� #�D��);�);�)=�)=�$>�$>� ?� ?�A�A�A� ���7�7�7��&(�"�'�U*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(�*	(����*	(�*	(�*	(�*	(���V�9�9�9����7�8�8�8�8�8�9����	�$'�G�$9�B�$>�!��i�k�k�E�)�G��S�!6��!@�!�D�D�b�I�I�J��-�
�+�+�+�+�+�+�+�+�+��.�.�.��
	���
	�$'�G�$9�B�$>�!��i�k�k�E�)�G��S�!6��!@�!�D�D�b�I�I�J��-�
�+�+�+�+�+�+�+�+�+��.�.�.��
	�	�	�	�	��sP�AJ�G$I=�+J�=
J�J�
J�J�L(�$J6�3L(�5J6�6L(�(A0Nc��K�t��}g}d}	t�����rd}t||���d{V��}n~|dz
}|dkrt�d��|dkrt
��d}tjjdz}t|t��}tj|���d{V����)z�
    Main loop for wmt_scanner_solo service
    each 'while: True' iteration returns errored domains
    (domains that responded with non-200 status code)
    rTNrHz)Seems your CloudLinux license is expired!�r�)
rr �get_license_statusr�r/r�r�rr�r�rrwr�)r�r��license_attemptr�r�s     r)�scrape_loopr�s������
�
�F����O�,��!�!�4�4�6�6�	,��O�'7�8J�F�'S�'S�!S�!S�!S�!S�!S�!S����q� �O��!�#�#����J�K�K�K��!�#�#�'�)�)�)�"#��$'�G�$9�B�$>�!��2�4G�H�H�J��-�
�+�+�+�+�+�+�+�+�+�,r+�__main__zPID: %szweb-monitoring-toolzcl-web-monitoring-tool)N)Nrwr�r7rZ�signalrS�concurrent.futuresrWrr�typingrr�dataclassesr�
sqlalchemyr�wmt.dbr	r
rrr
�wmt.common.utilsrrrr�clsentryr�clsentry.utilsr�wmt.common.constrrrrrrrr�wmt.common.notificationrr�wmt.common.reportr�
wmt.commonr�	cllicenser r/r5r9r;rDrNrlrtr�r�r�r�r�r�r�r�r�r�r@r1�getpid�pidr0�SIGUSR1�SIGTERM�get_event_loop�loop�run_until_completer%r+r)�<module>rs�������	�	�	�	�
�
�
�
�����
�
�
�
���������(�(�(�(�(�(�(�(�!�!�!�!�!�!�!�!�!�!�!�!�!�!���������������������U�T�T�T�T�T�T�T�T�T�T�T�'�'�'�'�'�'�*�*�*�*�*�*�	�	�	�	�	�	�	�	�	�	�	�	�	�	�	�	�	�	�	�	�I�H�H�H�H�H�H�H�)�)�)�)�)�)�������*�*�*�*�*�*�	��m�	$�	$��9�9�9�����*�*�*�*�*�*�*���*��c�����/�/�/�dA�A�A�A���jn�o�kA�����('�'�'�'�T9�9�9����4J�J�J�D���:�:�:�
A�
A�
A� H�H�H�V,�,�,�6�z���

�#�i�b�i�k�k�
�
�C�
�K�K�	�3����	�	�=�#�	.�	.�/�/���0�*�?�+C�D�D�%�	'�	'�	'�	��
�f�n�k�2�2�2���
�f�n�h�/�/�/�%�w�%�'�'�������
�
�.�.�.�/�/�/�/�/�/�/�/�/�/�/�/����/�/�/�/�/�/��s�)A/F%�%F)�,F)

Current_dir [ NOT WRITEABLE ] Document_root [ NOT WRITEABLE ]


[ Back ]
NAME
SIZE
LAST TOUCH
USER
CAN-I?
FUNCTIONS
..
--
19 May 2026 8.30 AM
root / root
0755
__init__.cpython-311.opt-1.pyc
0.271 KB
27 Apr 2026 11.43 AM
root / root
0644
__init__.cpython-311.pyc
0.271 KB
27 Apr 2026 11.43 AM
root / root
0644
db.cpython-311.opt-1.pyc
6.697 KB
27 Apr 2026 11.43 AM
root / root
0644
db.cpython-311.pyc
6.697 KB
27 Apr 2026 11.43 AM
root / root
0644
main.cpython-311.opt-1.pyc
23.909 KB
27 Apr 2026 11.43 AM
root / root
0644
main.cpython-311.pyc
23.909 KB
27 Apr 2026 11.43 AM
root / root
0644
wmt-api.cpython-311.opt-1.pyc
9.859 KB
27 Apr 2026 11.43 AM
root / root
0644
wmt-api.cpython-311.pyc
9.859 KB
27 Apr 2026 11.43 AM
root / root
0644

GRAYBYTE WORDPRESS FILE MANAGER @ 2026 CONTACT ME
Static GIF Static GIF