File: //proc/676643/root/usr/local/CyberCP/IncBackups/__pycache__/IncBackupsControl.cpython-310.pyc
o
��h�� � @ s d dl Z d dlZ d dlZd dlZd dlZd dlZej�d� e j� dd� d dl
Z
ze
� � W n Y d dl Z
d dlmZ ddlmZmZ d dlmZ d dlmZ d d lmZ d dlmZ d dl Z d d
l m Z zd d l m Z d d l!m"Z" W n Y G d
d� de
j#�Z$dS )� Nz/usr/local/CyberCP�DJANGO_SETTINGS_MODULEzCyberCP.settings)�ProcessUtilities� )�IncJob� JobSnapshots)�Websites)�CyberCPLogFileWriter)� HttpResponse)�virtualHostUtilities)�
mailUtilitiesc @ s� e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd0dd�Z d1dd�Z
d1dd�Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd
S )2�IncJobsc C sR t j�| � || _|| _d| _d| _d| _d| _d| _ d| _
d| _ d| _ d| _
d S )N� r )�multi�Thread�__init__�function� extraArgs�repoPath� passwordFile�
statusPath�website�backupDestinations�jobid�metaPath�path� reconstruct)�selfr r � r �2/usr/local/CyberCP/IncBackups/IncBackupsControl.pyr $ s
zIncJobs.__init__c C sF | j dkr | �� d S | j dkr| �� d S | j dkr!| �� d S d S )N� createBackup� restorePoint�
remoteRestore)r r r �r r r r �run2 s
�z IncJobs.runc C sv | j d d� dkr!d| j }d| j| j |f }t�|| j��d�S | �� \}}d| j||| jf }t�|| j��d�S )N� �sftp�/home/backup/%szLexport RESTIC_PASSWORD=%s PATH=${PATH}:/usr/bin && restic -r %s:%s snapshots�
zvexport RESTIC_PASSWORD=%s AWS_ACCESS_KEY_ID=%s AWS_SECRET_ACCESS_KEY=%s && restic -r s3:s3.amazonaws.com/%s snapshots)r r r r �outputExecutioner� externalApp�split�
getAWSData)r r �command�key�secretr r r �getRemoteBackups; s
� �zIncJobs.getRemoteBackupsc
C s zg| j d | _| j d | _| j d | _| �� }d}g }|d �d�dkrZt|�D ]1}|�d�dkr:|dkr8d}q(d}|rY|�d �}|�|d d
|d |d f |d
|d d�� q(t �
dd|d��}t |�W S t y� } zt
�t|�� W Y d }~d S d }~ww )Nr r �passwordr zunable to open config file���z---------------r � z%s %s� � � )�id�date�hostr �None)�status�
error_message�data)r r r r r/ �find�reversedr* �append�json�dumpsr �
BaseException�logging� writeToFile�str)r �result� activator� json_data�items�entry�
final_json�msgr r r �fetchCurrentBackupsG s8
��
��zIncJobs.fetchCurrentBackupsc C s� t �� t jkst �� t jkst �� t jkrd| _dS | jjd d� dkr)d| _d S | jjd d� dkr8d| _d S | jjd d � d
krGd | _d S | jjd d� d krYd
| j | _d S d S )N�/r � �databasez/usr/local/CyberCP/tmp/r$ r< z/home/r5 �emailz /home/vmail/�metaz /home/%s/) r � decideDistro�centos�cent8�ubuntu20�
restoreTargetr �typer r" r r r �findRestorePathj s
�zIncJobs.findRestorePathc C s. | j �d�d }d| }t|d��� }||fS )NrN r1 z/home/cyberpanel/aws/%s�r)r r* �open�read)r r- r r. r r r r+ | s zIncJobs.getAWSDataNc
C s �z^|dkr�| � � \}}d| jj }d| } d| jj� d�||| jj|| j| jj| jjf }
tj�|�r8|
| }
t�|
| j �} | �
d�dkrSt � | j
d| d � W d
S | �d �d } tj�tj�rmt �d
| � d| � d�� |dkr�t| jd||�d�d �d�f | | jd�}
nt| jd||f | | jd�}
|
�� W d S | jdkr�| j| _| � � \}}d| j||| j|| jf }
t�|
| j �} | �
d�dkr�t � | j
d| d � W d
S W d S |�r)| jj| _| � � \}}d||| j|| jf }
t�|
| j �} | �
d�dk�s| �
d�dk�rn
t � | j
d| d � W d
S d ||| j| jf }
t�|
| j � W d S | jj| _| � � \}}d ||| j|| j| jf }
t�|
| j �} | �
d�dk�r]t � | j
d| d � W d
S W d S t�y } zt � | j
d t|� d � W Y d }~d
S d }~ww ) N�backup� /home/%s/backup-exclude.conf� --exclude-file=%sz|AWS_ACCESS_KEY_ID=%s AWS_SECRET_ACCESS_KEY=%s restic -r s3:s3.amazonaws.com/%s backup %s --password-file %s --exclude /home/z</logs --exclude /home/%s/backup --exclude /home/%s/incbackup�savedr1 � %s. [5009].r r r2 ���z Snapshot id z
from result �.rP �%s:%srN �.sql��jobrX �
snapshotid� destination�remotez�export RESTIC_PASSWORD=%s AWS_ACCESS_KEY_ID=%s AWS_SECRET_ACCESS_KEY=%s && restic -r s3:s3.amazonaws.com/%s restore %s --target %s� restoring�Failed: %s. [5009]zkAWS_ACCESS_KEY_ID=%s AWS_SECRET_ACCESS_KEY=%s restic -r s3:s3.amazonaws.com/%s forget %s --password-file %s�removed snapshot�deletedzgAWS_ACCESS_KEY_ID=%s AWS_SECRET_ACCESS_KEY=%s restic -r s3:s3.amazonaws.com/%s prune --password-file %szxAWS_ACCESS_KEY_ID=%s AWS_SECRET_ACCESS_KEY=%s restic -r s3:s3.amazonaws.com/%s restore %s --password-file %s --target %sz
%s [88][5009]) r+ r �domainr �osr �isfiler r( r) r= rC � statusWriterr r* �exists� debugPathrD r r �rstripr �saver rW ri rB rE )r �fType�
backupPath�
snapshotID�bType�deleter- r. �backupExcludesFile�resticBackupExcludeCMDr, rF �
snapShotid� newSnapshotrL r r r � awsFunction� s� � ��
�$�
� �
� ���zIncJobs.awsFunctionc C s� |d krvd| j j }d| }d| j|| j| j| j jf }tj�|�r&|| }t�|| j �}|�
d�dkr@t � | j
d| d� dS |�d �d
} |d krbt| jd ||�d
�d �d�f | | jd�}
nt| jd ||f | | jd�}
|
�� dS |r�d| j } d| | jj| jf }t�|| j �}|�
d�dks�|�
d�dkr�n t � | j
d| d� dS d| | jf }t�|| j � dS d| j } d| | jj| j| jf }t�|| j �}|�
d�dkr�t � | j
d| d� dS dS )Nr^ r_ zPrestic -r %s backup %s --password-file %s --exclude %s --exclude /home/%s/backupr` r1 ra r r r2 rb rP rd rN re rf �/home/%s/incbackupz)restic -r %s forget %s --password-file %srm rn rl z%restic -r %s prune --password-file %sz6restic -r %s restore %s --target %s --password-file %srk )r ro r r rp r rq r r( r) r= rC rr r r* r r ru r rv rh rW ) r rx rX �restorer{ r| r} r, rF r~ r � repoLocationr r r �
localFunction� sX � ��
�zIncJobs.localFunctionc
C s dS )Nr )r ro r r r rp r rq r r( r) r= rC rr r r* r r ru rv ri rh r rW )
r rx rX r� r{ r| r} �
remotePathr, rF r~ r r� r r r � sftpFunction! s zIncJobs.sftpFunctionc
C s� zR| j dkr)| jd d� dkr| �ddd� W dS | �dd| j�dkr&W dS W dS | jjd kr7| �ddd�W S | jjd d� dkrI| �ddd�W S | �dd| jj�W S tyq } zt �
| j d
t |� d� W Y d }~dS d }~ww ) Nrj r$ r% �noner r� r
r �localz%s [138][5009]�
r r r� r� r ri r� rh rB rC rr r rE �r rL r r r � restoreDatab s$
� ���zIncJobs.restoreDatac
C s0 z�| j dkrN| jd d� dkr | �ddd�dkrW dS n
| �dd| j�dkr)W dS d }t�|� d
}t�|� tj�| j �
d �d � d
�ddd�dkrMt �nT| jj
dkra| �ddd�dkr`W dS n%| jj
d d� dkrx| �ddd�dkrwW dS n| �dd| jj�dkr�W dS tj�| jj�
d�d � d
�d| j dd�dkr�t d��z:| j dkr�t�d| j �
d �d � W W dS t�d| jj�
d�d � t�d| jj| jj�
d�d f � W W dS t y� } zt�t|�� W Y d }~W dS d }~ww t �y } zt�| jdt|� d� W Y d }~dS d }~ww )Nrj r$ r% r� r r r� r
z,chown cyberpanel:cyberpanel /home/cyberpanelzchmod 755 /home/cyberpanelrN r1 re �/usr/local/CyberCP/tmp�dummyr� �:�/home/%sz Can not restore database backup.z/usr/local/CyberCP/tmp/%s� /usr/local/CyberCP/tmp/%s.sql�/home/%s/%s.sqlz%s [160][5009])r r r� r� r r � executioner�mysqlUtilities�restoreDatabaseBackupr r* ru rB ri r� rh rX r rp �removero rC rD rE rr r )r r, rL r r r �restoreDatabasey sh
�
��� �� ��
�&�����zIncJobs.restoreDatabasec
C s� zW| j dkr.| jd d� dkr | �ddd�dkrW dS W dS | �dd| j�dkr+W dS W dS | jjd kr<| �ddd�W S | jjd d� dkrN| �ddd�W S | �dd| jj�W S tyv } zt �
| j d
t |� d� W Y d }~dS d }~ww ) Nrj r$ r% r� r r r� r
r� �
%s [46][5009]r� r� r r r � restoreEmail� s&
� ���zIncJobs.restoreEmailc
C sh z�| j dkr*| jd d� dkr | �ddd�dkrW dS nF| �dd| j�dkr)W dS n8| jjd kr=| �ddd�dkr<W dS n%| jjd d� dkrT| �ddd�dkrSW dS n| �dd| jj�dkrbW dS d
| j }d t j
d }|d
|| j f }t �
|�}t�| j |d� z t�|� W W dS Y W dS ty� } zt�| j dt|� d� W Y d }~dS d }~ww )Nrj r$ r% r� r r r� r
r� �/home/%s/meta.xmlz)nice -n 10 /usr/local/CyberCP/bin/python z/plogical/restoreMeta.pyz, submitRestore --metaPath %s --statusFile %sr� )r r r� r� r ri r� rh r r
�
cyberPanelr r r( rC rr rp r� rB rE )r � metaPathNew�execPathrF rL r r r �reconstructWithMeta� sF
�� ��
���zIncJobs.reconstructWithMetac
C s� �z�| j d | _| j d | _| j d }| j d | _tjj| jd�}|j| _| jdkr�| �� | j d | _ | j d | _
| j d | _ | j d | _ | j �
d
�d krmd }t�| j|d
� | �� dkraW dS d}t�| j|d
� �n.| j d| j kr�d}t�| j|d
� | �� dkr�W dS d}t�| j|d
� �n| j �
d�d kr�d}t�| j|d
� | �� dkr�W dS d}t�| j|d
� n�| j �
d�d kr�d}t�| j|d
� | �� dkr�W dS d}t�| j|d
� n�tjj|d�| _ | �� d| j j| jf }t�| j|d
� d| j| jf | _ | j jd d � d k�r*d }t�| j|d
� | �� d}t�| j|d
� nq| j jd d � d k�rTd}t�| j|d
� | �� dk�rIW dS d }t�| j|d
� nG| j jd d!� d"k�rxd}t�| j|d
� | �� d}t�| j|d
� n#| j jd d � d#k�r�d}t�| j|d
� | �� d}t�| j|d
� t�| jd$d
� W d S t�y� } zt�| j d t|�d
� W Y d }~d S d }~ww )%N�tempPathr r r �ro rj r r0 r re r1 zRestoring database..r r zDatabase restored.r� zRestoring data..zData restored..�vmailzRestoring email..zEmails restored.zmeta.xmlzReconstructing with meta..�
Reconstructed)�pkz Starting restore of %s for %s.� /home/%s/%srO rP r$ r< zData restored.r5 rQ rR � Completed)r r r r r �objects�getr) rY r r r r r= rC rr r� r� r� r� r rh rX rB rE )r r �
WebsiteObject�messagerL r r r r � s�
�&��zIncJobs.restorePointc
C s zat j�tj�rt�d| jj � ddl m
} |� | jjd d d d�\}}}|dkrUt� | j
dd� d| jj }d| j| j|f }t�|� d||f }t�|| j� W dS t� | j
d | d� W dS ty� } zt� | j
d
t|� d� W Y d }~dS d }~ww ) Nz,Creating meta for %s. [IncBackupsControl.py]r )�backupUtilitiesr zMeta data is ready..r� zchown %s:%s %szmv %s %sz%s [544][5009]z%s [548][5009])rp r rs r rt rC rD r ro �plogical.backupUtilitiesr� �prepareBackupMetarr r r) r� rB rE )r r� r: r� r r� r, rL r r r r� K s(
��zIncJobs.prepareBackupMetac
C �� zSt �| jdd� d| jj }| jdkr | �|d�dkr W dS n"| jd d� dkr5| �|d�dkr4W dS n
| �d |d
d�dkrBW dS t �| jd | jj| jf d� W dS t yr } zt �| jd t
|� d� W Y d }~dS d }~ww )
NzBacking up data..r r� r� r< r r$ r% r] r
zData for %s backed to %s.z"%s. [IncJobs.backupData.223][5009]� rC rr r r ro r r� r� r� rB rE �r rx rL r r r �
backupDataj s,
�����zIncJobs.backupDatac C s� z�t �| jdd� | jj�� }|D ]�}d}tj�|�s$d| }t �
|� d| }t �
|� d| }t �
|� t j � |j
|�dkrD W dS tj�t j�rPt �d� d ||j
f }d
| jj|j
f }d ||f }t �
|| j� | jd kr| �|d
�dkr~ W dS n$| jd d� dkr�| �|d
�dkr� W dS n| �d|dd
�dkr� W dS zd|j
}d| }t �
|| j� W q ty� } zt �| jdt|� d� W Y d }~qd }~ww W dS ty� } zt �| jdt|� d� W Y d }~dS d }~ww )NzBacking up databases..r r� zmkdir %sz chown cyberpanel:cyberpanel %sz chmod 711 %sr z2Backup created for DB Incscheduler.backupDatabasesz %s/%s.sqlr� zcp %s %sr� rP r$ r% r] r
r� �rm -f %sz<Failed to delete database: %s. [IncJobs.backupDatabases.456]z'%s. [IncJobs.backupDatabases.269][5009])rC rr r r �
databases_set�allrp r rs r r� r� �createDatabaseBackup�dbNamert rD ro r) r r� r� r� rB rE )r � databasesrI �
UploadPathr, �dbPath� dbPathNewrL r r r �backupDatabases� s\
��
�����zIncJobs.backupDatabasesc
C s� zYt �| jdd� d| jj }tj�|�rH| jdkr&| � |d�dkr%W dS n"| jd d� dkr;| �
|d�dkr:W dS n
| � d |d
d�dkrHW dS t �| jd | jj| jf d� W dS t yx } zt �| jd t
|� d� W Y d }~dS d }~ww )
NzBacking up emails..r z/home/vmail/%sr� rQ r r$ r% r] r
zEmails for %s backed to %s.z#%s. [IncJobs.emailBackup.269][5009])rC rr r r ro rp r rs r r� r� r� rB rE r� r r r � emailBackup� s.
�����zIncJobs.emailBackupc
C r� )
NzBacking up meta..r r� r� rR r r$ r% r] r
zMeta for %s backed to %s.z"%s. [IncJobs.metaBackup.269][5009]r� r� r r r �
metaBackup� s,
�����zIncJobs.metaBackupc
C s� z�t �| jdd� | jdkr9d| j| jf }t�|| j�}t j
� tj �r)t �
|� |�d�dkr8t �| j|d� nn| jd d� dkrtd | jj }d
| j|| jf }t�|| j�}t j
� tj �rdt �
|� |�d�dkrst �| j|d� n3| �� \}}d ||| jj| jf }t�|| j�}t j
� tj �r�t �
|� |�d�dkr�t �| j|d� t �| jd | j| jjf d� W dS ty� } zt �| jd
t|� d� W Y d }~dS d }~ww )Nz!Will first initiate backup repo..r r� z(restic init --repo %s --password-file %szconfig file already existsr1 r$ r% r& zKexport PATH=${PATH}:/usr/bin && restic init --repo %s:%s --password-file %szfAWS_ACCESS_KEY_ID=%s AWS_SECRET_ACCESS_KEY=%s restic -r s3:s3.amazonaws.com/%s init --password-file %szRepo %s initiated for %s.z#%s. [IncJobs.initiateRepo.47][5009]r )rC rr r r r r r r( r) rp r rs rt rD r= r ro r+ rB rE )r r, rF r� r- r. rL r r r � initiateRepo� sN
�
�
� �
���zIncJobs.initiateRepoc C sR d| j j }d| }d| j j }| j jg}d|d�|�||f }t�|||� d S )Nz!Backup Repository password for %sz�Password: %s
This is password for your incremental backup repository, please save it in safe place as it will be required when you want to restore backup for this site on remote server.
z
cyberpanel@%sz From: %s
To: %s
Subject: %s
%s
z, )r ro �
adminEmail�joinr � SendEmail)r r0 �SUBJECT�text�sender�TOr� r r r � sendEmail s �
�zIncJobs.sendEmailc
C s� �zF| j d | _| j d }| j d | _| j d }| j d }| j d }d}t�|��d�d krqz3d
}tj�|�rPd }t� |� d }t� |� d
}t� |� W W dS d}t� |� d}t� |� W W dS t
� | jdd� Y W dS t j
j|d�| _| jj| _t| jd�| _| j�� d| jj| jjf | _d| jj | _d| j }t�|| j�}|�d�d kr�t�� }d|| jf }t� || jd� d| j }t� || j� | �|� | �� dkr�W dS | �� dkr�W dS |r�| � � dkr�W dS |r�| � � dkr�W dS |�r| � � dk�rW dS | � � d | jj } z d | }t� |� W n t �y< }
zt
� | jd t!|
� d� W Y d }
~
nd }
~
ww t
� | jd d� W d S t �yg }
zt
� | jd t!|
� d� W Y d }
~
d S d }
~
ww )!Nr� r r � websiteData�
websiteEmails�websiteDatabases�resticz restic is a backup program whichr1 z/etc/redhat-releasez yum install -y yum-plugin-coprz yum copr enable -y copart/resticzyum install -y resticzapt-get update -yzapt-get install restic -yz�It seems restic is not installed, for incremental backups to work restic must be installed. You can manually install restic using this guide -> https://go.cyberpanel.net/restic. [5009]r r r� )r r� r� z ls -la %szNo such file or directoryzecho "%s" > %sTz chmod 600 %sr� r� z:Failed to delete meta file: %s. [IncJobs.createBackup.591]r� zIFailed to create incremental backup: %s. [5009][IncJobs.createBackup.913])"r r r r r( r= rp r rs r� rC rr r r� r� r r) r r rv ro r r �randomPassword�
generate_passr� r� r� r� r� r� r� rB rE ) r r r� r� r� r, �
CentOSPath�outputr0 r� rL r r r r ) s�
�
��
��� ���zIncJobs.createBackupc
C s� zZt j| _|j�� }|d jjj| _|d jjj| _d| j| jf | _ |D ]2}|| _
| j
j dkr9| � dddd� q%| j
j d d� dkrL| �
dddd� q%| �dd | j
jd d� q%W dS tyy } zt �| jd
t|� d� W Y d }~dS d }~ww ) Nr r� r� r� r r$ r% r� r
z %s [903:DeleteSnapShot][5009])rC �fileNamer �jobsnapshots_setr� rg r ro r) r r ri r� r� r� rh rB rr rE )r �inc_job�
job_snapshots� job_snapshotrL r r r �DeleteSnapShot� s&
��zIncJobs.DeleteSnapShot)NNNN)NN)�__name__�
__module__� __qualname__r r# r/ rM rY r+ r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r r� r r r r r " s0 #
_
>A8%] <, or )%rp �os.path�shlex�
subprocess�sys�requestsr r? �environ�
setdefault�django�setup� threadingr �plogical.processUtilitiesr �modelsr r �websiteFunctions.modelsr �plogical.randomPasswordr� � plogical.CyberCPLogFileWriterr rC �plogical.mysqlUtilitiesr� r@ �django.shortcutsr � plogical.virtualHostUtilitiesr
�plogical.mailUtilitiesr r r r r r r �<module> s8