OwlCyberSecurity - MANAGER
Edit File: apt_clone.cpython-38.pyc
U �@FV9� � @ s� d dl mZ d dlZd dlmZ d dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ de jkr�ej�dd� ej�dd� G d d � d e�ZG d d � d e�ZdS ) � )�print_functionN)�FetchFailedException)�BytesIO�openZAPT_CLONE_DEBUG_RESOLVERzDebug::pkgProblemResolver�1z Debug::pkgDepCache::AutoInstallc @ sF e Zd ZdZdZdd� Zdd� Zddd �Zd d � Zd d � Z dd� Z dS )�LowLevelCommandszN calls to the lowlevel operations to install debs or repack a deb z/usr/bin/dpkg-repackc C sF |sdS ddg}|dkr0|� dd� |� d|� t�|| �}|dkS )NTZdpkgz-i�/r �chroot� )�insert� subprocess�call)�selfZdebfiles� targetdirZ install_cmd�ret� r �7/usr/lib/python3/dist-packages/DistUpgrade/apt_clone.py� install_debs2 s z LowLevelCommands.install_debsc C sh t j�| j�s td| j ��| jg}t �� dksLt j�d�s@dS ddg| }tj||g |d�}|dkS )z$ dpkg-repack pkgname into targetdir z no '%s' foundr z/usr/bin/fakerootNZfakerootz-u)�cwd)�os�path�exists� dpkg_repack�IOError�getuidr r )r �pkgnamer Z repack_cmdr r r r � repack_deb< s zLowLevelCommands.repack_debNc C s4 |d kr dd l }|�� d }t�d||g�}|dkS )Nr ZCODENAME� debootstrap)� lsb_release�get_distro_informationr r )r r �distror r r r r r H s z LowLevelCommands.debootstrapc C s t �dd|d|g�}|dkS )Nzapt-keyz --keyring�addr �r r )r Z fromkeyfileZ intokeyfiler r r r � merge_keysO s �zLowLevelCommands.merge_keysc C s t �dd||g�}|dkS )NZmountz--bindr r" )r ZolddirZnewdirr r r r � bind_mountT s zLowLevelCommands.bind_mountc C s t �d|g�}|dkS )NZumountr r" )r Zbinddirr r r r � bind_umountX s z LowLevelCommands.bind_umount)N) �__name__� __module__� __qualname__�__doc__r r r r r# r$ r% r r r r r , s r c @ s8 e Zd ZdZde�� d ZdZdIdd�ZdJd d �Z d d � Z d d� Z dd� Z dd� Z dd� Zdd� Zdd� Zdd� ZdKdd �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� ZdLd.d/�ZdMd0d1�Z dNd2d3�Z dOd4d5�Z d6d7� Z dPd8d9�Z d:d;� Z!d<d=� Z"d>d?� Z#d@dA� Z$dQdCdD�Z%dRdEdF�Z&dGdH� Z'dS )S�AptClonez� clone the package selection/installation of a existing system using the information that apt provides If dpkg-repack is installed, it will be used to generate debs for the obsolete ones. zapt-clone-state-%s.tar.gzr �./Nc C sd t � | _t � | _t� | _|r$|| _ntjj� � | _|r>|| _ ntjj � � | _ |rX|| _ ntj| _ d S �N)�set�not_downloadable�version_mismatchr �commands�fetch_progress�apt�progress�text�AcquireProgress�install_progress�baseZInstallProgress� _cache_clsZCache)r r1 r6 Z cache_clsr r r �__init__h s zAptClone.__init__Fc C s� t j�|�r t j�|| j�}n|�d�s0|d7 }|dkrnt�� tj� d|� tj� dt j�|d�� t� � t j |dd��n}| � |� | �||� | �|� | �||� | �|� | �|� | �||� |r�| �|� |r�| �|� W 5 Q R X d S ) z� save the current system state (installed pacakges, enabled repositories ...) into the apt-state.tar.gz file in targetdir z.tar.gzz.apt-clone.tar.gzr ZDir�Dir::State::statuszvar/lib/dpkg/statuszw:gz)�name�modeN)r r �isdir�join�CLONE_FILENAME�endswith�apt_pkgZ init_config�configr- Z init_system�tarfiler � _write_uname�_write_state_installed_pkgs�_write_state_auto_installed�_write_state_sources_list� _write_state_apt_preferences�_write_state_apt_keyring�_write_state_extra_files�_write_state_dpkg_status� _dpkg_repack)r � sourcedir�targetZwith_dpkg_repackZwith_dpkg_statusZ scrub_sources� extra_files�tarr r r � save_state� s. � zAptClone.save_statec C s2 t �� d t �� d t �� d tj�d�d�}|S )Nr � � zAPT::Architecture)�hostnameZkernelZ uname_arch�arch)r �unamerA rB �find)r � host_infor r r �_get_host_info_dict� s �z AptClone._get_host_info_dictc C sV | � � }tjdd�}d�dd� |�� D ��}|�|d � |�� |j|jdd� d S )N�w�r< � c S s g | ]\}}d ||f �qS )z%s: %sr )�.0�key�valuer r r � <listcomp>� s �z)AptClone._write_uname.<locals>.<listcomp>z./var/lib/apt-clone/uname��arcname) rY �tempfile�NamedTemporaryFiler> �items�write�flushr! r; )r rP rX �f�infor r r rD � s �zAptClone._write_unamec C s< |d kr d S |D ]&}t � |�D ]}|j|d| d� q qd S )Nz ./extra-filesra )�globr! )r rO rP �prh r r r rJ � s z!AptClone._write_state_extra_filesc C s` | j |d�}d}d}|D ]�}|jr|d|j|jjt|j�f 7 }|jrN|jjs^| j � |j� n |jjrn|jjs|| j � |j� |jj D ]d}|j dkr�|jdkr�q�dd l}|�� d } |j| kr�|d|j|jj|jdkr�|jndf 7 } qq�qt�d�} |�d �}t|�| _t�� | _|�| t|�� t�d �} |�d �}t|�| _t�� | _|�| t|�� d S ) N�Zrootdir� z %s %s %s Znowr ZID�unknownz"./var/lib/apt-clone/installed.pkgs�utf-8z ./var/lib/apt-clone/foreign.pkgs)r8 � is_installedr; � installed�version�int�is_auto_installed� candidateZ downloadabler. r! r/ Zorigins�archive�originr r rC ZTarInfo�encode�len�size�time�mtimeZaddfiler ) r rM rP �cache�sZforeign�pkg�or Z distro_id�tarinfor r r rE � sL �� � z$AptClone._write_state_installed_pkgsc C s t j�d�}|j|dd� d S )N�dir::state::statusz ./var/lib/apt-clone/dpkg-statusra )rA rB � find_filer! )r rP � dpkg_statusr r r rK � s z!AptClone._write_state_dpkg_statusc C s( t j�d�}tj�|�r$|�|d� d S )NzDir::State::extended_statesz#./var/lib/apt-clone/extended_states)rA rB r� r r r r! )r rP Zextended_statesr r r rF � s � z$AptClone._write_state_auto_installedc C sR t j�d�}tj�|�r&|j|dd� t j�dd�}tj�|�rN|j|dd� d S )NzDir::Etc::preferencesz./etc/apt/preferencesra zDir::Etc::preferencespartsz/etc/apt/preferences.dz./etc/apt/preferences.d�rA rB r� r r r r! �find_dir�r rP rh rk r r r rH � s � z%AptClone._write_state_apt_preferencesc C sR t j�d�}tj�|�r&|j|dd� t j�dd�}tj�|�rN|j|dd� d S )NzDir::Etc::trustedz./etc/apt/trusted.gpgra zDir::Etc::trustedpartsz/etc/apt/trusted.gpg.dz./etc/apt/trusted.gpg.dr� r� r r r rI � s � z!AptClone._write_state_apt_keyringc C s� t j�d�}| �|||d� t j�d�}tj�|�r�|j|ddd� t� |�D ]J}|� d�r^qN|� d�sjqNd ||f }tj� |�r�qN| �|||d | � qNd S ) N�Dir::Etc::sourcelistz./etc/apt/sources.list�Dir::Etc::sourcepartsz./etc/apt/sources.list.dF)rb � recursive�.z.listz%s/%sz./etc/apt/sources.list.d/) rA rB r� �$_add_file_to_tar_with_password_checkr� r r r r! �listdir� startswithr@ r= )r rP �scrubZ sources_listZ source_parts�sourceZsources_file_namer r r rG � s, � � �z"AptClone._write_state_sources_listc C s� |r�t jdd���}t|d��l}|�� D ]L}t|�tkr@|�d�}t�d|�rZt� dd|�}|� |� d�� |� � q&|j |j|d� W 5 Q R X W 5 Q R X n|j ||d� d S ) N�wbr[ �rbzUTF-8z/[^/@:]*:[^/@:]*@z/USERNAME:PASSWORD@ro ra )rc rd r � readlines�type�bytes�decode�re�search�subrf rx rg r! r; )r rP �sourcesr� rb Z source_copyrh �liner r r r� s � &z-AptClone._add_file_to_tar_with_password_checkc C s d S r, r �r rP r r r � _write_modified_files_from_etc& s z'AptClone._write_modified_files_from_etcc C s> t �� }| jD ]}| j�||� q|j|dd� t�|� d S )N�./var/lib/apt-clone/debsra )rc �mkdtempr. r0 r r! �shutil�rmtree)r rP Ztdirr r r r rL * s zAptClone._dpkg_repackc C s$ |� � d �d�rd| _nd| _d S )N���r+ rm )�getnamesr� � TARPREFIXr� r r r �_detect_tarprefix3 s zAptClone._detect_tarprefixc C s� t �|���}| �|� |�| jd �}|�� D ]`}|�d�}|�d�s.|�� dkrTq.|� � }t |�dkr.|d � d�s.|d W 5 Q R � S q.W 5 Q R X d S )N�etc/apt/sources.listro �#rm rR r ) rC r r� � extractfiler� r� r� r� �strip�splitry r@ )r � statefilerP rh r� �lr r r �_get_info_distro; s $zAptClone._get_info_distroc C s* | � |�p d}t�|���}|�| jd �}d }}g }|�� D ]L}|�d�}|�� �� \} } } |d7 }t | �rx|d7 }| � d�r@|� | � q@|� | jd �} | j } d}d}| jd |�� kr�|�| jd ��� }t�|�}|�dd�}|�d d�}||d �|�||t�| �|d �W 5 Q R � S Q R X d S ) Nrn � var/lib/apt-clone/installed.pkgsr ro r z-desktopzvar/lib/apt-clone/unamerT rU z, )rT r �metarq � autoinstalled�daterU )r� rC r r� r� r� r� r� r� rs r@ �appendZ getmemberr| r� �readrA Z TagSection�getr> r{ �ctime)r r� r rP rh rq r� r� r� r; rr �auto�mr� rT rU ri Zsectionr r r �_get_clone_info_dictI sH � �� �z AptClone._get_clone_info_dictc C s d| � |� S )Nz�Hostname: %(hostname)s Arch: %(arch)s Distro: %(distro)s Meta: %(meta)s Installed: %(installed)s pkgs (%(autoinstalled)s automatic) Date: %(date)s )r� )r r� r r r ri q s �z AptClone.infoc C s� t �|��J}| �|� |�| j|dd � �}g }|�� D ]}|�|�d�� q:W 5 Q R X || }tj � |�r�t|��}|�� } W 5 Q R X ng } t j | |d| |d�} g } | D ]}| �|� q�| S )Nr ro zcurrent-system%s)ZfromfileZtofile) rC r r� r� r� r� r� r� r r r �difflibZ unified_diff) r r� Z system_filer rP Z clone_fileZclone_file_linesr� �fpZsystem_file_lines�gen�diffr r r � _get_file_diff_against_clonez s* � z%AptClone._get_file_diff_against_cloner c C sh |dkrt j�d|� td� | �� }| �|�}|D ]>}|�|d �|�|d �kr4td||�|d �|�|d �f � q4td� d}| �|||�}|r�td�|�� | j |d�}t � |��d} | � | j d �} i } | �� D ]@} | �� �d �} | �d �s�| dkr�q�| �� \} }}||f| | < q�W 5 Q R X i }|D ]*}|j�s8�q(|jjt|j�f||j< �q(t|�� �t| �� � }|�r�td � td �t|��� td � t| �� �t|�� � }|�r�td� td �t|��� td � t� }t| �D ]F}||k�r�q�| | \}}|| \}}||k�r�|�|||f� �q�|�rdtd� td� |D ] \}}}td|||f � �qDd S )Nr �DPkg::Chroot-DirectoryzClone info differences: z '%s': clone='%s' system='%s'rm z/etc/apt/sources.listrl r� ro r� z2Installed on the system but not in the clone-file:� r\ z2Installed in the clone-file but not in the system:zVersion differences: z-Pkgname <clone-file-version> <system-version>z %s <%s> <%s>)rA rB r- �printrY r� r� r� r> r8 rC r r� r� r� r� r� r� r� rq rr �strrt r; �keys�sortedr! ) r r� r rX Z clone_infor^ Zsources_list_systemr� r} rP rh Zinstalled_in_cloner� r; rr r� Zinstalled_on_systemr Zonly_on_systemZ only_in_cloneZpkgversion_differencesr Zclone_file_pkgversionZ clone_is_autoZsystem_pkgversionZ sys_is_autoZ clone_verZ system_verr r r � show_diff� s� � � � � �zAptClone.show_diffc C s$ |dkrFt j�d|� | j�dtj�|d�� | j�dtj�|d�� t� |��}| � |� W 5 Q R X tj� |�s�t d| � | � |�}| j�||� | j|||d� | �||� |r�| �||� | �||||� | �||� | �||� |dk�r | j�tj�|d�� | j�tj�|d�� d S ) z� take a statefile produced via (like apt-state.tar.gz) save_state() and restore the packages/repositories into targetdir (that is usually "/") r r� z/proc�procz/sys�sysz0Dir '%s' does not exist, need to bootstrap first)�mirrorN)rA rB r- r0 r$ r r r> rC r r� r r� r� r �_restore_sources_list�_restore_apt_keyring�_rewrite_sources_list�_restore_package_selection� _restore_not_downloadable_debs�_restore_extra_filesr% ) r r� r � exclude_pkgs� new_distro�protect_installedr� rP r r r r � restore_state� s( zAptClone.restore_statec C s� t �� }tj�d�}tj�|tj�|� �sBt� |tj�|� � t � ||| � | � ||� |rn| � ||� | j|d�}z|�tjj�� � W n tk r� Y nX |�� | j|||d�}t �|� |S )Nr� rl )r� )rc r� rA rB r� r r r �dirname�makedirsr� �copyr� r� r8 �updater2 r3 r7 r5 r r �#_restore_package_selection_in_cacher� )r r� r� r� rN r� r} �missingr r r �simulate_restore_state s" z AptClone.simulate_restore_statec C s t �|���}tj�|ddd�}tj�|�r:t�|d| � |�| j d |� tj�|ddd�}t� |t j t j B t jB t jB � |r�ddlm} tj�d|� |� }|jd d � D ]} | j|kr�|| _q�|�� z|�| j d |� W n tk r� Y nX W 5 Q R X d S ) N�etcr2 � sources.list� %s.apt-cloner� r )� SourcesListr� zetc/apt/sources.list.d)rC r r r r> r r� r� �extractr� �chmod�stat�S_IRUSR�S_IWUSR�S_IRGRP�S_IROTH�aptsources.sourceslistr� rA rB r- �list�uri�save�KeyError) r r� r r� rP �existingZ td_sourcesr� r� �entryr r r r� s* � z AptClone._restore_sources_listc C s� t j�|ddd�}d| }t j�|�r2t�||� t�|���}z|�| j d |� W n t k rh Y nX z|�| j d |� W n t k r� Y nX t j�|�r�| j � ||� t � |� W 5 Q R X d S )Nr� r2 z trusted.gpgr� zetc/apt/trusted.gpgzetc/apt/trusted.gpg.d)r r r> r r� r� rC r r� r� r� r0 r# �remove)r r� r r� ZbackuprP r r r r� 1 s z AptClone._restore_apt_keyringc C s |d kr g }t |�}t � }t � }t�|j�}|rL|D ]}|jr4|�|j� q4t�|���J} | � | j d �} |� � ��$ | � � D �]} | � � �d�} | �d�s~| dkr�q~| �� \} } }dd� }|| |�r�q~|�| � t|�}| }| |kr~zZ|�r0|| j|dd� |jd k�r@|�� || j�s@td | ��n|| j|d � W n@ tk �r� } z t�d | |f � |�| � W 5 d }~X Y nX || �|� q~W 5 Q R X W 5 Q R X |jd k�r�|�� |D ]@}||k�r�|�|� �q�|| j�s�|| j�s�|�|� �q�|S ) Nr� ro r� rm c S s |D ]}t � | |�r dS qd S )NT)�fnmatch)r; r� Zexclr r r � is_excluded] s zAAptClone._restore_package_selection_in_cache.<locals>.is_excludedF)� from_userZauto_fixr zpkg %s not marked upgrade)r� zcan't add %s (%s))r- rA ZProblemResolverZ _depcacherp ZprotectZ_pkgrC r r� r� Z actiongroupr� r� r� r� r� r! rs Z mark_installZ broken_countZresolveZmarked_install� SystemError�loggingZwarningZ mark_auto)r r� r} r� r� r� ZpkgsZresolverr rP rh r� r; rr r� r� Zauto_installedr� �er r r r� C s` � $ z,AptClone._restore_package_selection_in_cachec C s~ | j |d�}tjj�dd� tjj�dd� z|�| j� W n tk rP Y nX |�� | � ||||� |� | j| j � d S )Nrl zDir::Binr zDir::Bin::dpkgz /usr/bin/dpkg) r8 r2 rA rB r- r� r1 r r r� Zcommitr6 )r r� r r� r� r} r r r r� � s z#AptClone._restore_package_selectionc C s^ t �|��J}|�� D ]:}| jd }|j�|�r|jt|�d � |_|�||� qW 5 Q R X d S )Nz extra-files/)rC r � getmembersr� r; r� ry r� )r r� r rP r� �prefixr r r r� � s z AptClone._restore_extra_filesc s� t �|��N}z&� fdd�|�� D �}|�||� W n tk rR Y W 5 Q R � d S X W 5 Q R X g }tj�|d�}t�tj�|d��D ] }tj�||�}|� |� q�� j � ||� d S )Nc s" g | ]}|j �� jd �r|�qS )zvar/lib/apt-clone/debs/)r; r� r� )r] r� �r r r r` � s z;AptClone._restore_not_downloadable_debs.<locals>.<listcomp>r� z*.deb) rC r r� Z extractallr� r r r> rj r� r0 r ) r r� r rP ZdebsdirZdebsr ZdebZdebpathr r� r r� � s z'AptClone._restore_not_downloadable_debsc C s� ddl m}m} tj�dtj�tj� |ddd��� tj�dtj�tj� |ddd��� |� }|j d d � D ]R}|j sl|j r~qld }d D ]$}|j �d | �r�d ||f } q�q�|r�||_ ql||_ qltj� |ddd �} tj�d�} tj�| ��rDt| d��>} | D ]2} || | �} | j �s"| j �s"| |kr�|j �| � q�W 5 Q R X t�| � |j D ]4}|j�d��rJ|j �|� |j �d|� d|_ �qJ|�� d S )Nr )r� � SourceEntryr� r� r2 r� r� zsources.list.drm )ZupdatesZsecurityZ backportsz-%sz%s-%szsources.list.apt-clone�rzcdrom:T)r� r� r� rA rB r- r r �abspathr> r� ZinvalidZdisabledZdistr@ r� r r r� r� r� r� r r� )r r r� r� r� r� r� Z replacementZpocketr� Z sourcelistr� r� �srcr r r r� � sL �� � z AptClone._rewrite_sources_listrm c C s� |rt j�|d�}nd}t� }t j�tj�d��}t�t j�|dd��D ]>}t |dd��(}|D ] }|� d�r^|� |� � � q^W 5 Q R X qHt� }t � |�D ]@\} } } | D ]0} t j�| t|�d � | �} | |kr�|� | � q�q�|S ) Nr� z/etcr: ri z*.listro )�encodingz/etc/)r r r> r- r� rA rB r� rj r r� r! r� �walkry )r rM ZetcdirZownedZ dpkg_basedirrh r� r� Zunowned�dirpathZdirnames� filenamesr; �fullnamer r r �_find_unowned_in_etc� s" z AptClone._find_unowned_in_etcc C s* |t j�d� }t� }t|��� }t �|�}|D ]�}d|kr0|d �d�D ]�}d }t|�� �dkrr|�� \} } }n |�� \} } || } | �� } |dkr�qJt j � | �s�t � d| � |�| � qJt�� } t| d��}| �|�� � W 5 Q R X | �� | krJt � d| | �� | f � |�| � qJq0W 5 Q R X |S ) Nr: Z conffilesr\ � �obsoletezconffile %s removedr� zconffile %s (%s != %s))rA rB rW r- r ZTagFiler� ry r� r r r r� �debugr! �hashlib�md5r� r� Z hexdigest) r rM r� Zmodifiedr� �tagr� r� r r; Zmd5sumr r r r r �_find_modified_conffiles� s< �z!AptClone._find_modified_conffilesc C s t d� d S )Nznot implemented yet)r� )r rM r r r �_dump_debconf_database s z AptClone._dump_debconf_database)NNN)FFFN)F)r )r NNFN)N)N)FN)rm )r )(r& r' r( r) r rV r? r� r9 rQ rY rD rJ rE rK rF rH rI rG r� r� rL r� r� r� ri r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r* ] sZ � � % ( K � & @ * #r* ) Z __future__r r2 Z apt.cacher rA r� r� rj r r� r r� r� r� r rC rc r{ �ior r �environrB r- �objectr r* r r r r �<module> s, 1