3 g ]0@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z ddlmZddlmZddlmZGdddeZGd d d eZGd d d eZd dZe\ZZGdddeZGdddeZGdddejZe dkrddl!Z!ddl"m#Z#ddl$m$Z$e%dee#de$dZ&e%e&j'e!j(e&j)e&j*e&j+e&j,dge%e&j-e&j.dS)N)PopenPIPE)gettext)ngettext) inside_chrootc@s eZdZdS)CacheExceptionN)__name__ __module__ __qualname__r r >/usr/lib/python3/dist-packages/DistUpgrade/DistUpgradeCache.pyr(src@s eZdZdS)CacheExceptionLockingFailedN)r r r r r r r r,src@s eZdZdS)CacheExceptionDpkgInterruptedN)r r r r r r r r0srcCsd}d}tjd}xrtjd|D]`}|d|krF|tjj|7}q$|jddks$|jddks$|jddkrtq$q$|tjj|7}q$W|dkrtjdd}|dkrtjd d}|d7}d}|d|kr|d}||7}||fS)zjestimate the amount of space used by the kernel and initramfs in /boot, including a safety margin rz /boot/*%s*z/boot/initrd.img-%sz initrd.imgz.bakz.dpkg-z>estimate_kernel_initrd_size_in_boot() returned '0' for kernel?iz>estimate_kernel_initrd_size_in_boot() returned '0' for initrd?-rg?ipiiiiiii)osunameglobpathgetsizefindloggingwarning)ZkernelZinitrdZkverfZ initrd_bufferr r r #estimate_kernel_initrd_size_in_boot4s0   rc@s eZdZdZddZddZdS)FreeSpaceRequiredz FreeSpaceRequired object: This exposes: - the total size required (size_total) - the dir that requires the space (dir) - the additional space that is needed (size_needed) cCs||_||_||_dS)N) size_totaldir size_needed)selfrrr r r r __init__`szFreeSpaceRequired.__init__cCsd|j|j|jfS)Nz@FreeSpaceRequired Object: Dir: %s size_total: %s size_needed: %s)rrr )r!r r r __str__dszFreeSpaceRequired.__str__N)r r r __doc__r"r#r r r r rXsrc@seZdZdZddZdS)NotEnoughFreeSpaceErrorzI Exception if there is not enough free space for this operation cCs ||_dS)N)free_space_required_list)r!r&r r r r"msz NotEnoughFreeSpaceError.__init__N)r r r r$r"r r r r r%hsr%c@seZdZdZdZdqddZddZed d Zd d Z d dZ ddZ ddZ ddZ eddZeddZeddZddZddZdrdd Zd!d"Zdsd#d$Zdtd%d&Zdud'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1d2Zd3d4Zd5d6Zdvd8d9Zdwd:d;Z dxdd?Z"d@dAZ#dBdCZ$dDdEZ%dFdGZ&dHdIZ'dJdKZ(dLdMZ)dNdOZ*dPdQZ+e dRdSZ,dTdUZ-dVdWZ.edXdYZ/dZd[Z0d\d]Z1d^d_Z2d`daZ3e dbdcZ4dddeZ5dfdgZ6dhdiZ7djdkZ8dldmZ9dzdodpZ:dS){MyCacherNTcCsg|_g|_||_||_d|_d|_||_|jjdd|_d|_ |ryt j |j d|_Wn>t k r}z"dt|krt|t|WYdd}~XnXtjj|||jdd|_tdd gtdd jd j|_|j|jd d dkodtjkr t jjddt jjdddS)NFDistroMetaPkgsrTzdpkg --configure -aZRemovalBlacklistFilerz-r)stdoutZuniversal_newlinesrZSourcesZFromZhardyZRELEASE_UPGRADE_NO_RECOMMENDSzAPT::Install-Recommendstruez"APT::AutoRemove::SuggestsImportantZfalse) to_install to_removeviewquirkslockpartialUpgradeconfiggetlistmetapkgs _listsLockapt_pkgpkgsystem_locklock_lists_dir SystemErrorstrrraptCacher"ZgetListFromFileremoval_blacklistrr communicatestripr _initAptLoggetrenvironset)r!r4r0r1Zprogressr2er r r r"vs6    zMyCache.__init__cCs6x0|D](}|jrq|jjtjkr|jdddqWdS)z! honor the dselect install state F) auto_instauto_fixN) is_installed_pkgZselected_stater8ZSELSTATE_INSTALL mark_install)r!pkgr r r _apply_dselect_upgrades  zMyCache._apply_dselect_upgradecCsRt}xF|D]>}|j s"|jj r |jj|jks>|jj|jkr |j|jq W|S)zB return the packages not downloadable packages in reqreinst state ) rE candidate downloadablerJZ inst_state ReInstReq HoldReInstReqaddname)r! reqreinstrLr r r req_reinstall_pkgss zMyCache.req_reinstall_pkgscCs|j}t|dkr|tddt|}tddt|dj|}|j||r||jddd gt|}|jj||j d Sd S) z/ check for reqreinst state and offer to fix it rzRemove package in bad statezRemove packages in bad statezThe package '%s' is in an inconsistent state and needs to be reinstalled, but no archive can be found for it. Do you want to remove this package now to continue?zThe packages '%s' are in an inconsistent state and need to be reinstalled, but no archives can be found for them. Do you want to remove these packages now to continue?z, z /usr/bin/dpkgz--removez--force-remove-reinstreqTF) rUlenrjoinZaskYesNoQuestion release_locklistZ getTerminalcallget_lock)r!r0rTheaderZsummarycmdr r r fix_req_reinsts   zMyCache.fix_req_reinstcCs|jjddd}tjj|s&tj|tjjd|tjjddtjtjj |dtj tj Btj Bd|_ tjj}d |}tj|j |jd tjjd d tjjd d tjjdd dS)z init logging, create log fileZFilesZLogDirz/var/log/dist-upgradezDir::LogzDir::Log::Terminalz apt-term.logzapt.logiz Log time: %s zutf-8zDebug::pkgProblemResolverr,zDebug::pkgDepCache::MarkerzDebug::pkgDepCache::AutoInstallN)r4getWithDefaultrrexistsmakedirsr8rEopenrWO_RDWRO_CREATO_APPENDlogfddatetimenowwriteencode)r!Zlogdirrhr\r r r rBs    zMyCache._initAptLogcCsZt|dr"tj|jtj|jtjd|_tjd|_tj|jdtj|jddS)N old_stdoutrr)hasattrrcloserk old_stderrdupdup2rf)r!r r r _startAptResolverLogs     zMyCache._startAptResolverLogcCs4tjdtjdtj|jdtj|jddS)Nrr)rfsyncrprkrn)r!r r r _stopAptResolverLogs  zMyCache._stopAptResolverLogcsfdd}|S)z3 decorator to ensure that the apt output is logged cs&|dj||}|dj|S)Nr)rqrs)argskwargsres)rr r wrappers   z(MyCache.withResolverLog..wrapperr )rrwr )rr withResolverLogs zMyCache.withResolverLogcCs,tj|j}tj}|j||j|j|jS)z< get the size of the packages that are required to download )r8ZPackageManager _depcacheZAcquireZ get_archives_list_recordsZ fetch_needed)r!ZpmZfetcherr r r required_downloads zMyCache.required_downloadcCs|jjS)z9 get the size of the additional required space on the fs )ryZusr_size)r!r r r additional_required_spacesz!MyCache.additional_required_spacecCs |jjdkS)z is the cache broken r)ryZ broken_count)r!r r r is_brokenszMyCache.is_brokencCs:tjjdd}tj||_|jdkr6d|}t|dS)NzDir::State::Listsr2rzCan not lock '%s' )r8r4find_dirr[r7r)r!rSrFr r r r:s   zMyCache.lock_lists_dircCs |jdkrtj|jd|_dS)Nrrr-)r7rrm)r!r r r unlock_lists_dirs  zMyCache.unlock_lists_dircCsH|jtjj||}|j|r4|jr4ttd|dkrDtddS)zf our own update implementation is required because we keep the lists dir lock zThe server may be overloadedFzAapt.cache.update() returned False, but did not raise exception?!?N)rr=r>updater:Zrelease_file_download_errorIOError_)r! fprogressrvr r r rs  zMyCache.updatecCs,tjd|jr|jtjj|||dS)Nzcache.commit())rinfor2rXr=r>commit)r!rZ iprogressr r r r!s zMyCache.commitcCsN|jrJytjd|_Wn0tk rH}ztjd|WYdd}~XnXdS)NFzfailed to SystemUnLock() (%s) )r2r8Zpkgsystem_unlockr;rdebug)r! pkgSystemOnlyrFr r r rX's  zMyCache.release_lockcCsN|jsJytjd|_Wn0tk rH}ztjd|WYdd}~XnXdS)NTzfailed to SystemLock() (%s) )r2r8r9r;rr)r!rrFr r r r[/s  zMyCache.get_lockcCsB|r|jj|j}n|jj}|dkr|jD]2}|js&|jr4|jj|j|jr|jj|jqWdS)z* create a snapshot of the current changes N)r.r/ get_changesmarked_installmarked_upgradeappendrS marked_delete)r!rLr r r create_snapshotLs zMyCache.create_snapshotcCs|jjdS)N)ryZinit)r!r r r clearVsz MyCache.clearcCsbtj|j}||jx|jD]}||}|jq Wx$|jD]}||}|jdddq@WdS)z restore a snapshot F)rHrGN)r8 ActionGroupryrr/ mark_deleter.rK)r! actiongrouprSrLr r r restore_snapshotYs    zMyCache.restore_snapshotcCs|jjdd}xx|D]p}||kr<||jrs zMyCache.checkForKernelcCsd}|jjdd}x|D]}|jjj|j}|rL|jdkrLtjd|j q|j r|j j r|j pd|j r|j |krd|j kr|j j|kr|j|j d|qWdS) Nrequiredr)RemoveEssentialOkrzPackage %s has no priority set:z;priority in required set '%s' but not scheduled for install)r)r4r5_pcacheryrrJZpriorityrrrSrNrOrIrrK)r!needremoveEssentialOkrLrr r r checkPriorityNs    zMyCache.checkPrioritycCsXd}x:|jr>|ddkr"|j|jtjd|d7}qW|jdd|jdS)Nrg{Gz?rT)Zfinished)lockedZ pulseProgress processEventstimeZsleep)r!r0r2ir r r updateGUIcs     zMyCache.updateGUIc!CsRtj}|jtj|j|j|fd}|jyh|jd|j|j t r\t j dn|j |j|j|j||s|j||jWntk r}z|j|jtd}|jjdddkr|td7}n4|jjddd kr|jjdd dkr|td 7}|r*|td 7}n|td 7}|td7}|j|jtd|t|}t jd||jdSd}~XnX|j|jg} g} x|jD]} | jrq| jr>| j | j!xl| j"j#D]`} t$j%| j&| j'j(dkrx@| j)D]6\} }| j*j+j,| }|r|j- r| j | j!PqWqWq| j.j/}d}x|D]}||j0O}qPW|s| j | j!qWy&|jj1dd}|rt j ddSWn&t2j3k r}zWYdd}~XnXt4| dkr| j5t jddj| t4| dkrN| j5t jddj| |j|jtdtddj| |jdSdS)N)targetrtTz5skipping kernel checks because we run inside a chrootzBAn unresolvable problem occurred while calculating the upgrade. rZ foreignPkgsrzThis was likely caused by: * Unofficial software packages not provided by Ubuntu Please use the tool 'ppa-purge' from the ppa-purge package to remove software from a Launchpad PPA and try the upgrade again. FalseZ devReleasezThis was caused by: * Upgrading to a pre-release version of Ubuntu This is most likely a transient problem, please try again later. z@This is most likely a transient problem, please try again later.zIf none of this applies, then please report this bug using the command 'ubuntu-bug ubuntu-release-upgrader-core' in a terminal.zIf you want to investigate this yourself the log files in '/var/log/dist-upgrade' will contain details about the upgrade. Specifically, look at 'main.log' and 'apt.log'.zCould not calculate the upgradezDist-upgrade failed: '%s'Frr)ZAllowUnauthenticatedzAllowUnauthenticated set!z!Packages to downgrade found: '%s' z$Unauthenticated packages found: '%s'z"Error authenticating some packageszIt was not possible to authenticate some packages. This may be a transient network problem. You may want to try again later. See below for a list of unauthenticated packages. )6 threadingZLockacquireZThreadrr0startZupgraderrrrrrrr_keepBaseMetaPkgsInstalled_installMetaPkgs_verifyChangesr;releaserWrr4rCrsrr<rqrrZmarked_downgraderrSrJ version_listr8Zversion_compareZver_str installedr file_listrrzZ find_indexZ is_trustedrNoriginstrusted getboolean configparser NoOptionErrorrVsort)r!r0Z serverModer3r2trFZdetailsZ error_msgZ untrustedZ downgraderLrZ verFileIterindexZ indexfilerroriginbr r r distUpgradens               zMyCache.distUpgradecCs tjjd}|jjdd}x|jD]}|jrZ|j|jrZtj d|jt t d|j|jr$|j j dkr$|jj|dfkr$|j|kr$tj d|jt t d |jq$W|jjdd }xb|D]Z}|jd \}}||kr||jr||jj|kr||js||jrt t d |qWdS) zx this function tests if the current changes don't violate our constrains (blacklisted removals etc) zAPT::Architecturer)rzHThe package '%s' is marked for removal but it's in the removal blacklistzJThe package '%s' is marked for removal but it is in the removal blacklist.TallzDThe package '%s' is marked for removal but it's an ESSENTIAL packagez1The essential package '%s' is marked for removal.Z BadVersionsrz*Trying to install blacklisted version '%s')r8r4rr5rr_inRemovalBlacklistrSrrr;rrJZ essentialrZ architecturerrNrrr)r!Z main_archrrLZ badVersionsZbvrrr r r rs*      zMyCache._verifyChangescCsn|jjj|j}|dkr(td|jdS|jdkrHtd|jjdS|jjd\}}|jjj ||fdS)a helper to make sure that the pkg._records is pointing to the right location - needed because python-apt 0.7.9 dropped the python-apt version but we can not yet use the new version because on upgrade the old version is still installed NzNo candidate ver: FzNo file_list for: %s rT) rryrrJprintrSrpopr{lookup)r!rLrrrr r r _lookupPkgRecords  zMyCache._lookupPkgRecordcCsi}t}x|D]}|j|s0tjd|jqxl|jjjjdD]X}|j drBxH|t ddjdD].}|j }||krt||<||j |jqhWqBWqWx@|D]8}d}x ||D]}||j sd}PqW|r|j |qW|S)Nz&no PkgRecord found for '%s', skipping rzTask:,TF)rErrrrSrr{recordrrrVrArRrI)r!tasksZinstalled_tasksrLlinetaskrrr r r installedTasks1s,      zMyCache.installedTaskscCstjdx|D]}|js|jr"q|j|t|jjdoB|jjjsVtj d|j qxZ|jjjj dD]F}|j drhx6|t ddj dD]}|j}||kr|jqWqhWqWdS)Nzrunning installTasksrzcan not find Record for '%s'rzTask:rT)rrrrIrrlrr{rrrSrrrVrArK)r!rrLrrr r r installTasksJs     zMyCache.installTaskscCs(x"|jjddD]}|j|dqWdS)Nr) BaseMetaPkgsz%base meta package keep installed rule)r4r5r)r!r0rLr r r r[sz"MyCache._keepBaseMetaPkgsInstalledcsfdd}jjddx"jjddD]}|jq,Wx|D]t}y:|kr|jr|jrtjd||jWqFtk r}ztj d||fWYdd}~XqFXqFW|stjdxΈD]}d }x.jj|d D]}||ko |jM}qW|rtjd |y|jWnPtt fk r}z.tj d ||f|j t d |t ddSd}~XnXtjd||j fPqW|sdjdd}|j t dt d|dfdSd S)NcsZxTD]L}|kr|}|jr6|jr6tjd|j|jrD|j sN|jrdSqWdS)zy internal helper that checks if at least one meta-pkg is installed or marked install z(metapkg '%s' installed but marked_deleteTF)rIrrrrSr)rrL)r6r!r r metaPkgInstalledas   z2MyCache._installMetaPkgs..metaPkgInstalledr)r*rzMarking '%s' for upgradez Can't mark '%s' for upgrade (%s)z$none of the '%s' meta-pkgs installedTrz!guessing '%s' as missing meta-pkgz$failed to mark '%s' for install (%s)zCan't install '%s'zIt was impossible to install a required package. Please report this as a bug using 'ubuntu-bug ubuntu-release-upgrader-core' in a terminal.Fzmarked_install: '%s' -> '%s'z, rrzCan't guess meta-packagezYour system does not contain a %s or %s package and it was not possible to detect which version of Ubuntu you are running. Please install one of the packages above first using synaptic or apt-get before proceeding.r-r-)r4r5rKrIZ is_upgradablerrrr;rKeyErrorrrrrW)r!r0rrLrrFrZ meta_pkgsr )r6r!r r_sL   (    zMyCache._installMetaPkgscCs:x4|jD]*}tj|j|rtjd||fdSqWdS)Nz blacklist expr '%s' matches '%s'TF)r?recompilematchrr)r!rexprr r r rs  zMyCache._inRemovalBlacklistc Cs|j|jrtjd|dS|j|r:tjd|dSx>|jjddD],}||krJ||j|krJtjd|dSqJW||krdSy|jjdd}Wn(t j k r}z d}WYdd}~XnXt j |j }||jyr||j|d |jjxR|jD]F}|j|ks*|j|ks*|j|jrtjd ||jdSqWWnFttfk r}z$tjd |t||f|jdSd}~XnXdS) Nz skipping running kernel pkg '%s'Fz#skipping '%s' (in removalBlacklist)r)rz'skipping '%s' (in KeepInstalledSection)TZPurgeObsoletes)purgez,package '%s' has unwanted removals, skippingz3_tryMarkObsoleteForRemoval failed for '%s' (%s: %s))rrrrrr4r5rrrrr8rryrrr0rrrSrr;rrrepr) r!rZremove_candidates foreign_pkgsrrrFrrLr r r tryMarkObsoleteForRemovalsD      z!MyCache.tryMarkObsoleteForRemovalcCs4t}x(|D] }|jr |j|s |j|jq W|S)z1 get all package names that are not downloadable )rErIanyVersionDownloadablerRrS)r!Z obsolete_pkgsrLr r r _getObsoletesPkgss   zMyCache._getObsoletesPkgscCs x|jjD]}|jr dSq WdS)zA helper that checks if any of the version of pkg is downloadable TF)rJrrO)r!rLrr r r rszMyCache.anyVersionDownloadablecCs8t}x,|D]$}|jr |jj|jr |j|jq W|S)z1 get all package names that are not downloadable )rErIryrrJrRrS)r!Zunused_dependenciesrLr r r _getUnusedDependenciess  zMyCache._getUnusedDependenciesc Cst}|jjdd}tjj|rZt|,}x$|D]}|jds0|j|j q0WWdQRXt}xF|D]>}||krtqf||}|j sf|j j |j sf|jrqf|j|qfWt|S)z return list of installed and demoted packages If a demoted package is a automatic install it will be skipped r)Z Demotions#N)rEr4rCrrr`rbrrRrArIryZis_auto_installedrJrrY)r!Z demotionsZdemotions_fileZ demotions_frZinstalled_demotionsZdemoted_pkgnamerLr r r get_installed_demoted_packagess$     z&MyCache.get_installed_demoted_packagescCst}xz|D]r}|jr |j|r |js(q d}x@|jjD]4}||jkrR|j|krRd}||jkr6|j|kr6d}q6W|r |j|jq W|S)zm get all packages that are installed from a foreign repo (and are actually downloadable) TF) rErIrOrNrarchiverrRrS)r!Zallowed_originZfromDistZtoDistrrLZforeignrr r r _getForeignPkgss      zMyCache._getForeignPkgsFcstGdddt}fdd}gi}i}tdv}xn|D]f}y|j\}} } } } } Wn6tk r}ztjd||fw8WYdd}~XnX| kr8j| q8WWdQRXjtdd t j j d }d }t |d o|j j d ddr |j jd d}tjj|s tj|tjd|xdddd||dd gD]}tjj|}||}tjj|rntj|}|j|j}ntjd|d}||krtjd|||f|||||<n&tjd||f|||<||||<q0W~tjd|d}xJ|D]B}tjd|jr|js|jrtjd|jtf|d7}qW|t|dt}d}t |d r|j j d ddrtjd |j jd d}x*|D]"}|js|jr||jj 7}qWd}|rx2|D]*}|j!r|js|j"r||j#j 7}qWtjd!|x||j$fd|j%fd-d|fd0d3||fd|fgD]h\}}|dkrHq2tjj|}tjd'||||||j&f||j&|8_&||j'|7_'q2Wi}x|D]}||j&dkrt j(t)t*||j&d}t+|t,r|j-t.j/}t j(||j'}t+|t,r|j-t.j/}t0|||||||<qWt|dkrptj1d(d)d*|Dt2t3|j4dS)4z this checks if we have enough free space on /var, /boot and /usr with the given cache Note: this can not be fully accurate if there are multiple mountpoints for /usr, /var, /boot c@seZdZdZddZdS)z)MyCache.checkFreeSpace..FreeSpacez@ helper class that represents the free space on each mounted fs cSs||_d|_dS)Nr)freer)r!Z initialFreer r r r"<sz2MyCache.checkFreeSpace..FreeSpace.__init__N)r r r r$r"r r r r FreeSpace:srcs xD]}|j|r|SqWdS)z return 'id' of a directory so that directories on the same filesystem get the same id (simply the mount_point) /)r)dZ mount_point)mountedr r make_fs_id@s  z*MyCache.checkFreeSpace..make_fs_idz /proc/mountsz-line '%s' in /proc/mounts not understood (%s)NT)rreversezDir::Cache::archivesz/tmp/r4ZAufsZEnabledFZRWDirzcache aufs_rw_dir: %sr/usrz/varz/bootz/homezdirectory '%s' does not existsrzDir %s mounted on %szFree space on %s: %szfs_free contains: '%s'z%^linux-(image|image-debug)-[0-9.]*-.*z,%s (new-install) added with %s to boot spacergz*taking aufs overlay into space calculationz&additional space for the snapshots: %s2i/tmp z dir '%s' needs '%s' of '%s' (%f)zNot enough free space: %scSsg|] }t|qSr )r<).0rr r r sz*MyCache.checkFreeSpace..i )r riP)r ri()rr)5objectrbr ValueErrorrrrrrVr8r4rrlr_rCrrr`rarealpathstatvfsf_bavailf_frsizerrrrSrr KERNEL_SIZE INITRD_SIZErNZinstalled_sizerIrrr|r}rrZ size_to_strfloatabs isinstancebytesdecodelocalegetpreferredencodingrrr%rYvalues)r!Zsnapshots_in_userr Zmnt_mapZfs_freeZmountsrZwhatwhereZfsZoptionsarrFZ archivedirZ aufs_rw_dirrZfs_idstrZ kernel_countrLZ space_in_bootZrequired_for_aufsZrequired_for_snapshotsrsizeZ required_listZ free_at_leastZ free_neededr )rr checkFreeSpace1s                         zMyCache.checkFreeSpace)NT)N)T)T)T)r)r)r)r)F);r r r rPrQr"rMpropertyrUr^rBrqrsrxr|r}r~r:rrrrXr[rOrrrrrrrrKrrrrrrrrrrrrrrrrrrrrrrrrrrr)r r r r r'qsp %           "*  L 3 r'__main__)DistUpgradeConfig)DistUpgradeViewZfoo.zubuntu-desktop)/r=r8rr"rrrrrgrr subprocessrrZDistUpgradeGettextrrrZutilsrrrrrrrrrrr%r>r'r sysZDistUpgradeConfigParserr,r-rcr)exitrrrrrrr r r r sX   !  g