1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
|
# repodiff.py
# DNF plugin adding a command to show differencies between two sets
# of repositories.
#
# Copyright (C) 2018 Red Hat, Inc.
#
# This copyrighted material is made available to anyone wishing to use,
# modify, copy, or redistribute it subject to the terms and conditions of
# the GNU General Public License v.2, or (at your option) any later version.
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY expressed or implied, including the implied warranties of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General
# Public License for more details. You should have received a copy of the
# GNU General Public License along with this program; if not, write to the
# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA. Any Red Hat trademarks that are incorporated in the
# source code or documentation are not subject to the GNU General Public
# License and may only be used or replicated with the express permission of
# Red Hat, Inc.
#
from __future__ import absolute_import
from __future__ import unicode_literals
import dnf.cli
from dnf.cli.option_parser import OptionParser
import hawkey
from dnfpluginscore import _
class RepoDiff(dnf.Plugin):
name = "repodiff"
def __init__(self, base, cli):
super(RepoDiff, self).__init__(base, cli)
if cli is None:
return
cli.register_command(RepoDiffCommand)
class RepoDiffCommand(dnf.cli.Command):
aliases = ("repodiff",)
summary = _("List differences between two sets of repositories")
@staticmethod
def set_argparser(parser):
# I'd like to use --old and --new options like Yum did.
# But ability to disable abbreviated long options is added
# only in Python >= 3.5
# So in command arguments we are not able to use arguments,
# which are prefixes of main arguments (i.w. --new would be
# treated as --newpackage). This is because we run .parse_args
# two times - for main and then for command arguments.
# https://stackoverflow.com/questions/33900846
parser.add_argument("--repo-old", "-o", default=[], action="append", dest="old",
help=_("Specify old repository, can be used multiple times"))
parser.add_argument("--repo-new", "-n", default=[], action="append", dest="new",
help=_("Specify new repository, can be used multiple times"))
parser.add_argument("--arch", "--archlist", "-a", default=[],
action=OptionParser._SplitCallback, dest="arches",
help=_("Specify architectures to compare, can be used "
"multiple times. By default, only source rpms are "
"compared."))
parser.add_argument("--size", "-s", action="store_true",
help=_("Output additional data about the size of the changes."))
parser.add_argument("--compare-arch", action="store_true",
help=_("Compare packages also by arch. By default "
"packages are compared just by name."))
parser.add_argument("--simple", action="store_true",
help=_("Output a simple one line message for modified packages."))
parser.add_argument("--downgrade", action="store_true",
help=_("Split the data for modified packages between "
"upgraded and downgraded packages."))
def configure(self):
demands = self.cli.demands
demands.sack_activation = True
demands.available_repos = True
demands.changelogs = True
self.base.conf.disable_excludes = ["all"]
# TODO yum was able to handle mirrorlist in --new/--old arguments
# Can be resolved by improving --repofrompath option
if not self.opts.new or not self.opts.old:
msg = _("Both old and new repositories must be set.")
raise dnf.exceptions.Error(msg)
for repo in self.base.repos.all():
if repo.id in self.opts.new + self.opts.old:
repo.enable()
else:
repo.disable()
if not self.opts.arches:
self.opts.arches = ['src']
def _pkgkey(self, pkg):
if self.opts.compare_arch:
return (pkg.name, pkg.arch)
return pkg.name
def _repodiff(self, old, new):
'''compares packagesets old and new, returns dictionary with packages:
added: only in new set
removed: only in old set
upgraded: in both old and new, new has bigger evr
downgraded: in both old and new, new has lower evr
obsoletes: dictionary of which old package is obsoleted by which new
'''
old_d = dict([(self._pkgkey(p), p) for p in old])
old_keys = set(old_d.keys())
new_d = dict([(self._pkgkey(p), p) for p in new])
new_keys = set(new_d.keys())
# mapping obsoleted_package_from_old: obsoleted_by_package_from_new
obsoletes = dict()
for obsoleter in new.filter(obsoletes=old):
for obsoleted in old.filter(provides=obsoleter.obsoletes):
obsoletes[self._pkgkey(obsoleted)] = obsoleter
evr_cmp = self.base.sack.evr_cmp
repodiff = dict(
added=[new_d[k] for k in new_keys - old_keys],
removed=[old_d[k] for k in old_keys - new_keys],
obsoletes=obsoletes,
upgraded=[],
downgraded=[])
for k in old_keys.intersection(new_keys):
pkg_old = old_d[k]
pkg_new = new_d[k]
if pkg_old.evr == pkg_new.evr:
continue
if evr_cmp(pkg_old.evr, pkg_new.evr) > 0:
repodiff['downgraded'].append((pkg_old, pkg_new))
else:
repodiff['upgraded'].append((pkg_old, pkg_new))
return repodiff
def _report(self, repodiff):
def pkgstr(pkg):
if self.opts.compare_arch:
return str(pkg)
return "%s-%s" % (pkg.name, pkg.evr)
def sizestr(num):
msg = str(num)
if num > 0:
msg += " ({})".format(dnf.cli.format.format_number(num).strip())
elif num < 0:
msg += " (-{})".format(dnf.cli.format.format_number(-num).strip())
return msg
def report_modified(pkg_old, pkg_new):
msgs = []
if self.opts.simple:
msgs.append("%s -> %s" % (pkgstr(pkg_old), pkgstr(pkg_new)))
else:
msgs.append('')
msgs.append("%s -> %s" % (pkgstr(pkg_old), pkgstr(pkg_new)))
msgs.append('-' * len(msgs[-1]))
if pkg_old.changelogs:
old_chlog = pkg_old.changelogs[0]
else:
old_chlog = None
for chlog in pkg_new.changelogs:
if old_chlog:
if chlog['timestamp'] < old_chlog['timestamp']:
break
elif (chlog['timestamp'] == old_chlog['timestamp'] and
chlog['author'] == old_chlog['author'] and
chlog['text'] == old_chlog['text']):
break
msgs.append('* %s %s\n%s' % (
chlog['timestamp'].strftime("%a %b %d %Y"),
dnf.i18n.ucd(chlog['author']),
dnf.i18n.ucd(chlog['text'])))
if self.opts.size:
msgs.append(_("Size change: {} bytes").format(
pkg_new.size - pkg_old.size))
print('\n'.join(msgs))
sizes = dict(added=0, removed=0, upgraded=0, downgraded=0)
for pkg in sorted(repodiff['added']):
print(_("Added package : {}").format(pkgstr(pkg)))
sizes['added'] += pkg.size
for pkg in sorted(repodiff['removed']):
print(_("Removed package: {}").format(pkgstr(pkg)))
obsoletedby = repodiff['obsoletes'].get(self._pkgkey(pkg))
if obsoletedby:
print(_("Obsoleted by : {}").format(pkgstr(obsoletedby)))
sizes['removed'] += pkg.size
if self.opts.downgrade:
if repodiff['upgraded']:
print(_("\nUpgraded packages"))
for (pkg_old, pkg_new) in sorted(repodiff['upgraded']):
sizes['upgraded'] += (pkg_new.size - pkg_old.size)
report_modified(pkg_old, pkg_new)
if repodiff['downgraded']:
print(_("\nDowngraded packages"))
for (pkg_old, pkg_new) in sorted(repodiff['downgraded']):
sizes['downgraded'] += (pkg_new.size - pkg_old.size)
report_modified(pkg_old, pkg_new)
else:
modified = repodiff['upgraded'] + repodiff['downgraded']
if modified:
print(_("\nModified packages"))
for (pkg_old, pkg_new) in sorted(modified):
sizes['upgraded'] += (pkg_new.size - pkg_old.size)
report_modified(pkg_old, pkg_new)
print(_("\nSummary"))
print(_("Added packages: {}").format(len(repodiff['added'])))
print(_("Removed packages: {}").format(len(repodiff['removed'])))
if self.opts.downgrade:
print(_("Upgraded packages: {}").format(len(repodiff['upgraded'])))
print(_("Downgraded packages: {}").format(len(repodiff['downgraded'])))
else:
print(_("Modified packages: {}").format(
len(repodiff['upgraded']) + len(repodiff['downgraded'])))
if self.opts.size:
print(_("Size of added packages: {}").format(sizestr(sizes['added'])))
print(_("Size of removed packages: {}").format(sizestr(sizes['removed'])))
if not self.opts.downgrade:
print(_("Size of modified packages: {}").format(
sizestr(sizes['upgraded'] + sizes['downgraded'])))
else:
print(_("Size of upgraded packages: {}").format(
sizestr(sizes['upgraded'])))
print(_("Size of downgraded packages: {}").format(
sizestr(sizes['downgraded'])))
print(_("Size change: {}").format(
sizestr(sizes['added'] + sizes['upgraded'] + sizes['downgraded'] -
sizes['removed'])))
def run(self):
# prepare old and new packagesets based by given arguments
q_new = self.base.sack.query(hawkey.IGNORE_EXCLUDES).filter(
reponame=self.opts.new)
q_old = self.base.sack.query(hawkey.IGNORE_EXCLUDES).filter(
reponame=self.opts.old)
if self.opts.arches and '*' not in self.opts.arches:
q_new.filterm(arch=self.opts.arches)
q_old.filterm(arch=self.opts.arches)
if self.opts.compare_arch:
q_new.filterm(latest_per_arch=1)
q_old.filterm(latest_per_arch=1)
else:
q_new.filterm(latest=1)
q_old.filterm(latest=1)
q_new.apply()
q_old.apply()
self._report(self._repodiff(q_old, q_new))
|
