1 |
slords |
1.1 |
#!/usr/bin/perl |
2 |
|
|
|
3 |
|
|
use strict; |
4 |
|
|
use warnings; |
5 |
|
|
use RPM2; |
6 |
|
|
use Data::Dumper; |
7 |
|
|
|
8 |
|
|
sub compare($$); |
9 |
|
|
|
10 |
|
|
my $releases = 2; |
11 |
|
|
|
12 |
slords |
1.2 |
my $releasedir = '/releases'; |
13 |
|
|
my $smerel = '7'; |
14 |
|
|
my $centosrel = '4'; |
15 |
|
|
my $fedorarel = '3'; |
16 |
|
|
my $builds = '/builds/rpms'; |
17 |
slords |
1.1 |
my $stagedir = '/builds'; |
18 |
slords |
1.9 |
my $arch = `uname -i`; |
19 |
|
|
chomp $arch; |
20 |
slords |
1.2 |
|
21 |
|
|
my @repos = ( |
22 |
|
|
"$releasedir/$smerel/smeos/$arch/CentOS/RPMS", |
23 |
slords |
1.5 |
"$releasedir/$smerel/smeos/$arch/SME/RPMS", |
24 |
|
|
"$releasedir/$smerel/smeos/$arch/RPMS", |
25 |
|
|
"$releasedir/$smerel/smeos/$arch/SME", |
26 |
slords |
1.2 |
"$releasedir/$smerel/smeupdates/$arch/RPMS", |
27 |
|
|
"$releasedir/$smerel/smeupdates-testing/$arch/RPMS", |
28 |
|
|
"$releasedir/$smerel/smeextras/$arch/RPMS", |
29 |
|
|
"$releasedir/$smerel/smeaddons/$arch/RPMS", |
30 |
|
|
"$releasedir/$smerel/smetest/$arch/RPMS", |
31 |
|
|
"$releasedir/$smerel/smedev/$arch/RPMS", |
32 |
|
|
"$builds/RPMS/$arch", |
33 |
|
|
"$builds/RPMS/i586", |
34 |
|
|
"$builds/RPMS/i686", |
35 |
|
|
"$builds/RPMS/noarch", |
36 |
|
|
"$stagedir/RPMS", |
37 |
|
|
); |
38 |
|
|
|
39 |
|
|
my @srcrepos = ( |
40 |
|
|
"/mirrors/centos/$centosrel/fasttrack/SRPMS", |
41 |
|
|
"/mirrors/centos/$centosrel/updates/SRPMS", |
42 |
|
|
"/mirrors/centos/$centosrel/os/SRPMS", |
43 |
|
|
"/mirrors/centos/$centosrel/extras/SRPMS", |
44 |
|
|
"/mirrors/rpmforge/dag/source", |
45 |
|
|
"/mirrors/atrpms/src/el$centosrel-$arch/atrpms/stable", |
46 |
slords |
1.4 |
"/mirrors/fedora/epel/$centosrel/SRPMS", |
47 |
slords |
1.2 |
"/mirrors/fedora/core/updates/$fedorarel/SRPMS", |
48 |
|
|
"/mirrors/fedora/core/$fedorarel/source/SRPMS", |
49 |
|
|
"/mirrors/fedora/extras/$fedorarel/SRPMS", |
50 |
|
|
"$builds/SRPMS", |
51 |
|
|
); |
52 |
slords |
1.1 |
|
53 |
|
|
my %repohash; |
54 |
|
|
my %srcrepohash; |
55 |
|
|
my %changed; |
56 |
|
|
my %copy; |
57 |
|
|
my @remove; |
58 |
|
|
|
59 |
slords |
1.2 |
my $rpm_flags = RPM2->vsf_nodsaheader | RPM2->vsf_nodsa; |
60 |
|
|
|
61 |
slords |
1.1 |
%{$srcrepohash{$stagedir}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$stagedir/SRPMS" ); |
62 |
|
|
closedir SRPMS; |
63 |
|
|
|
64 |
|
|
foreach my $repo ( @repos ) { |
65 |
slords |
1.2 |
if ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) { |
66 |
|
|
my $srcrepo = $1; |
67 |
slords |
1.1 |
|
68 |
slords |
1.2 |
%{$srcrepohash{$srcrepo}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$srcrepo/SRPMS" ); |
69 |
|
|
closedir SRPMS; |
70 |
|
|
} |
71 |
|
|
|
72 |
|
|
opendir RPMS, $repo; |
73 |
|
|
foreach my $rpm ( grep { m{\.rpm} } readdir RPMS ) { |
74 |
|
|
my $header = RPM2->open_package("$repo/$rpm", $rpm_flags); |
75 |
|
|
my $pkg = $header->tag("NAME").".".$header->tag("ARCH"); |
76 |
|
|
if ( $repo =~ m{$stagedir/RPMS} ) { |
77 |
|
|
push @{$repohash{$pkg}{$stagedir}}, $header; |
78 |
|
|
} elsif ( $repo =~ m{$builds/RPMS} ) { |
79 |
|
|
push @{$repohash{$pkg}{builds}}, $header; |
80 |
|
|
} elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) { |
81 |
|
|
my $pos = $1; |
82 |
|
|
push @{$repohash{$pkg}{$pos}}, $header; |
83 |
|
|
} |
84 |
|
|
} |
85 |
|
|
closedir RPMS; |
86 |
slords |
1.1 |
} |
87 |
|
|
|
88 |
|
|
my %sources; |
89 |
|
|
foreach my $repo ( reverse @srcrepos ) { |
90 |
slords |
1.2 |
my %temp_repo = map { $_ => $repo } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, $repo ); |
91 |
|
|
closedir SRPMS; |
92 |
slords |
1.1 |
|
93 |
slords |
1.2 |
%sources = (%sources, %temp_repo); |
94 |
slords |
1.1 |
} |
95 |
|
|
|
96 |
|
|
foreach my $pkg ( keys %repohash ) { |
97 |
slords |
1.2 |
foreach my $repo ( @repos ) { |
98 |
|
|
if ( $repo =~ m{$stagedir/RPMS} ) { |
99 |
|
|
next unless $repohash{$pkg}; |
100 |
|
|
if ( $repohash{$pkg}{$stagedir} ) { |
101 |
|
|
my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$stagedir}}; |
102 |
|
|
delete $repohash{$pkg}{$stagedir}; |
103 |
|
|
push @remove, map { $_->filename } @rest if @rest; |
104 |
|
|
if ( $repohash{$pkg}{latest} ) { |
105 |
|
|
if ($repohash{$pkg}{latest} ne $latest ) { |
106 |
|
|
push @remove, $latest->filename; |
107 |
|
|
push @{$copy{"$stagedir/RPMS"}}, $repohash{$pkg}{latest}->filename; |
108 |
|
|
$repohash{$pkg}{$stagedir} = $repohash{$pkg}{latest}; |
109 |
|
|
} else { |
110 |
|
|
$repohash{$pkg}{$stagedir} = $latest; |
111 |
|
|
} |
112 |
|
|
} else { |
113 |
|
|
push @remove, $latest->filename; |
114 |
|
|
} |
115 |
|
|
} elsif ( $repohash{$pkg}{latest} ) { |
116 |
|
|
push @{$copy{"$stagedir/RPMS"}}, $repohash{$pkg}{latest}->filename; |
117 |
|
|
$repohash{$pkg}{$stagedir} = $repohash{$pkg}{latest}; |
118 |
|
|
} |
119 |
|
|
} elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) { |
120 |
|
|
my $pos = $1; |
121 |
|
|
next unless $repohash{$pkg}{$pos}; |
122 |
|
|
if ( $pos =~ m{/smedev$} ) { |
123 |
|
|
next unless $repohash{$pkg}{latest}; |
124 |
|
|
my @rest = grep { $_ le $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}}; |
125 |
|
|
if ( @rest ) { |
126 |
|
|
push @remove, map { $_->filename } @rest; |
127 |
|
|
$changed{$pos}++; |
128 |
|
|
@{$repohash{$pkg}{$pos}} = grep { $_ gt $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}}; |
129 |
|
|
delete $repohash{$pkg}{$pos}; |
130 |
|
|
} |
131 |
slords |
1.6 |
} elsif ( ref($repohash{$pkg}{$pos}) eq 'ARRAY' ) { |
132 |
slords |
1.2 |
my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$pos}}; |
133 |
|
|
delete $repohash{$pkg}{$pos}; |
134 |
|
|
if ( $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $latest ) { |
135 |
|
|
push @rest, $latest; |
136 |
|
|
} else { |
137 |
|
|
$repohash{$pkg}{latest} = $latest; |
138 |
|
|
$repohash{$pkg}{$pos} = $latest; |
139 |
|
|
} |
140 |
|
|
if ( @rest ) { |
141 |
|
|
push @remove, map { $_->filename } @rest; |
142 |
|
|
$changed{$pos}++; |
143 |
|
|
} |
144 |
|
|
} |
145 |
|
|
} |
146 |
|
|
} |
147 |
slords |
1.1 |
} |
148 |
|
|
|
149 |
slords |
1.2 |
print "\n"; |
150 |
slords |
1.1 |
foreach my $pkg ( sort grep { $repohash{$_}{builds} } keys %repohash ) { |
151 |
slords |
1.2 |
my %versions = (); |
152 |
|
|
foreach my $ver ( sort { $b cmp $a } @{$repohash{$pkg}{builds}} ) { |
153 |
|
|
next if $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $ver; |
154 |
|
|
|
155 |
|
|
$versions{$ver->tag("VERSION")}++; |
156 |
|
|
if ( $versions{$ver->tag("VERSION")} > $releases || (scalar keys %versions) > $releases ) { |
157 |
|
|
foreach my $rpm ( grep { $ver eq $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) { |
158 |
|
|
push @remove, $rpm->filename; |
159 |
|
|
@{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}}; |
160 |
|
|
$changed{"$releasedir/$smerel/smedev"}++; |
161 |
|
|
} |
162 |
|
|
} else { |
163 |
|
|
print "Possible update " . $ver->filename . "\n" if $repohash{$pkg}{latest}; |
164 |
|
|
if ( ! grep { $ver eq $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) { |
165 |
|
|
push @{$copy{"$releasedir/$smerel/smedev/$arch/RPMS"}}, $ver->filename; |
166 |
|
|
push @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}}, $ver; |
167 |
|
|
$changed{"$releasedir/$smerel/smedev"}++; |
168 |
|
|
} |
169 |
|
|
} |
170 |
|
|
} |
171 |
|
|
} |
172 |
|
|
|
173 |
|
|
foreach my $pkg ( grep { $repohash{$_}{"$releasedir/$smerel/smedev"} } keys %repohash ) { |
174 |
|
|
foreach my $rpm ( @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) { |
175 |
|
|
unless ( grep { $rpm eq $_ } @{$repohash{$pkg}{builds}} ) { |
176 |
|
|
push @remove, $rpm->filename; |
177 |
|
|
@{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}}; |
178 |
|
|
$changed{"$releasedir/$smerel/smedev"}++; |
179 |
|
|
} |
180 |
|
|
} |
181 |
slords |
1.1 |
} |
182 |
|
|
|
183 |
|
|
print "\n"; |
184 |
|
|
foreach my $repo ( sort keys %srcrepohash ) { |
185 |
slords |
1.2 |
foreach my $pkg ( sort grep { $repohash{$_}{$repo} } keys %repohash ) { |
186 |
|
|
my @rpms = ref($repohash{$pkg}{$repo}) eq "ARRAY" ? @{$repohash{$pkg}{$repo}} : ($repohash{$pkg}{$repo}); |
187 |
|
|
foreach my $rpm ( sort @rpms ) { |
188 |
slords |
1.9 |
my $src; |
189 |
slords |
1.2 |
|
190 |
|
|
my @sources = (); |
191 |
slords |
1.9 |
push @sources, ($src = $rpm->tag("SOURCERPM")); |
192 |
|
|
push @sources, $src if (($src = $rpm->tag("SOURCERPM")) =~ s/\.el\d\.rf\./\.rf\./); |
193 |
|
|
push @sources, $src if (($src = $rpm->tag("SOURCERPM")) =~ s/\.[0-3]\.el\d+\.rf\./\.rf\./); |
194 |
|
|
push @sources, $src if (($src = $rpm->tag("SOURCERPM")) =~ s/\.(el|fc)\d\.at//); |
195 |
|
|
push @sources, $src if (($src = $rpm->tag("SOURCERPM")) =~ s/\.at//); |
196 |
|
|
push @sources, $src if (($src = $rpm->tag("SOURCERPM")) =~ s/\.(el|fc)\d//); |
197 |
|
|
$src = $rpm->tag("SOURCERPM"); |
198 |
slords |
1.2 |
|
199 |
|
|
my $found = 0; |
200 |
|
|
foreach my $source ( @sources ) { |
201 |
|
|
if ( $sources{$source} ) { |
202 |
|
|
unless ( -f "$repo/SRPMS/$source" ) { |
203 |
|
|
push @{$copy{"$repo/SRPMS"}}, "$sources{$source}/$source"; |
204 |
|
|
$changed{$repo}++; |
205 |
|
|
} |
206 |
|
|
$srcrepohash{$repo}{$source}++; |
207 |
|
|
$found++; |
208 |
|
|
last; |
209 |
|
|
} elsif ( -f "$repo/SRPMS/$source" ) { |
210 |
|
|
print "Found missing source $repo/SRPMS/$source for ".$rpm->as_nvre()."\n"; |
211 |
|
|
$srcrepohash{$repo}{$source}++; |
212 |
|
|
$found++; |
213 |
|
|
} |
214 |
|
|
} |
215 |
|
|
print "Can't find source for ".$rpm->as_nvre()."\n" unless $found; |
216 |
|
|
} |
217 |
|
|
} |
218 |
|
|
|
219 |
|
|
foreach my $rpm ( keys %{$srcrepohash{$repo}} ) { |
220 |
|
|
unless ( $srcrepohash{$repo}{$rpm} ) { |
221 |
|
|
push @remove, "$repo/SRPMS/$rpm"; |
222 |
|
|
$changed{$repo}++; |
223 |
|
|
} |
224 |
|
|
} |
225 |
slords |
1.1 |
} |
226 |
|
|
|
227 |
|
|
print "\n"; |
228 |
|
|
foreach my $repo ( sort keys %copy ) { |
229 |
slords |
1.2 |
foreach my $rpm ( sort keys %{{ map { $_ => 1 } @{$copy{$repo}} }} ) { |
230 |
|
|
print "copying $rpm to $repo/\n"; |
231 |
|
|
system(qw(cp --preserve=timestamps), $rpm, "$repo/"); |
232 |
|
|
} |
233 |
slords |
1.1 |
} |
234 |
|
|
|
235 |
|
|
print "\n"; |
236 |
|
|
foreach my $rpm ( sort keys %{{ map { $_ => 1 } @remove }} ) { |
237 |
slords |
1.2 |
print "removing $rpm\n"; |
238 |
|
|
unlink $rpm; |
239 |
slords |
1.1 |
} |
240 |
|
|
|
241 |
|
|
print "\n"; |
242 |
|
|
foreach my $repo ( sort keys %changed ) { |
243 |
slords |
1.2 |
next if $repo =~ m{^$stagedir}; |
244 |
slords |
1.1 |
|
245 |
slords |
1.7 |
my $dir=`readlink -f $repo/$arch`; |
246 |
|
|
chomp $dir; |
247 |
|
|
print "rebuilding $dir...\n"; |
248 |
|
|
system(qw(createrepo), "$dir"); |
249 |
|
|
system(qw(repoview), "$dir"); |
250 |
slords |
1.1 |
} |
251 |
slords |
1.2 |
|