1 |
#!/usr/bin/perl |
2 |
|
3 |
use strict; |
4 |
use warnings; |
5 |
use RPM2; |
6 |
use Data::Dumper; |
7 |
|
8 |
sub compare($$); |
9 |
|
10 |
my $releases = 2; |
11 |
|
12 |
my $releasedir = '/releases'; |
13 |
my $smerel = '7'; |
14 |
my $centosrel = '4'; |
15 |
my $fedorarel = '3'; |
16 |
my $builds = '/builds/rpms'; |
17 |
my $stagedir = '/builds'; |
18 |
my $arch = `uname -i`; |
19 |
chomp $arch; |
20 |
|
21 |
my @repos = ( |
22 |
"$releasedir/$smerel/smeos/$arch/SME", |
23 |
"$releasedir/$smerel/smeos/$arch/SME/RPMS", |
24 |
"$releasedir/$smerel/smeos/$arch/CentOS/RPMS", |
25 |
"$releasedir/$smerel/smeupdates/$arch/RPMS", |
26 |
"$releasedir/$smerel/smeupdates-testing/$arch/RPMS", |
27 |
"$releasedir/$smerel/smeextras/$arch/RPMS", |
28 |
"$releasedir/$smerel/smeaddons/$arch/RPMS", |
29 |
"$releasedir/$smerel/smecontribs/$arch/RPMS", |
30 |
"$releasedir/$smerel/smetest/$arch/RPMS", |
31 |
"$releasedir/$smerel/smedev/$arch/RPMS", |
32 |
"$builds/RPMS/$arch", |
33 |
"$builds/RPMS/i586", |
34 |
"$builds/RPMS/i686", |
35 |
"$builds/RPMS/noarch", |
36 |
"$stagedir/RPMS-$arch", |
37 |
); |
38 |
|
39 |
my @srcrepos = ( |
40 |
"/mirrors/centos/$centosrel/fasttrack/SRPMS", |
41 |
"/mirrors/centos/$centosrel/updates/SRPMS", |
42 |
"/mirrors/centos/$centosrel/os/SRPMS", |
43 |
"/mirrors/centos/$centosrel/extras/SRPMS", |
44 |
"/mirrors/rpmforge/dag/source", |
45 |
"/mirrors/atrpms/src/el$centosrel-$arch/atrpms/stable", |
46 |
"/mirrors/atrpms/src/el$centosrel-$arch/atrpms/testing", |
47 |
"/mirrors/fedora/epel/$centosrel/SRPMS", |
48 |
"/mirrors/fedora/core/updates/$fedorarel/SRPMS", |
49 |
"/mirrors/fedora/core/$fedorarel/source/SRPMS", |
50 |
"/mirrors/fedora/extras/$fedorarel/SRPMS", |
51 |
"$builds/SRPMS", |
52 |
); |
53 |
|
54 |
my $rpm_flags = RPM2->vsf_nodsaheader | RPM2->vsf_nodsa; |
55 |
|
56 |
my @rpms; |
57 |
my %srpms; |
58 |
my %sources; |
59 |
my %changed; |
60 |
my %copy; |
61 |
|
62 |
print "\nReading repos...\n"; |
63 |
foreach my $repo ( @repos ) { |
64 |
my $r = $repo; |
65 |
if ( $repo =~ m{$stagedir/RPMS} ) { |
66 |
$r = $stagedir; |
67 |
} elsif ( $repo =~ m{$builds/RPMS} ) { |
68 |
$r = 'builds'; |
69 |
} elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) { |
70 |
$r = $1; |
71 |
} |
72 |
|
73 |
if ( $r eq $stagedir ) { |
74 |
opendir SRPMS, "$r/SRPMS-$arch" or next; |
75 |
foreach my $srpm ( grep { /\.rpm$/ } readdir SRPMS ) { |
76 |
$srpms{$r}{$srpm} = 0; |
77 |
$sources{$srpm} = "$r/SRPMS-$arch"; |
78 |
} |
79 |
closedir SRPMS; |
80 |
} elsif ( $r ne 'builds' ) { |
81 |
opendir SRPMS, "$r/SRPMS" or next; |
82 |
foreach my $srpm ( grep { /\.rpm$/ } readdir SRPMS ) { |
83 |
$srpms{$r}{$srpm} = 0; |
84 |
$sources{$srpm} = "$r/SRPMS"; |
85 |
} |
86 |
closedir SRPMS; |
87 |
} |
88 |
|
89 |
opendir RPMS, $repo or next; |
90 |
print " - $repo\n"; |
91 |
foreach my $pkg ( reverse sort map { RPM2->open_package("$repo/$_", $rpm_flags); } grep { /\.rpm$/ } readdir RPMS ) { |
92 |
my $rpm = { name => $pkg->tag("NAME"), |
93 |
filename => join("-", map { $pkg->tag($_) } qw/name version release/) . "." . $pkg->tag("ARCH"), |
94 |
version => $pkg->tag("VERSION"), |
95 |
release => $pkg->tag("RELEASE"), |
96 |
repo => $r, |
97 |
rpm => $pkg, |
98 |
}; |
99 |
my $source = $pkg->tag("SOURCERPM"); |
100 |
$source =~ s#-$rpm->{version}-$rpm->{release}.*##; |
101 |
$rpm->{source} = $source; |
102 |
|
103 |
if ( $rpm->{repo} =~ m{^$releasedir/$smerel/} && $rpm->{repo} !~ m{/smedev$} ) { |
104 |
$rpm->{repo} = 'deleted' if grep { $_->{repo} ne $rpm->{repo} && $_->{name} eq $rpm->{name} && $_->{rpm} ge $rpm->{rpm} } @rpms; |
105 |
$rpm->{repo} = 'deleted' if grep { $_->{repo} eq $rpm->{repo} && $_->{name} eq $rpm->{name} && $_->{rpm} gt $rpm->{rpm} } @rpms; |
106 |
$changed{$r}++ if $rpm->{repo} eq 'deleted'; |
107 |
} |
108 |
|
109 |
push @rpms, $rpm; |
110 |
} |
111 |
closedir RPMS; |
112 |
} |
113 |
|
114 |
print "\nReading source repos...\n"; |
115 |
foreach my $repo ( reverse @srcrepos ) { |
116 |
my %temp_repo = map { $_ => $repo } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, $repo ); |
117 |
closedir SRPMS; |
118 |
|
119 |
%sources = (%sources, %temp_repo); |
120 |
} |
121 |
|
122 |
print "\nFinding latest packages...\n"; |
123 |
my @latest; |
124 |
foreach my $rpm ( reverse grep { $_->{repo} =~ m{^$releasedir/$smerel/} && $_->{repo} !~ m{/sme(addons|contribs|dev|extras)$} } @rpms ) { |
125 |
unless ( grep { $_->{name} eq $rpm->{name} && $_->{rpm} gt $rpm->{rpm} } @latest ) { |
126 |
push @latest, $rpm; |
127 |
unless ( grep { $_->{repo} eq $stagedir && $_->{filename} eq $rpm->{filename} } @rpms ) { |
128 |
push @{$copy{"$stagedir/RPMS-$arch"}}, $rpm->{rpm}->filename; |
129 |
push @rpms, { name => $rpm->{name}, |
130 |
filename => $rpm->{filename}, |
131 |
version => $rpm->{version}, |
132 |
release => $rpm->{release}, |
133 |
repo => $stagedir, |
134 |
rpm => $rpm->{rpm}, |
135 |
source => $rpm->{source} |
136 |
}; |
137 |
} |
138 |
} |
139 |
} |
140 |
|
141 |
foreach my $rpm ( grep { $_->{repo} eq $stagedir } @rpms ) { |
142 |
$rpm->{repo} = 'deleted' unless grep { $_->{filename} eq $rpm->{filename} } @latest; |
143 |
} |
144 |
|
145 |
foreach my $rpm ( reverse grep { $_->{repo} =~ m{^$releasedir/$smerel/} && $_->{repo} =~ m{/sme(addons|contribs|extras)$} } @rpms ) { |
146 |
unless ( grep { $_->{name} eq $rpm->{name} && $_->{rpm} gt $rpm->{rpm} } @latest ) { |
147 |
push @latest, $rpm; |
148 |
} |
149 |
} |
150 |
|
151 |
print "\nFinding development packages...\n"; |
152 |
my @devel; |
153 |
my %versions; |
154 |
foreach my $rpm ( grep { $_->{repo} eq 'builds' } @rpms ) { |
155 |
next if grep { $_->{name} eq $rpm->{name} && $_->{rpm} ge $rpm->{rpm} } @latest; |
156 |
|
157 |
$versions{$rpm->{name}}{$rpm->{version}}++ unless grep { $_->{name} eq $rpm->{name} && $_->{rpm} eq $rpm->{rpm} } @devel; |
158 |
next if $versions{$rpm->{name}}{$rpm->{version}} > $releases || scalar keys %{$versions{$rpm->{name}}} > $releases; |
159 |
print "Possible update " . $rpm->{rpm}->filename . "\n" if grep { $_->{name} eq $rpm->{name} } @latest; |
160 |
|
161 |
push @devel, $rpm; |
162 |
unless ( grep { $_->{repo} =~ m{/smedev$} && $_->{filename} eq $rpm->{filename} } @rpms ) { |
163 |
push @{$copy{"$releasedir/$smerel/smedev/$arch/RPMS"}}, $rpm->{rpm}->filename; |
164 |
$changed{"$releasedir/$smerel/smedev"}++; |
165 |
push @rpms, { name => $rpm->{name}, |
166 |
filename => $rpm->{filename}, |
167 |
version => $rpm->{version}, |
168 |
release => $rpm->{release}, |
169 |
repo => "$releasedir/$smerel/smedev", |
170 |
rpm => $rpm->{rpm}, |
171 |
source => $rpm->{source} |
172 |
}; |
173 |
} |
174 |
} |
175 |
|
176 |
foreach my $rpm ( grep { $_->{repo} =~ m{/smedev$} } @rpms ) { |
177 |
$rpm->{repo} = 'deleted' unless grep { $_->{filename} eq $rpm->{filename} } @devel; |
178 |
} |
179 |
|
180 |
print "\nFinding source packages...\n"; |
181 |
foreach my $rpm ( grep { $_->{repo} !~ m{^(builds|deleted)$} } @rpms ) { |
182 |
my $src; |
183 |
my $srpm = $rpm->{rpm}->tag("SOURCERPM"); |
184 |
|
185 |
my @sources = (); |
186 |
push @sources, ($src = $srpm); |
187 |
push @sources, $src if (($src = $srpm) =~ s/\.el\d\.rf\./\.rf\./); |
188 |
push @sources, $src if (($src = $srpm) =~ s/\.[0-3]\.el\d+\.rf\./\.rf\./); |
189 |
push @sources, $src if (($src = $srpm) =~ s/\.(el|fc)\d\.at//); |
190 |
push @sources, $src if (($src = $srpm) =~ s/\.at//); |
191 |
push @sources, $src if (($src = $srpm) =~ s/\.(el|fc)\d//); |
192 |
push @sources, $src if (($src = $srpm) =~ s/\.\d+\.(el|fc)\d//); |
193 |
|
194 |
my $found = 0; |
195 |
my $repo = $rpm->{repo}; |
196 |
foreach my $source ( @sources ) { |
197 |
if ( $sources{$source} ) { |
198 |
if ($repo eq $stagedir) { |
199 |
push @{$copy{"$repo/SRPMS-$arch"}}, "$sources{$source}/$source" unless -f "$repo/SRPMS-$arch/$source"; |
200 |
} else { |
201 |
unless ( -f "$repo/SRPMS/$source" ) { |
202 |
push @{$copy{"$repo/SRPMS"}}, "$sources{$source}/$source"; |
203 |
$changed{$repo}++; |
204 |
} |
205 |
} |
206 |
$srpms{$repo}{$source}++; |
207 |
$found++; |
208 |
last; |
209 |
} |
210 |
} |
211 |
print "Can't find source for ".$rpm->{rpm}->filename."\n" unless $found; |
212 |
} |
213 |
|
214 |
my @remove; |
215 |
foreach my $repo ( keys %srpms ) { |
216 |
foreach my $rpm ( keys %{$srpms{$repo}} ) { |
217 |
unless ( $srpms{$repo}{$rpm} ) { |
218 |
if ($repo eq $stagedir) { |
219 |
push @remove, "$repo/SRPMS-$arch/$rpm"; |
220 |
} else { |
221 |
push @remove, "$repo/SRPMS/$rpm"; |
222 |
$changed{$repo}++; |
223 |
} |
224 |
} |
225 |
} |
226 |
} |
227 |
|
228 |
print "\n"; |
229 |
foreach my $repo ( sort keys %copy ) { |
230 |
foreach my $rpm ( keys %{{ map { $_ => 1 } @{$copy{$repo}} }} ) { |
231 |
print "copying $rpm to $repo/\n"; |
232 |
mkdir "$repo" unless -d "$repo"; |
233 |
system(qw(cp --preserve=timestamps), $rpm, "$repo/"); |
234 |
} |
235 |
} |
236 |
|
237 |
print "\n"; |
238 |
foreach my $rpm ( keys %{{ map { $_ => 1 } (@remove, map { $_->{rpm}->filename } grep { $_->{repo} eq 'deleted' } @rpms) }} ) { |
239 |
print "removing $rpm\n"; |
240 |
unlink $rpm; |
241 |
} |
242 |
|
243 |
print "\n"; |
244 |
foreach my $repo ( sort keys %changed ) { |
245 |
my $dir=`readlink -f $repo/$arch`; |
246 |
chomp $dir; |
247 |
print "rebuilding $dir...\n"; |
248 |
system(qw(createrepo), "$dir"); |
249 |
system(qw(rm -rf), "$dir/.olddata") if -d "$dir/.olddata"; |
250 |
system(qw(repoview), "$dir"); |
251 |
system(qw(rm -rf), "$dir/.repodata") if "$dir/.repodata"; |
252 |
} |