Contents of /builds_bin/update_repos

#!/usr/bin/perl

use strict;
use warnings;
use RPM2;
use Data::Dumper;

sub compare($$);

my $releases = 2;

my $releasedir = '/releases';
my $smerel = '7';
my $arch = 'i386';
my $centosrel = '4';
my $fedorarel = '3';
my $builds = '/builds/rpms';
my $stagedir = '/builds';

my @repos = (
              "$releasedir/$smerel/smeos/$arch/CentOS/RPMS",
              "$releasedir/$smerel/smeupdates/$arch/RPMS",
              "$releasedir/$smerel/smeupdates-testing/$arch/RPMS",
              "$releasedir/$smerel/smeextras/$arch/RPMS",
              "$releasedir/$smerel/smeaddons/$arch/RPMS",
              "$releasedir/$smerel/smetest/$arch/RPMS",
              "$releasedir/$smerel/smedev/$arch/RPMS",
              "$builds/RPMS/$arch",
              "$builds/RPMS/i586",
              "$builds/RPMS/i686",
              "$builds/RPMS/noarch",
              "$stagedir/RPMS",
            );

my @srcrepos = (
                 "/mirrors/centos/$centosrel/fasttrack/SRPMS",
                 "/mirrors/centos/$centosrel/updates/SRPMS",
                 "/mirrors/centos/$centosrel/os/SRPMS",
                 "/mirrors/centos/$centosrel/extras/SRPMS",
                 "/mirrors/rpmforge/dag/source",
                 "/mirrors/atrpms/src/el$centosrel-$arch/atrpms/stable",
                 "/mirrors/fedora/core/updates/$fedorarel/SRPMS",
                 "/mirrors/fedora/core/$fedorarel/source/SRPMS",
                 "/mirrors/fedora/extras/$fedorarel/SRPMS",
                 "$builds/SRPMS",
              );

my %repohash;
my %srcrepohash;
my %changed;
my %copy;
my @remove;

my $rpm_flags = RPM2->vsf_nodsaheader | RPM2->vsf_nodsa;

%{$srcrepohash{$stagedir}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$stagedir/SRPMS" );
closedir SRPMS;

foreach my $repo ( @repos ) {
        if ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
                my $srcrepo = $1;

                %{$srcrepohash{$srcrepo}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$srcrepo/SRPMS" );
                closedir SRPMS;
        }

        opendir RPMS, $repo;
        foreach my $rpm ( grep { m{\.rpm} } readdir RPMS ) {
                my $header = RPM2->open_package("$repo/$rpm", $rpm_flags);
                my $pkg = $header->tag("NAME").".".$header->tag("ARCH");
                if ( $repo =~ m{$stagedir/RPMS} ) {
                        push @{$repohash{$pkg}{$stagedir}}, $header;
                } elsif ( $repo =~ m{$builds/RPMS} ) {
                        push @{$repohash{$pkg}{builds}}, $header;
                } elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
                        my $pos = $1;
                        push @{$repohash{$pkg}{$pos}}, $header;
                }
        }
        closedir RPMS;
}

my %sources;
foreach my $repo ( reverse @srcrepos ) {
        my %temp_repo = map { $_ => $repo } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, $repo );
        closedir SRPMS;

        %sources = (%sources, %temp_repo);
}

foreach my $pkg ( keys %repohash ) {
        foreach my $repo ( @repos ) {
                if ( $repo =~ m{$stagedir/RPMS} ) {
                        next unless $repohash{$pkg};
                        if ( $repohash{$pkg}{$stagedir} ) {
                                my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$stagedir}};
                                delete $repohash{$pkg}{$stagedir};
                                push @remove, map { $_->filename } @rest if @rest;
                                if ( $repohash{$pkg}{latest} ) {
                                        if ($repohash{$pkg}{latest} ne $latest ) {
                                                push @remove, $latest->filename;
                                                push @{$copy{"$stagedir/RPMS"}}, $repohash{$pkg}{latest}->filename;
                                                $repohash{$pkg}{$stagedir} = $repohash{$pkg}{latest};
                                        } else {
                                                $repohash{$pkg}{$stagedir} = $latest;
                                        }
                                } else {
                                        push @remove, $latest->filename;
                                }
                        } elsif ( $repohash{$pkg}{latest} ) {
                                push @{$copy{"$stagedir/RPMS"}}, $repohash{$pkg}{latest}->filename;
                                $repohash{$pkg}{$stagedir} = $repohash{$pkg}{latest};
                        }
                } elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
                        my $pos = $1;
                        next unless $repohash{$pkg}{$pos};
                        if ( $pos =~ m{/smedev$} ) {
                                next unless $repohash{$pkg}{latest};
                                my @rest = grep { $_ le $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}};
                                if ( @rest ) {
                                        push @remove, map { $_->filename } @rest;
                                        $changed{$pos}++;
                                        @{$repohash{$pkg}{$pos}} = grep { $_ gt $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}};
                                        delete $repohash{$pkg}{$pos};
                                }
                        } else {
                                my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$pos}};
                                delete $repohash{$pkg}{$pos};
                                if ( $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $latest ) {
                                        push @rest, $latest;
                                } else {
                                        $repohash{$pkg}{latest} = $latest;
                                        $repohash{$pkg}{$pos} = $latest;
                                }
                                if ( @rest ) {
                                        push @remove, map { $_->filename } @rest;
                                        $changed{$pos}++;
                                }
                        }
                }
        }
}

print "\n";
foreach my $pkg ( sort grep { $repohash{$_}{builds} } keys %repohash ) {
        my %versions = ();
        foreach my $ver ( sort { $b cmp $a } @{$repohash{$pkg}{builds}} ) {
                next if $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $ver;

                $versions{$ver->tag("VERSION")}++;
                if ( $versions{$ver->tag("VERSION")} > $releases || (scalar keys %versions) > $releases ) {
                        foreach my $rpm ( grep { $ver eq $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) {
                                push @remove, $rpm->filename;
                                @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}};
                                $changed{"$releasedir/$smerel/smedev"}++;
                        }
                } else {
                        print "Possible update " . $ver->filename . "\n" if $repohash{$pkg}{latest};
                        if ( ! grep { $ver eq $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) {
                                push @{$copy{"$releasedir/$smerel/smedev/$arch/RPMS"}}, $ver->filename;
                                push @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}}, $ver;
                                $changed{"$releasedir/$smerel/smedev"}++;
                        }
                }
        }
}

foreach my $pkg ( grep { $repohash{$_}{"$releasedir/$smerel/smedev"} } keys %repohash ) {
        foreach my $rpm ( @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) {
                unless ( grep { $rpm eq $_ } @{$repohash{$pkg}{builds}} ) {
                        push @remove, $rpm->filename;
                        @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}};
                        $changed{"$releasedir/$smerel/smedev"}++;
                }
        }
}

print "\n";
foreach my $repo ( sort keys %srcrepohash ) {
        foreach my $pkg ( sort grep { $repohash{$_}{$repo} } keys %repohash ) {
                my @rpms = ref($repohash{$pkg}{$repo}) eq "ARRAY" ? @{$repohash{$pkg}{$repo}} : ($repohash{$pkg}{$repo});
                foreach my $rpm ( sort @rpms ) {
                        my $src = $rpm->tag("SOURCERPM");

                        my @sources = ();
                        push @sources, $src;
                        push @sources, $src if ($src =~ s/\.\d+\.el\d+\.rf\./\.rf\./);
                        push @sources, $src if ($src =~ s/\.el\d\.rf\./\.rf\./);
                        push @sources, $src if ($src =~ s/\.el\d\.at\./\.at\./);
                        push @sources, $src if ($src =~ s/\.fc\d\.at\./\.at\./);
                        push @sources, $src if ($src =~ s/\.rf\./\.dag\./);

                        my $found = 0;
                        foreach my $source ( @sources ) {
                                if ( $sources{$source} ) {
                                        unless ( -f "$repo/SRPMS/$source" ) {
                                                push @{$copy{"$repo/SRPMS"}}, "$sources{$source}/$source";
                                                $changed{$repo}++;
                                        }
                                        $srcrepohash{$repo}{$source}++;
                                        $found++;
                                        last;
                                } elsif ( -f "$repo/SRPMS/$source" ) {
                                        print "Found missing source $repo/SRPMS/$source for ".$rpm->as_nvre()."\n";
                                        $srcrepohash{$repo}{$source}++;
                                        $found++;
                                }
                        }
                        print "Can't find source for ".$rpm->as_nvre()."\n" unless $found;
                }
        }

        foreach my $rpm ( keys %{$srcrepohash{$repo}} ) {
                unless ( $srcrepohash{$repo}{$rpm} ) {
                        push @remove, "$repo/SRPMS/$rpm";
                        $changed{$repo}++;
                }
        }
}

print "\n";
foreach my $repo ( sort keys %copy ) {
        foreach my $rpm ( sort keys %{{ map { $_ => 1 } @{$copy{$repo}} }} ) {
                print "copying $rpm to $repo/\n";
                system(qw(cp --preserve=timestamps), $rpm, "$repo/");
        }
}

print "\n";
foreach my $rpm ( sort keys %{{ map { $_ => 1 } @remove }} ) {
        print "removing $rpm\n";
        unlink $rpm;
}

print "\n";
foreach my $repo ( sort keys %changed ) {
        next if $repo =~ m{^$stagedir};

        print "rebuilding $repo/$arch...\n";
        system(qw(createrepo), "$repo/$arch");
        system(qw(repoview), "$repo/$arch");
}

1	#!/usr/bin/perl
2
3	use strict;
4	use warnings;
5	use RPM2;
6	use Data::Dumper;
7
8	sub compare($$);
9
10	my $releases = 2;
11
12	my $releasedir = '/releases';
13	my $smerel = '7';
14	my $arch = 'i386';
15	my $centosrel = '4';
16	my $fedorarel = '3';
17	my $builds = '/builds/rpms';
18	my $stagedir = '/builds';
19
20	my @repos = (
21	"$releasedir/$smerel/smeos/$arch/CentOS/RPMS",
22	"$releasedir/$smerel/smeupdates/$arch/RPMS",
23	"$releasedir/$smerel/smeupdates-testing/$arch/RPMS",
24	"$releasedir/$smerel/smeextras/$arch/RPMS",
25	"$releasedir/$smerel/smeaddons/$arch/RPMS",
26	"$releasedir/$smerel/smetest/$arch/RPMS",
27	"$releasedir/$smerel/smedev/$arch/RPMS",
28	"$builds/RPMS/$arch",
29	"$builds/RPMS/i586",
30	"$builds/RPMS/i686",
31	"$builds/RPMS/noarch",
32	"$stagedir/RPMS",
33	);
34
35	my @srcrepos = (
36	"/mirrors/centos/$centosrel/fasttrack/SRPMS",
37	"/mirrors/centos/$centosrel/updates/SRPMS",
38	"/mirrors/centos/$centosrel/os/SRPMS",
39	"/mirrors/centos/$centosrel/extras/SRPMS",
40	"/mirrors/rpmforge/dag/source",
41	"/mirrors/atrpms/src/el$centosrel-$arch/atrpms/stable",
42	"/mirrors/fedora/core/updates/$fedorarel/SRPMS",
43	"/mirrors/fedora/core/$fedorarel/source/SRPMS",
44	"/mirrors/fedora/extras/$fedorarel/SRPMS",
45	"$builds/SRPMS",
46	);
47
48	my %repohash;
49	my %srcrepohash;
50	my %changed;
51	my %copy;
52	my @remove;
53
54	my $rpm_flags = RPM2->vsf_nodsaheader \| RPM2->vsf_nodsa;
55
56	%{$srcrepohash{$stagedir}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$stagedir/SRPMS" );
57	closedir SRPMS;
58
59	foreach my $repo ( @repos ) {
60	if ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
61	my $srcrepo = $1;
62
63	%{$srcrepohash{$srcrepo}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$srcrepo/SRPMS" );
64	closedir SRPMS;
65	}
66
67	opendir RPMS, $repo;
68	foreach my $rpm ( grep { m{\.rpm} } readdir RPMS ) {
69	my $header = RPM2->open_package("$repo/$rpm", $rpm_flags);
70	my $pkg = $header->tag("NAME").".".$header->tag("ARCH");
71	if ( $repo =~ m{$stagedir/RPMS} ) {
72	push @{$repohash{$pkg}{$stagedir}}, $header;
73	} elsif ( $repo =~ m{$builds/RPMS} ) {
74	push @{$repohash{$pkg}{builds}}, $header;
75	} elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
76	my $pos = $1;
77	push @{$repohash{$pkg}{$pos}}, $header;
78	}
79	}
80	closedir RPMS;
81	}
82
83	my %sources;
84	foreach my $repo ( reverse @srcrepos ) {
85	my %temp_repo = map { $_ => $repo } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, $repo );
86	closedir SRPMS;
87
88	%sources = (%sources, %temp_repo);
89	}
90
91	foreach my $pkg ( keys %repohash ) {
92	foreach my $repo ( @repos ) {
93	if ( $repo =~ m{$stagedir/RPMS} ) {
94	next unless $repohash{$pkg};
95	if ( $repohash{$pkg}{$stagedir} ) {
96	my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$stagedir}};
97	delete $repohash{$pkg}{$stagedir};
98	push @remove, map { $_->filename } @rest if @rest;
99	if ( $repohash{$pkg}{latest} ) {
100	if ($repohash{$pkg}{latest} ne $latest ) {
101	push @remove, $latest->filename;
102	push @{$copy{"$stagedir/RPMS"}}, $repohash{$pkg}{latest}->filename;
103	$repohash{$pkg}{$stagedir} = $repohash{$pkg}{latest};
104	} else {
105	$repohash{$pkg}{$stagedir} = $latest;
106	}
107	} else {
108	push @remove, $latest->filename;
109	}
110	} elsif ( $repohash{$pkg}{latest} ) {
111	push @{$copy{"$stagedir/RPMS"}}, $repohash{$pkg}{latest}->filename;
112	$repohash{$pkg}{$stagedir} = $repohash{$pkg}{latest};
113	}
114	} elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
115	my $pos = $1;
116	next unless $repohash{$pkg}{$pos};
117	if ( $pos =~ m{/smedev$} ) {
118	next unless $repohash{$pkg}{latest};
119	my @rest = grep { $_ le $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}};
120	if ( @rest ) {
121	push @remove, map { $_->filename } @rest;
122	$changed{$pos}++;
123	@{$repohash{$pkg}{$pos}} = grep { $_ gt $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}};
124	delete $repohash{$pkg}{$pos};
125	}
126	} else {
127	my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$pos}};
128	delete $repohash{$pkg}{$pos};
129	if ( $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $latest ) {
130	push @rest, $latest;
131	} else {
132	$repohash{$pkg}{latest} = $latest;
133	$repohash{$pkg}{$pos} = $latest;
134	}
135	if ( @rest ) {
136	push @remove, map { $_->filename } @rest;
137	$changed{$pos}++;
138	}
139	}
140	}
141	}
142	}
143
144	print "\n";
145	foreach my $pkg ( sort grep { $repohash{$_}{builds} } keys %repohash ) {
146	my %versions = ();
147	foreach my $ver ( sort { $b cmp $a } @{$repohash{$pkg}{builds}} ) {
148	next if $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $ver;
149
150	$versions{$ver->tag("VERSION")}++;
151	if ( $versions{$ver->tag("VERSION")} > $releases \|\| (scalar keys %versions) > $releases ) {
152	foreach my $rpm ( grep { $ver eq $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) {
153	push @remove, $rpm->filename;
154	@{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}};
155	$changed{"$releasedir/$smerel/smedev"}++;
156	}
157	} else {
158	print "Possible update " . $ver->filename . "\n" if $repohash{$pkg}{latest};
159	if ( ! grep { $ver eq $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) {
160	push @{$copy{"$releasedir/$smerel/smedev/$arch/RPMS"}}, $ver->filename;
161	push @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}}, $ver;
162	$changed{"$releasedir/$smerel/smedev"}++;
163	}
164	}
165	}
166	}
167
168	foreach my $pkg ( grep { $repohash{$_}{"$releasedir/$smerel/smedev"} } keys %repohash ) {
169	foreach my $rpm ( @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) {
170	unless ( grep { $rpm eq $_ } @{$repohash{$pkg}{builds}} ) {
171	push @remove, $rpm->filename;
172	@{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}};
173	$changed{"$releasedir/$smerel/smedev"}++;
174	}
175	}
176	}
177
178	print "\n";
179	foreach my $repo ( sort keys %srcrepohash ) {
180	foreach my $pkg ( sort grep { $repohash{$_}{$repo} } keys %repohash ) {
181	my @rpms = ref($repohash{$pkg}{$repo}) eq "ARRAY" ? @{$repohash{$pkg}{$repo}} : ($repohash{$pkg}{$repo});
182	foreach my $rpm ( sort @rpms ) {
183	my $src = $rpm->tag("SOURCERPM");
184
185	my @sources = ();
186	push @sources, $src;
187	push @sources, $src if ($src =~ s/\.\d+\.el\d+\.rf\./\.rf\./);
188	push @sources, $src if ($src =~ s/\.el\d\.rf\./\.rf\./);
189	push @sources, $src if ($src =~ s/\.el\d\.at\./\.at\./);
190	push @sources, $src if ($src =~ s/\.fc\d\.at\./\.at\./);
191	push @sources, $src if ($src =~ s/\.rf\./\.dag\./);
192
193	my $found = 0;
194	foreach my $source ( @sources ) {
195	if ( $sources{$source} ) {
196	unless ( -f "$repo/SRPMS/$source" ) {
197	push @{$copy{"$repo/SRPMS"}}, "$sources{$source}/$source";
198	$changed{$repo}++;
199	}
200	$srcrepohash{$repo}{$source}++;
201	$found++;
202	last;
203	} elsif ( -f "$repo/SRPMS/$source" ) {
204	print "Found missing source $repo/SRPMS/$source for ".$rpm->as_nvre()."\n";
205	$srcrepohash{$repo}{$source}++;
206	$found++;
207	}
208	}
209	print "Can't find source for ".$rpm->as_nvre()."\n" unless $found;
210	}
211	}
212
213	foreach my $rpm ( keys %{$srcrepohash{$repo}} ) {
214	unless ( $srcrepohash{$repo}{$rpm} ) {
215	push @remove, "$repo/SRPMS/$rpm";
216	$changed{$repo}++;
217	}
218	}
219	}
220
221	print "\n";
222	foreach my $repo ( sort keys %copy ) {
223	foreach my $rpm ( sort keys %{{ map { $_ => 1 } @{$copy{$repo}} }} ) {
224	print "copying $rpm to $repo/\n";
225	system(qw(cp --preserve=timestamps), $rpm, "$repo/");
226	}
227	}
228
229	print "\n";
230	foreach my $rpm ( sort keys %{{ map { $_ => 1 } @remove }} ) {
231	print "removing $rpm\n";
232	unlink $rpm;
233	}
234
235	print "\n";
236	foreach my $repo ( sort keys %changed ) {
237	next if $repo =~ m{^$stagedir};
238
239	print "rebuilding $repo/$arch...\n";
240	system(qw(createrepo), "$repo/$arch");
241	system(qw(repoview), "$repo/$arch");
242	}
243