| 3 |
use strict; |
use strict; |
| 4 |
use warnings; |
use warnings; |
| 5 |
use RPM2; |
use RPM2; |
| 6 |
|
use File::Find; |
| 7 |
|
use File::Basename; |
| 8 |
|
use Getopt::Std; |
| 9 |
|
use Term::ANSIColor; |
| 10 |
use Data::Dumper; |
use Data::Dumper; |
| 11 |
|
|
| 12 |
sub compare($$); |
delete $ENV{PATH}; |
| 13 |
|
my $HOME=$ENV{HOME}; |
| 14 |
|
umask 002; |
| 15 |
|
|
| 16 |
|
my $rpm_flags = RPM2->vsf_nosha1header | RPM2->vsf_nomd5header | RPM2->vsf_nodsaheader | RPM2->vsf_norsaheader; |
| 17 |
|
$rpm_flags |= RPM2->vsf_nosha1 | RPM2->vsf_nomd5 | RPM2->vsf_nodsa | RPM2->vsf_norsa; |
| 18 |
|
|
| 19 |
|
$Term::ANSIColor::AUTORESET = 1; |
| 20 |
|
$| = 1; |
| 21 |
|
|
| 22 |
|
my @archs = ( 'i386', 'x86_64' ); |
| 23 |
|
|
| 24 |
|
my $repos = { 'smeos' => { prio => 16, inc => 1, ver => 1, rel => 1, os => 1 }, |
| 25 |
|
'smeupdates' => { prio => 15, inc => 1, ver => 1, rel => 1 }, |
| 26 |
|
'smeupdates-testing' => { prio => 14, inc => 1, ver => 1, rel => 1 }, |
| 27 |
|
'smeextras' => { prio => 13, inc => 0, ver => 1, rel => 1 }, |
| 28 |
|
'smeaddons' => { prio => 12, inc => 0, ver => 1, rel => 1 }, |
| 29 |
|
'smecontribs' => { prio => 11, inc => 0, ver => 1, rel => 1 }, |
| 30 |
|
'smetest' => { prio => 10, inc => 1, ver => 2, rel => 2, devel => 2 }, |
| 31 |
|
'smedev' => { prio => 9, inc => 0, ver => 2, rel => 2, devel => 1 }, |
| 32 |
|
'centos' => { prio => 8, inc => 0, ver => 0, rel => 0, base => 1 }, |
| 33 |
|
'fedora/epel' => { prio => 7, inc => 0, ver => 0, rel => 0, base => 1 }, |
| 34 |
|
'fedora/extras' => { prio => 6, inc => 0, ver => 0, rel => 0, base => 1 }, |
| 35 |
|
'rpmforge' => { prio => 5, inc => 0, ver => 0, rel => 0, base => 1 }, |
| 36 |
|
'atrpms' => { prio => 4, inc => 0, ver => 0, rel => 0, base => 1 }, |
| 37 |
|
'fedora/core' => { prio => 3, inc => 0, ver => 0, rel => 0, base => 1 }, |
| 38 |
|
'base' => { prio => 2, inc => 0, ver => 0, rel => 0, base => 1 }, |
| 39 |
|
'builds' => { prio => 1, inc => 0, ver => 0, rel => 0, builds => 1 }, |
| 40 |
|
}; |
| 41 |
|
|
| 42 |
|
my $distrepo = { '7' => { active => 1, |
| 43 |
|
centos => 4, |
| 44 |
|
fedora => 3, |
| 45 |
|
repo => '/releases/7/', |
| 46 |
|
os => 'SME/RPMS/', |
| 47 |
|
builds => '/builds2/smeserver-7-core/', |
| 48 |
|
}, |
| 49 |
|
'8' => { active => 1, |
| 50 |
|
centos => 5, |
| 51 |
|
fedora => 6, |
| 52 |
|
repo => '/releases/testing/8/', |
| 53 |
|
os => 'SME/', |
| 54 |
|
builds => '/builds2/smeserver-8-core/', |
| 55 |
|
}, |
| 56 |
|
}; |
| 57 |
|
|
| 58 |
|
my @baserepo = ( ( map { "/mirrors/centos/~C/$_/" } ('os','updates','fasttrack','extras') ), |
| 59 |
|
( map { "/mirrors/fedora/epel$_/~C/" } ('','/testing') ), |
| 60 |
|
'/mirrors/fedora/extras/~F/', |
| 61 |
|
'/mirrors/rpmforge/dag/redhat/el~C/en/~A/RPMS.dag/', |
| 62 |
|
'/mirrors/rpmforge/dag/source/', |
| 63 |
|
( map { "/mirrors/atrpms$_/el~C-~A/atrpms/stable/" } ('','/src') ), |
| 64 |
|
( map { "/mirrors/atrpms$_/el~C-~A/atrpms/testing/" } ('','/src') ), |
| 65 |
|
( map {"/mirrors/fedora/core$_/~F/" } ('','/updates') ), |
| 66 |
|
); |
| 67 |
|
|
| 68 |
|
my $skippkg = { '7' => { 'centos' => ['horde','imp-h3','ingo-h3','turba-h3','vim'], |
| 69 |
|
'fedora/epel' => ['perl-Razor-Agent'], |
| 70 |
|
'rpmforge' => ['perl-Test-Inline'], |
| 71 |
|
'atrpms' => ['dovecot','yum'], |
| 72 |
|
}, |
| 73 |
|
'8' => { 'centos' => ['horde','imp-h3','ingo-h3','turba-h3'], |
| 74 |
|
'fedora/epel' => ['perl-Razor-Agent','smolt'], |
| 75 |
|
'fedora/extras' => ['dstat','gocr','horde','oidentd','perl-Test-Inline','perl-Razor-Agent','smolt'], |
| 76 |
|
'rpmforge' => ['perl-Test-Inline'], |
| 77 |
|
'atrpms' => [], |
| 78 |
|
'fedora/core' => [], |
| 79 |
|
}, |
| 80 |
|
}; |
| 81 |
|
|
| 82 |
|
my %opts; |
| 83 |
|
getopts( 'dtvr:', \%opts ); |
| 84 |
|
$opts{r} ||= ''; |
| 85 |
|
|
| 86 |
|
my ($devel1, $devel2) = sort { $repos->{$a}->{devel} <=> $repos->{$b}->{devel} } grep { $repos->{$_}->{devel} } keys %$repos; |
| 87 |
|
$devel2 ||= $devel1; |
| 88 |
|
|
| 89 |
|
my ($rel, @rpms, %pkgnames, %sources, $archs, $rebuild, $newline); |
| 90 |
|
foreach my $smever ( sort { $a <=> $b } grep { $distrepo->{$_}->{active} } keys %$distrepo ) { |
| 91 |
|
$rel = $smever; |
| 92 |
|
%pkgnames = (); |
| 93 |
|
%sources = (); |
| 94 |
|
@rpms = (); |
| 95 |
|
$rebuild = (); |
| 96 |
|
|
| 97 |
|
# Load distro packages |
| 98 |
|
find( { wanted => \&loadpkg, no_chdir => 1, follow_fast => 1 }, $distrepo->{$smever}->{repo}, $distrepo->{$smever}->{builds} ); |
| 99 |
|
printline('white', 0, "Distro (SME Server $rel) packages loaded.\n"); |
| 100 |
|
|
| 101 |
|
# Load base packages |
| 102 |
|
foreach my $base ( @baserepo ) { |
| 103 |
|
my $bdir = $base; |
| 104 |
|
$bdir =~ s/~C/$distrepo->{$smever}->{centos}/; |
| 105 |
|
$bdir =~ s/~F/$distrepo->{$smever}->{fedora}/; |
| 106 |
|
if ( $bdir =~ m{~A} ) { |
| 107 |
|
for my $arch ( @archs ) { |
| 108 |
|
my $basearch = $bdir; |
| 109 |
|
$basearch =~ s/~A/$arch/; |
| 110 |
|
find( { wanted => \&loadbase, no_chdir => 1, follow_fast => 1 }, $basearch ) if -r $basearch; |
| 111 |
|
} |
| 112 |
|
} else { |
| 113 |
|
find( { wanted => \&loadbase, no_chdir => 1, follow_fast => 1 }, $bdir ) if -r $bdir; |
| 114 |
|
} |
| 115 |
|
} |
| 116 |
|
printline('white', 0, 'Base (Centos: ', $distrepo->{$smever}->{centos}, ', Fedora: ', $distrepo->{$smever}->{fedora}, ") packages loaded.\n"); |
| 117 |
|
|
| 118 |
|
foreach my $name ( sort keys %{{ map { $_->{base} => 1 } @rpms }} ) { |
| 119 |
|
printline('white', 0, "Processing: $name"); |
| 120 |
|
my @pkgs = sort pkgsrt grep { $_->{base} eq $name } @rpms; |
| 121 |
|
my %seen = (); |
| 122 |
|
my $count = (); |
| 123 |
|
$archs = (); |
| 124 |
|
|
| 125 |
|
foreach my $pkg ( @pkgs ) { |
| 126 |
|
next if $pkg->{done} || $pkg->{obsolete} || $pkg->{rpm}->is_source_package || ! $repos->{$pkg->{repo}}; |
| 127 |
|
printline('bold black', 1, ' - ', $pkg->{rpm}->filename) if $opts{d}; |
| 128 |
|
my $orig = 0; |
| 129 |
|
|
| 130 |
|
# Find names of packages in same or higher repos |
| 131 |
|
my %names = names($pkg, @pkgs); |
| 132 |
|
|
| 133 |
|
# Move packages from base/builds to correct area |
| 134 |
|
if ( rprop($pkg, 'base') || rprop($pkg, 'builds') ) { |
| 135 |
|
printline('dark blue', 1, ' - checking base/builds') if $opts{d}; |
| 136 |
|
my $repo = $names{$pkg->{name}} && $names{$pkg->{name}} > 1 ? $devel2 : $devel1; |
| 137 |
|
if ( $pkg->{nonbase} ) { |
| 138 |
|
foreach my $up ( grep { $_->{name} eq $pkg->{name} && $_->{rpm} lt $pkg->{rpm} && $_->{obsolete} } @rpms ) { |
| 139 |
|
next if rprop($up, 'builds') || rprop($up, 'base'); |
| 140 |
|
$repo = $up->{repo}; |
| 141 |
|
last; |
| 142 |
|
} |
| 143 |
|
} |
| 144 |
|
next if rprop($pkg, 'base') && $repo eq $devel1 && $devel1 ne $devel2; |
| 145 |
|
movepkg($pkg, $repo); |
| 146 |
|
%names = names($pkg, @pkgs); |
| 147 |
|
$seen{$pkg->{nvra}}++; |
| 148 |
|
$orig++; |
| 149 |
|
} |
| 150 |
|
|
| 151 |
|
# Check version/release counts |
| 152 |
|
unless ( $pkg->{nonbase} ) { |
| 153 |
|
printline('dark blue', 1, ' - checking version/release counts') if $opts{d}; |
| 154 |
|
$count->{$pkg->{repo}}->{$pkg->{version}}->{$pkg->{release}}++; |
| 155 |
|
if ( rprop($pkg, 'ver') && scalar keys %{$count->{$pkg->{repo}}} > rprop($pkg, 'ver') ) { |
| 156 |
|
movepkg($_, 'delete') foreach grep { $_->{rpm} eq $pkg->{rpm} } @pkgs; |
| 157 |
|
next; |
| 158 |
|
} |
| 159 |
|
if ( rprop($pkg, 'rel') && scalar keys %{$count->{$pkg->{repo}}->{$pkg->{version}}} > rprop($pkg, 'rel') ) { |
| 160 |
|
movepkg($_, 'delete') foreach grep { $_->{rpm} eq $pkg->{rpm} } @pkgs; |
| 161 |
|
next; |
| 162 |
|
} |
| 163 |
|
} |
| 164 |
|
|
| 165 |
my $releases = 2; |
foreach my $cmp ( grep { $_->{rpm}->is_source_package || ( ! $_->{done} && $_->{rpm} le $pkg->{rpm} && rprop($_, 'prio') <= rprop($pkg, 'prio') ) } @pkgs ) { |
| 166 |
|
printline('dark blue', 1, ' - ', $cmp->{rpm}->filename) if $opts{d}; |
| 167 |
|
if ( $cmp->{rpm}->is_source_package ) { |
| 168 |
|
if ( $cmp->{name} eq $pkg->{base} ) { |
| 169 |
|
if ( $cmp->{rpm} eq $pkg->{rpm} ) { |
| 170 |
|
$pkg->{srpm} = $cmp if ! $pkg->{srpm} || $pkg->{srpm}->{rpm} ne $pkg->{rpm} || $pkg->{srpm}->{repo} ne $pkg->{repo}; |
| 171 |
|
tagpkg($cmp, 'inuse', 0) if $pkg->{repo} eq $cmp->{repo} || rprop($cmp, 'base') || rprop($cmp, 'builds'); |
| 172 |
|
} |
| 173 |
|
next if $pkg->{srpm} && $pkg->{srpm}->{rpm} eq $pkg->{rpm}; |
| 174 |
|
|
| 175 |
my $releasedir = '/releases'; |
my $src = $pkg->{rpm}->sourcerpm; |
| 176 |
my $smerel = '7'; |
my $source = basename $cmp->{rpm}->filename; |
| 177 |
my $centosrel = '4'; |
SRC: { |
| 178 |
my $fedorarel = '3'; |
$src eq $source && last SRC; |
| 179 |
my $builds = '/builds/rpms'; |
($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d\.at(\.src)}{$1} && $src eq $source && last SRC; |
| 180 |
my $stagedir = '/builds'; |
($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d(\.rf\.src)}{$1} && $src eq $source && last SRC; |
| 181 |
my $arch = `uname -i`; |
($src = $pkg->{rpm}->sourcerpm) =~ s{(\d+)\.\d+\.el\d(\.rf\.src)}{$1$2} && $src eq $source && last SRC; |
| 182 |
chomp $arch; |
($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d\.rf(\.src)}{.dag$1} && $src eq $source && last SRC; |
| 183 |
#$arch = 'x86_64'; |
($src = $pkg->{rpm}->sourcerpm) =~ s{(\d+)\.\d+\.el\d\.rf(\.src)}{$1.dag$2} && $src eq $source && last SRC; |
| 184 |
|
($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d(\.src)}{$1} && $src eq $source && last SRC; |
| 185 |
my @repos = ( |
($src = $pkg->{rpm}->sourcerpm) =~ s{(-\d+)\.\d+\.el\d(\.src)}{$1$2} && $src eq $source && last SRC; |
| 186 |
"$releasedir/$smerel/smeos/$arch/SME", |
($src = $pkg->{rpm}->sourcerpm) =~ s{\.centos\d(\.src)}{$1} && $src eq $source && last SRC; |
| 187 |
"$releasedir/$smerel/smeos/$arch/SME/RPMS", |
($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d\.sme(\.src)}{$1} && $src eq $source && last SRC; |
| 188 |
"$releasedir/$smerel/smeos/$arch/CentOS/RPMS", |
$src = ''; |
| 189 |
"$releasedir/$smerel/smeupdates/$arch/RPMS", |
} |
| 190 |
"$releasedir/$smerel/smeupdates-testing/$arch/RPMS", |
if ( $src eq $source && ( ! $pkg->{srpm} || $pkg->{srpm}->{rpm} eq $cmp->{rpm} ) ) { |
| 191 |
"$releasedir/$smerel/smeextras/$arch/RPMS", |
$pkg->{srpm} = $cmp if ! $pkg->{srpm} || ( $pkg->{srpm}->{rpm} eq $pkg->{rpm} && $pkg->{srpm}->{repo} ne $pkg->{repo} ); |
| 192 |
"$releasedir/$smerel/smeaddons/$arch/RPMS", |
tagpkg($cmp, 'inuse', 0) if $pkg->{repo} eq $cmp->{repo} || rprop($cmp, 'base') || rprop($cmp, 'builds'); |
| 193 |
"$releasedir/$smerel/smecontribs/$arch/RPMS", |
} |
| 194 |
"$releasedir/$smerel/smetest/$arch/RPMS", |
} |
| 195 |
"$releasedir/$smerel/smedev/$arch/RPMS", |
} elsif ( $cmp->{rpm} eq $pkg->{rpm} ) { |
| 196 |
"$builds/RPMS/$arch", |
if ( $names{$cmp->{name}} ) { |
| 197 |
"$builds/RPMS/i586", |
if ( $pkg->{repo} eq $cmp->{repo} ) { |
| 198 |
"$builds/RPMS/i686", |
tagpkg($cmp, 'correct', 1); |
| 199 |
"$builds/RPMS/noarch", |
$seen{$cmp->{nvra}}++; |
| 200 |
"$stagedir/RPMS-$arch", |
} elsif ( $seen{$cmp->{nvra}} ) { |
| 201 |
); |
$orig++ if rprop($cmp, 'base') || rprop($cmp, 'builds'); |
| 202 |
@repos = grep { ! m{/i[56]86$} } @repos if $arch eq 'x86_64'; |
movepkg($cmp, 'delete', 1); |
|
|
|
|
my @srcrepos = ( |
|
|
"/mirrors/centos/$centosrel/fasttrack/SRPMS", |
|
|
"/mirrors/centos/$centosrel/updates/SRPMS", |
|
|
"/mirrors/centos/$centosrel/os/SRPMS", |
|
|
"/mirrors/centos/$centosrel/extras/SRPMS", |
|
|
"/mirrors/rpmforge/dag/source", |
|
|
"/mirrors/atrpms/src/el$centosrel-$arch/atrpms/stable", |
|
|
"/mirrors/atrpms/src/el$centosrel-$arch/atrpms/testing", |
|
|
"/mirrors/fedora/epel/$centosrel/SRPMS", |
|
|
"/mirrors/fedora/epel/testing/$centosrel/SRPMS", |
|
|
"/mirrors/fedora/core/updates/$fedorarel/SRPMS", |
|
|
"/mirrors/fedora/core/$fedorarel/source/SRPMS", |
|
|
"/mirrors/fedora/extras/$fedorarel/SRPMS", |
|
|
"$builds/SRPMS", |
|
|
); |
|
|
|
|
|
my $rpm_flags = RPM2->vsf_nodsaheader | RPM2->vsf_nodsa; |
|
|
|
|
|
my @rpms; |
|
|
my %srpms; |
|
|
my %sources; |
|
|
my %changed; |
|
|
my %copy; |
|
|
|
|
|
print "\nReading repos...\n"; |
|
|
foreach my $repo ( @repos ) { |
|
|
my $r = $repo; |
|
|
if ( $repo =~ m{$stagedir/RPMS} ) { |
|
|
$r = $stagedir; |
|
|
} elsif ( $repo =~ m{$builds/RPMS} ) { |
|
|
$r = 'builds'; |
|
|
} elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) { |
|
|
$r = $1; |
|
|
} |
|
|
|
|
|
if ( $r eq $stagedir ) { |
|
|
opendir SRPMS, "$r/SRPMS-$arch" or next; |
|
|
foreach my $srpm ( grep { /\.rpm$/ } readdir SRPMS ) { |
|
|
$srpms{$r}{$srpm} = 0; |
|
|
$sources{$srpm} = "$r/SRPMS-$arch"; |
|
|
} |
|
|
closedir SRPMS; |
|
|
} elsif ( $r ne 'builds' ) { |
|
|
opendir SRPMS, "$r/SRPMS" or next; |
|
|
foreach my $srpm ( grep { /\.rpm$/ } readdir SRPMS ) { |
|
|
$srpms{$r}{$srpm} = 0; |
|
|
$sources{$srpm} = "$r/SRPMS"; |
|
|
} |
|
|
closedir SRPMS; |
|
|
} |
|
|
|
|
|
opendir RPMS, $repo or next; |
|
|
print " - $repo\n"; |
|
|
foreach my $pkg ( reverse sort map { RPM2->open_package("$repo/$_", $rpm_flags); } grep { /\.rpm$/ } readdir RPMS ) { |
|
|
my $rpm = { name => $pkg->tag("NAME"), |
|
|
filename => join("-", map { $pkg->tag($_) } qw/name version release/) . "." . $pkg->tag("ARCH"), |
|
|
version => $pkg->tag("VERSION"), |
|
|
release => $pkg->tag("RELEASE"), |
|
|
repo => $r, |
|
|
rpm => $pkg, |
|
|
}; |
|
|
my $source = $pkg->tag("SOURCERPM"); |
|
|
$source =~ s#-$rpm->{version}-$rpm->{release}.*##; |
|
|
$rpm->{source} = $source; |
|
|
|
|
|
if ( $rpm->{repo} =~ m{^$releasedir/$smerel/} && $rpm->{repo} !~ m{/smedev$} ) { |
|
|
$rpm->{repo} = 'deleted' if grep { $_->{repo} ne $rpm->{repo} && $_->{name} eq $rpm->{name} && $_->{rpm} ge $rpm->{rpm} } @rpms; |
|
|
$rpm->{repo} = 'deleted' if grep { $_->{repo} eq $rpm->{repo} && $_->{name} eq $rpm->{name} && $_->{rpm} gt $rpm->{rpm} } @rpms; |
|
|
$changed{$r}++ if $rpm->{repo} eq 'deleted'; |
|
|
} |
|
|
|
|
|
push @rpms, $rpm; |
|
|
} |
|
|
closedir RPMS; |
|
|
} |
|
|
|
|
|
print "\nReading source repos...\n"; |
|
|
foreach my $repo ( reverse @srcrepos ) { |
|
|
my %temp_repo = map { $_ => $repo } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, $repo ); |
|
|
closedir SRPMS; |
|
|
|
|
|
%sources = (%sources, %temp_repo); |
|
|
} |
|
|
|
|
|
print "\nFinding latest packages...\n"; |
|
|
my @latest; |
|
|
foreach my $rpm ( reverse grep { $_->{repo} =~ m{^$releasedir/$smerel/} && $_->{repo} !~ m{/sme(addons|contribs|dev|extras)$} } @rpms ) { |
|
|
unless ( grep { $_->{name} eq $rpm->{name} && $_->{rpm} gt $rpm->{rpm} } @latest ) { |
|
|
push @latest, $rpm; |
|
|
unless ( grep { $_->{repo} eq $stagedir && $_->{filename} eq $rpm->{filename} } @rpms ) { |
|
|
push @{$copy{"$stagedir/RPMS-$arch"}}, $rpm->{rpm}->filename; |
|
|
push @rpms, { name => $rpm->{name}, |
|
|
filename => $rpm->{filename}, |
|
|
version => $rpm->{version}, |
|
|
release => $rpm->{release}, |
|
|
repo => $stagedir, |
|
|
rpm => $rpm->{rpm}, |
|
|
source => $rpm->{source} |
|
|
}; |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
foreach my $rpm ( grep { $_->{repo} eq $stagedir } @rpms ) { |
|
|
$rpm->{repo} = 'deleted' unless grep { $_->{filename} eq $rpm->{filename} } @latest; |
|
|
} |
|
|
|
|
|
foreach my $rpm ( reverse grep { $_->{repo} =~ m{^$releasedir/$smerel/} && $_->{repo} =~ m{/sme(addons|contribs|extras)$} } @rpms ) { |
|
|
unless ( grep { $_->{name} eq $rpm->{name} && $_->{rpm} gt $rpm->{rpm} } @latest ) { |
|
|
push @latest, $rpm; |
|
|
} |
|
|
} |
|
|
|
|
|
print "\nFinding development packages...\n"; |
|
|
my @devel; |
|
|
my %versions; |
|
|
foreach my $rpm ( grep { $_->{repo} eq 'builds' } @rpms ) { |
|
|
next if grep { $_->{name} eq $rpm->{name} && $_->{rpm} ge $rpm->{rpm} } @latest; |
|
|
|
|
|
$versions{$rpm->{name}}{$rpm->{version}}++ unless grep { $_->{name} eq $rpm->{name} && $_->{rpm} eq $rpm->{rpm} } @devel; |
|
|
next if $versions{$rpm->{name}}{$rpm->{version}} > $releases || scalar keys %{$versions{$rpm->{name}}} > $releases; |
|
|
print "Possible update " . $rpm->{rpm}->filename . "\n" if grep { $_->{name} eq $rpm->{name} } @latest; |
|
|
|
|
|
push @devel, $rpm; |
|
|
unless ( grep { $_->{repo} =~ m{/smedev$} && $_->{filename} eq $rpm->{filename} } @rpms ) { |
|
|
push @{$copy{"$releasedir/$smerel/smedev/$arch/RPMS"}}, $rpm->{rpm}->filename; |
|
|
$changed{"$releasedir/$smerel/smedev"}++; |
|
|
push @rpms, { name => $rpm->{name}, |
|
|
filename => $rpm->{filename}, |
|
|
version => $rpm->{version}, |
|
|
release => $rpm->{release}, |
|
|
repo => "$releasedir/$smerel/smedev", |
|
|
rpm => $rpm->{rpm}, |
|
|
source => $rpm->{source} |
|
|
}; |
|
|
} |
|
|
} |
|
|
|
|
|
foreach my $rpm ( grep { $_->{repo} =~ m{/smedev$} } @rpms ) { |
|
|
$rpm->{repo} = 'deleted' unless grep { $_->{filename} eq $rpm->{filename} } @devel; |
|
|
} |
|
|
|
|
|
print "\nFinding source packages...\n"; |
|
|
foreach my $rpm ( grep { $_->{repo} !~ m{^(builds|deleted)$} } @rpms ) { |
|
|
my $src; |
|
|
my $srpm = $rpm->{rpm}->tag("SOURCERPM"); |
|
|
|
|
|
my @sources = (); |
|
|
push @sources, ($src = $srpm); |
|
|
push @sources, $src if (($src = $srpm) =~ s/\.el\d\.rf\./\.rf\./); |
|
|
push @sources, $src if (($src = $srpm) =~ s/\.[0-3]\.el\d+\.rf\./\.rf\./); |
|
|
push @sources, $src if (($src = $srpm) =~ s/\.(el|fc)\d\.at//); |
|
|
push @sources, $src if (($src = $srpm) =~ s/\.at//); |
|
|
push @sources, $src if (($src = $srpm) =~ s/\.(el|fc)\d//); |
|
|
push @sources, $src if (($src = $srpm) =~ s/\.\d+\.(el|fc)\d//); |
|
|
|
|
|
my $found = 0; |
|
|
my $repo = $rpm->{repo}; |
|
|
foreach my $source ( @sources ) { |
|
|
if ( $sources{$source} ) { |
|
|
if ($repo eq $stagedir) { |
|
|
push @{$copy{"$repo/SRPMS-$arch"}}, "$sources{$source}/$source" unless -f "$repo/SRPMS-$arch/$source"; |
|
| 203 |
} else { |
} else { |
| 204 |
unless ( -f "$repo/SRPMS/$source" ) { |
movepkg($cmp, $pkg->{repo}, 1, 1); |
| 205 |
push @{$copy{"$repo/SRPMS"}}, "$sources{$source}/$source"; |
$seen{$cmp->{nvra}}++; |
|
$changed{$repo}++; |
|
|
} |
|
| 206 |
} |
} |
| 207 |
$srpms{$repo}{$source}++; |
} else { |
| 208 |
$found++; |
tagpkg($cmp, 'nonbase', 0); |
| 209 |
last; |
} |
| 210 |
|
} elsif ( rprop($cmp, 'prio') < rprop($pkg, 'prio') ) { |
| 211 |
|
tagpkg($cmp, 'obsolete', 0); |
| 212 |
|
} |
| 213 |
|
} |
| 214 |
|
printline('dark blue', 1, ' - checking source packages') if $opts{d}; |
| 215 |
|
if ( ! $pkg->{srpm} ) { |
| 216 |
|
printline('bold yellow on_red', 1, ' - ', $pkg->{rpm}->filename, ' (missing source ', $pkg->{rpm}->sourcerpm, ')'); |
| 217 |
|
} elsif ( $pkg->{srpm}->{repo} ne $pkg->{repo} ) { |
| 218 |
|
movepkg($pkg->{srpm}, $pkg->{repo}, 0); |
| 219 |
|
} |
| 220 |
|
unless ( $orig ) { |
| 221 |
|
foreach ( grep { $_->{base} eq $pkg->{base} && $_->{repo} eq $pkg->{repo} } @pkgs ) { |
| 222 |
|
printline('bold yellow on_red', 1, ' - ', $_->{rpm}->filename, ' (missing original)'); |
| 223 |
} |
} |
| 224 |
|
} |
| 225 |
} |
} |
| 226 |
print "Can't find source for ".$rpm->{rpm}->filename."\n" unless $found; |
printline('bold black', 1, ' - obsolete packages') if $opts{d}; |
| 227 |
} |
movepkg($_, 'delete') foreach grep { ! rprop($_, 'base') && ! $_->{done} && ( $_->{obsolete} || ( $_->{rpm}->is_source_package && ! $_->{inuse} ) ) } @pkgs; |
| 228 |
|
|
| 229 |
my @remove; |
printline('bold black', 1, ' - arch count check') if $opts{d}; |
| 230 |
foreach my $repo ( keys %srpms ) { |
foreach my $r ( keys %$archs ) { |
| 231 |
foreach my $rpm ( keys %{$srpms{$repo}} ) { |
foreach my $p ( keys %{$archs->{$r}} ) { |
| 232 |
unless ( $srpms{$repo}{$rpm} ) { |
foreach my $a ( keys %{$archs->{$r}->{$p}} ) { |
| 233 |
if ($repo eq $stagedir) { |
my $p2 = ${$archs->{$r}->{$p}->{$a}}[0]; |
| 234 |
push @remove, "$repo/SRPMS-$arch/$rpm"; |
if ( $a eq 'noarch' ) { |
| 235 |
} else { |
movepkg($p2, $p2->{repo}, 0) if ! $p2->{repos} && scalar @{$archs->{$r}->{$p}->{$a}} != scalar @archs; |
| 236 |
push @remove, "$repo/SRPMS/$rpm"; |
} elsif ( scalar @{$archs->{$r}->{$p}->{$a}} != 1 ) { |
| 237 |
$changed{$repo}++; |
printline('bold yellow on_red', 1, ' - ', $p2->{rpm}->filename, ' (many arch)'); |
| 238 |
} |
} |
| 239 |
|
} |
| 240 |
|
} |
| 241 |
|
} |
| 242 |
|
} |
| 243 |
|
printline('white', 0, "Finished processing.\n"); |
| 244 |
|
|
| 245 |
|
unless ( $opts{t} || $opts{r} ) { |
| 246 |
|
my %repochg = (); |
| 247 |
|
# Move / Copy / Delete packages and tag repo for rebuild. |
| 248 |
|
foreach my $pkg ( grep { $_->{oldrepo} } @rpms ) { |
| 249 |
|
printline('white', 0, 'Copy/move: ', $pkg->{rpm}->filename); |
| 250 |
|
my $src = $pkg->{rpm}->filename; |
| 251 |
|
|
| 252 |
|
qx(cat $HOME/.rpmpass | setsid rpm --addsign $src >& /dev/null) if $pkg->{nosig}; |
| 253 |
|
if ( $pkg->{repos} ) { |
| 254 |
|
foreach my $dest ( dest($pkg, @{$pkg->{repos}}) ) { |
| 255 |
|
qx(cp --preserve=timestamps $src $dest) unless -f $dest; |
| 256 |
} |
} |
| 257 |
|
$repochg{$_}++ foreach @{$pkg->{repos}}; |
| 258 |
|
} |
| 259 |
|
if ( $pkg->{remove} ) { |
| 260 |
|
qx(rm -f $src); |
| 261 |
|
$repochg{$pkg->{oldrepo}}++; |
| 262 |
|
} |
| 263 |
|
} |
| 264 |
|
finddepth(sub{rmdir}, $distrepo->{$rel}->{builds}); |
| 265 |
|
printline('white', 0, "Finished copying/moving.\n"); |
| 266 |
|
|
| 267 |
|
foreach my $repo ( sort keys %repochg ) { |
| 268 |
|
next if ! $repos->{$repo} || $repos->{$repo}->{base} || $repos->{$repo}->{builds}; |
| 269 |
|
foreach my $arch ( @archs ) { |
| 270 |
|
my $dir = $distrepo->{$rel}->{repo} . "$repo/$arch"; |
| 271 |
|
$dir = qx(readlink -f $dir); |
| 272 |
|
chomp $dir; |
| 273 |
|
printline('white', 0, "Createrepo: $repo/$arch"); |
| 274 |
|
qx(createrepo $dir); |
| 275 |
|
printline('white', 0, "Repoview: $repo/$arch"); |
| 276 |
|
qx(repoview $dir); |
| 277 |
|
qx(rm -rf $dir/.olddata) if -d "$dir/.olddata"; |
| 278 |
|
qx(rm -rf $dir/.repodata) if -d "$dir/.repodata"; |
| 279 |
|
} |
| 280 |
} |
} |
| 281 |
|
printline('white', 0, "Finished rebuilding repos.\n"); |
| 282 |
|
} |
| 283 |
|
|
| 284 |
|
print "\n================================================================================\n\n"; |
| 285 |
} |
} |
| 286 |
|
|
| 287 |
print "\n"; |
sub pkgsrt { |
| 288 |
foreach my $repo ( sort keys %copy ) { |
return $b->{rpm} cmp $a->{rpm} || rprop($b, 'prio') <=> rprop($a, 'prio') || $a->{arch} cmp $b->{arch} || $a->{name} cmp $b->{name}; |
|
foreach my $rpm ( keys %{{ map { $_ => 1 } @{$copy{$repo}} }} ) { |
|
|
print "copying $rpm to $repo/\n"; |
|
|
mkdir "$repo" unless -d "$repo"; |
|
|
system(qw(cp --preserve=timestamps), $rpm, "$repo/"); |
|
|
} |
|
|
} |
|
|
|
|
|
print "\n"; |
|
|
foreach my $rpm ( keys %{{ map { $_ => 1 } (@remove, map { $_->{rpm}->filename } grep { $_->{repo} eq 'deleted' } @rpms) }} ) { |
|
|
print "removing $rpm\n"; |
|
|
unlink $rpm; |
|
|
} |
|
|
|
|
|
print "\n"; |
|
|
foreach my $repo ( sort keys %changed ) { |
|
|
my $dir=`readlink -f $repo/$arch`; |
|
|
chomp $dir; |
|
|
print "rebuilding $dir...\n"; |
|
|
system(qw(createrepo), "$dir"); |
|
|
system(qw(rm -rf), "$dir/.olddata") if -d "$dir/.olddata"; |
|
|
system(qw(repoview), "$dir"); |
|
|
system(qw(rm -rf), "$dir/.repodata") if "$dir/.repodata"; |
|
| 289 |
} |
} |
| 290 |
|
|
| 291 |
|
sub rprop { |
| 292 |
|
my ($pkg, $prop) = @_; |
| 293 |
|
return $repos->{$pkg->{repo}} ? $repos->{$pkg->{repo}}->{$prop} : 0; |
| 294 |
|
} |
| 295 |
|
|
| 296 |
|
sub names { |
| 297 |
|
my $pkg = shift; |
| 298 |
|
my @rpms = @_; |
| 299 |
|
return map { $_->{name} => rprop($_, 'inc') ? 2 : 1 } grep { $_->{base} eq $pkg->{base} && |
| 300 |
|
rprop($_, 'prio') >= rprop($pkg, 'prio') && |
| 301 |
|
! rprop($_, 'base') && |
| 302 |
|
! rprop($_, 'builds') && |
| 303 |
|
! $_->{rpm}->is_source_package |
| 304 |
|
} @rpms; |
| 305 |
|
} |
| 306 |
|
|
| 307 |
|
sub dest { |
| 308 |
|
my ($pkg, @repos) = @_; |
| 309 |
|
my @d = (); |
| 310 |
|
foreach my $repo ( @repos ) { |
| 311 |
|
if ( $pkg->{arch} eq 'noarch' ) { |
| 312 |
|
push @d, $distrepo->{$rel}->{repo} . |
| 313 |
|
"$repo/i386/" . |
| 314 |
|
( $repos->{$repo}->{os} ? $distrepo->{$rel}->{os} : 'RPMS/' ) . |
| 315 |
|
basename $pkg->{rpm}->filename; |
| 316 |
|
push @d, $distrepo->{$rel}->{repo} . |
| 317 |
|
"$repo/x86_64/" . |
| 318 |
|
( $repos->{$repo}->{os} ? $distrepo->{$rel}->{os} : 'RPMS/' ) . |
| 319 |
|
basename $pkg->{rpm}->filename; |
| 320 |
|
} elsif ( $pkg->{arch} =~ m{^(i[356]86)$} ) { |
| 321 |
|
push @d, $distrepo->{$rel}->{repo} . |
| 322 |
|
"$repo/i386/" . |
| 323 |
|
( $repos->{$repo}->{os} ? $distrepo->{$rel}->{os} : 'RPMS/' ) . |
| 324 |
|
basename $pkg->{rpm}->filename; |
| 325 |
|
} elsif ( $pkg->{arch} eq 'x86_64' ) { |
| 326 |
|
push @d, $distrepo->{$rel}->{repo} . |
| 327 |
|
"$repo/x86_64/" . |
| 328 |
|
( $repos->{$repo}->{os} ? $distrepo->{$rel}->{os} : 'RPMS/' ) . |
| 329 |
|
basename $pkg->{rpm}->filename; |
| 330 |
|
} elsif ( $pkg->{arch} eq 'zsrc' ) { |
| 331 |
|
push @d, $distrepo->{$rel}->{repo} . |
| 332 |
|
"$repo/SRPMS/" . |
| 333 |
|
basename $pkg->{rpm}->filename; |
| 334 |
|
} else { |
| 335 |
|
printline('bold yellow on_red', 1, ' - ', $pkg->{rpm}->filename, ' (bad arch: ', $pkg->{arch}, ')'); |
| 336 |
|
} |
| 337 |
|
} |
| 338 |
|
return @d; |
| 339 |
|
} |
| 340 |
|
|
| 341 |
|
sub movepkg { |
| 342 |
|
my ($pkg, $repo, $done, $remove) = @_; |
| 343 |
|
defined $done or $done = 2; |
| 344 |
|
defined $remove or $remove = 0; |
| 345 |
|
$remove = 0 if rprop($pkg, 'base') || rprop($pkg, 'builds'); |
| 346 |
|
$remove = 1 if $repo eq 'delete'; |
| 347 |
|
|
| 348 |
|
if ( $repo eq 'delete' && ( rprop($pkg, 'base') || ( rprop($pkg, 'builds') && $done == 1 ) ) ) { |
| 349 |
|
tagpkg($pkg, 'inuse', 1); |
| 350 |
|
} else { |
| 351 |
|
printline('bold magenta', 1, " - ($repo) ", $pkg->{rpm}->filename) if $opts{d}; |
| 352 |
|
my $color = 'bold white'; |
| 353 |
|
$color = 'bold yellow' if rprop($pkg, 'builds'); |
| 354 |
|
$color = 'dark green' if $repos->{$repo} && $repos->{$repo}->{devel}; |
| 355 |
|
$color = 'dark red' if $repo eq 'delete'; |
| 356 |
|
push @{$pkg->{repos}}, $repo unless $repo eq 'delete'; |
| 357 |
|
$pkg->{oldrepo} = $pkg->{repo} unless $pkg->{oldrepo}; |
| 358 |
|
$pkg->{repo} = $repo; |
| 359 |
|
$pkg->{remove}++ if $remove; |
| 360 |
|
printline($color, 1, ' - ', $pkg->{rpm}->filename, ' (', $pkg->{oldrepo}, " to $repo)") if $opts{v} || $opts{d}; |
| 361 |
|
done($pkg) if $done; |
| 362 |
|
} |
| 363 |
|
} |
| 364 |
|
|
| 365 |
|
sub tagpkg { |
| 366 |
|
my ($pkg, $tag, $done) = @_; |
| 367 |
|
|
| 368 |
|
printline('bold magenta', 1, " - ($tag) ", $pkg->{rpm}->filename) if $opts{d}; |
| 369 |
|
delete $pkg->{obsolete} if $pkg->{obsolete}; |
| 370 |
|
$pkg->{$tag}++; |
| 371 |
|
done($pkg) if $done; |
| 372 |
|
} |
| 373 |
|
|
| 374 |
|
sub done { |
| 375 |
|
my $pkg = shift; |
| 376 |
|
printline('bold yellow on_red', 1, " - ", $pkg->{rpm}->filename, " (already processed)") if $pkg->{done}; |
| 377 |
|
$pkg->{done}++; |
| 378 |
|
delete $pkg->{obsolete} if $pkg->{obsolete}; |
| 379 |
|
|
| 380 |
|
if ( $repos->{$pkg->{repo}} && ! rprop($pkg, 'base') && ! rprop($pkg, 'builds') ) { |
| 381 |
|
unless ( $pkg->{oldrepo} ) { |
| 382 |
|
my $goodarch = 0; |
| 383 |
|
$goodarch++ if $pkg->{rpm}->filename =~ m{/(i386|x86_64)/.*\.noarch\.rpm$}; |
| 384 |
|
$goodarch++ if $pkg->{rpm}->filename =~ m{/i386/.*\.(i[56]86)\.rpm$}; |
| 385 |
|
$goodarch++ if $pkg->{rpm}->filename =~ m{/(noarch|i[356]86|x86_64)/.*\.\1\.rpm$}; |
| 386 |
|
printline('bold yellow on_red', 1, ' - ', $pkg->{rpm}->filename, ' (wrong arch)') unless $goodarch; |
| 387 |
|
} |
| 388 |
|
push @{$archs->{$pkg->{repo}}->{$pkg->{rpm}->as_nvre}->{$pkg->{rpm}->is_source_package ? 'src' : $pkg->{rpm}->arch}}, $pkg; |
| 389 |
|
} |
| 390 |
|
} |
| 391 |
|
|
| 392 |
|
sub printline { |
| 393 |
|
my $color = shift; |
| 394 |
|
my $nline = shift; |
| 395 |
|
my $string = join '', @_; |
| 396 |
|
|
| 397 |
|
if ( $nline ) { |
| 398 |
|
print "\n" unless $newline; |
| 399 |
|
$newline++; |
| 400 |
|
} else { |
| 401 |
|
$newline = 0; |
| 402 |
|
print "\r\e[0K"; |
| 403 |
|
} |
| 404 |
|
print color $color; |
| 405 |
|
print $string; |
| 406 |
|
print color 'reset'; |
| 407 |
|
print "\n" if $nline; |
| 408 |
|
} |
| 409 |
|
|
| 410 |
|
sub loadpkg { |
| 411 |
|
printline('white', 0, "Loading: $_") if -d _; |
| 412 |
|
return unless m{/([^/]*)-[^-]+-[^-]+\.\w+.rpm} && ( ! $opts{r} || $1 =~ m{$opts{r}} ); |
| 413 |
|
|
| 414 |
|
my $pkg; |
| 415 |
|
eval { $pkg = RPM2->open_package($_, $rpm_flags); }; |
| 416 |
|
if ($@) { printline('bold yellow on_red', 1, "Corrupt package $_"); return; } |
| 417 |
|
eval { my $sig = $pkg->siggpg }; |
| 418 |
|
my $nosig = ! $@; |
| 419 |
|
if ( $nosig && ! -f "$HOME/.rpmpass" ) { |
| 420 |
|
printline('bold yellow on_red', 1, ' - ', $pkg->filename, ' (missing signature)'); |
| 421 |
|
return; |
| 422 |
|
} |
| 423 |
|
|
| 424 |
|
my ($srcname, $version, $release) = ($pkg->is_source_package ? basename $pkg->filename : $pkg->sourcerpm) =~ m{^([^/]*)-([^-]+)-([^-]+)\.\w+.rpm}; |
| 425 |
|
foreach my $repo ( keys %{$skippkg->{$rel}} ) { return if (dirname $pkg->filename) =~ m{/$repo/} && grep { $_ eq $srcname } @{$skippkg->{$rel}->{$repo}}; } |
| 426 |
|
(my $reponame = dirname $pkg->filename) =~ s{^.*\d/(sme[^/]+)/.*$}{$1}; |
| 427 |
|
$reponame = 'builds' if ( dirname $pkg->filename) =~ m{/smeserver-\d+-core/}; |
| 428 |
|
|
| 429 |
|
push @rpms, { base => $srcname, |
| 430 |
|
name => $pkg->name, |
| 431 |
|
repo => $reponame, |
| 432 |
|
nvra => $pkg->as_nvre . '.' . ( $pkg->is_source_package ? 'src' : $pkg->tag('ARCH') ), |
| 433 |
|
arch => $pkg->is_source_package ? 'zsrc' : $pkg->tag('ARCH'), |
| 434 |
|
version => $version, |
| 435 |
|
release => $release, |
| 436 |
|
rpm => $pkg, |
| 437 |
|
nosig => $nosig, |
| 438 |
|
}; |
| 439 |
|
$sources{$srcname}++; |
| 440 |
|
$pkgnames{$pkg->name} = $rpms[$#rpms] if ! $pkg->is_source_package && ( ! $pkgnames{$pkg->name} || $pkg gt $pkgnames{$pkg->name}->{rpm} ); |
| 441 |
|
} |
| 442 |
|
|
| 443 |
|
sub loadbase { |
| 444 |
|
printline('white', 0, "Loading: $_") if -d _; |
| 445 |
|
return unless m{/([^/]*)-[^-]+-[^-]+\.\w+.rpm} && ($pkgnames{$1} || $sources{$1}); |
| 446 |
|
|
| 447 |
|
my $pkg; |
| 448 |
|
eval { $pkg = RPM2->open_package($_, $rpm_flags); }; |
| 449 |
|
if ($@) { printline('bold yellow on_red', 1, "Corrupt package $_"); return; } |
| 450 |
|
eval { my $sig = $pkg->siggpg }; |
| 451 |
|
unless ($@) { printline('bold yellow on_red', 1, ' - ', $pkg->filename, ' (missing signature)'); return; } |
| 452 |
|
|
| 453 |
|
my $cmp = $pkgnames{$pkg->name}; |
| 454 |
|
my ($srcname, $version, $release) = ($pkg->is_source_package ? basename $pkg->filename : $pkg->sourcerpm) =~ m{^([^/]*)-([^-]+)-([^-]+)\.\w+.rpm}; |
| 455 |
|
my $pkgrepo = 'base'; |
| 456 |
|
foreach my $repo ( keys %{$skippkg->{$rel}} ) { |
| 457 |
|
if ( (dirname $pkg->filename) =~ m{/$repo/} ) { |
| 458 |
|
return if grep { $_ eq $srcname } @{$skippkg->{$rel}->{$repo}}; |
| 459 |
|
$pkgrepo = $repo; |
| 460 |
|
return unless $pkg->is_source_package || $cmp; |
| 461 |
|
return if ! $pkg->is_source_package && $pkg gt $cmp->{rpm} && rprop($cmp, 'base') && rprop($cmp, 'prio') > $repos->{$pkgrepo}->{prio}; |
| 462 |
|
last; |
| 463 |
|
} |
| 464 |
|
} |
| 465 |
|
|
| 466 |
|
push @rpms, { base => $srcname, |
| 467 |
|
name => $pkg->name, |
| 468 |
|
repo => $pkgrepo, |
| 469 |
|
nvra => $pkg->as_nvre . '.' . ( $pkg->is_source_package ? 'src' : $pkg->tag('ARCH') ), |
| 470 |
|
arch => $pkg->is_source_package ? 'zsrc' : $pkg->tag('ARCH'), |
| 471 |
|
version => $version, |
| 472 |
|
release => $release, |
| 473 |
|
rpm => $pkg, |
| 474 |
|
nosig => 0, |
| 475 |
|
}; |
| 476 |
|
if ( ! $pkg->is_source_package && $pkg ge $cmp->{rpm} && ( $repos->{$pkgrepo}->{prio} >= rprop($cmp, 'prio') || ! rprop($cmp, 'base') ) ) { |
| 477 |
|
$pkgnames{$pkg->name} = $rpms[$#rpms]; |
| 478 |
|
} |
| 479 |
|
} |
| 480 |
|
|
Parent Directory
| 
Revision Log
| 
Revision Graph
| 
Patch
