--- builds_bin/update_repos	2007/05/12 16:43:49	1.8
+++ builds_bin/update_repos	2007/11/07 21:14:58	1.25
@@ -3,250 +3,533 @@
 use strict;
 use warnings;
 use RPM2;
+use File::Find;
+use File::Basename;
+use Getopt::Std;
+use Term::ANSIColor;
 use Data::Dumper;
 
-sub compare($$);
+delete $ENV{PATH};
+my $HOME=$ENV{HOME};
+umask 002;
+
+my $rpm_flags = RPM2->vsf_nosha1header | RPM2->vsf_nomd5header | RPM2->vsf_nodsaheader | RPM2->vsf_norsaheader;
+$rpm_flags |= RPM2->vsf_nosha1 | RPM2->vsf_nomd5 | RPM2->vsf_nodsa | RPM2->vsf_norsa;
+
+$Term::ANSIColor::AUTORESET = 1;
+$| = 1;
+
+my @archs = ( 'i386', 'x86_64' );
+
+my $repos = { 'smeos'              => { prio => 17, inc => 1, ver => 1, rel => 1, os => 1 },
+	      'smeupdates'         => { prio => 16, inc => 1, ver => 1, rel => 1 },
+	      'smeupdates-testing' => { prio => 15, inc => 1, ver => 1, rel => 1 },
+	      'smeextras'          => { prio => 14, inc => 0, ver => 1, rel => 1 },
+	      'smeaddons'          => { prio => 13, inc => 0, ver => 1, rel => 1 },
+	      'smecontribs'        => { prio => 12, inc => 0, ver => 1, rel => 1 },
+	      'smetest'            => { prio => 11, inc => 1, ver => 2, rel => 2, devel => 2 },
+	      'smedev'             => { prio => 10, inc => 0, ver => 2, rel => 2, devel => 1 },
+	      'centos'             => { prio =>  9, inc => 0, ver => 0, rel => 0, base => 1 },
+	      'fedora/epel'        => { prio =>  8, inc => 0, ver => 0, rel => 0, base => 1 },
+	      'fedora/extras'      => { prio =>  7, inc => 0, ver => 0, rel => 0, base => 1 },
+	      'rpmforge'           => { prio =>  6, inc => 0, ver => 0, rel => 0, base => 1 },
+	      'atrpms'             => { prio =>  5, inc => 0, ver => 0, rel => 0, base => 1 },
+	      'fedora/core'        => { prio =>  4, inc => 0, ver => 0, rel => 0, base => 1 },
+	      'base'               => { prio =>  3, inc => 0, ver => 0, rel => 0, base => 1 },
+	      'builds'             => { prio =>  2, inc => 0, ver => 0, rel => 0, builds => 1 },
+	      'stage'              => { prio =>  1, inc => 0, ver => 0, rel => 0, stage => 1, os => 1 },
+	    };
+
+my $distrepo = { '7' => { active => 1,
+			  centos => 4,
+			  fedora => 3,
+			  repo   => '/releases/7/',
+			  os     => 'SME/RPMS/',
+			  builds => '/builds/smeserver-7-core/',
+			  stage  => '/stage/7/',
+			},
+		 '8' => { active => 1,
+			  centos => 5,
+			  fedora => 6,
+			  repo   => '/releases/testing/8/',
+			  os     => 'SME/',
+			  builds => '/builds/smeserver-8-core/',
+			  stage  => '/stage/8/',
+			},
+	       };
+
+my @baserepo = ( ( map { "/mirrors/centos/~C/$_/" } ('os','updates','fasttrack','extras') ),
+		 ( map { "/mirrors/fedora/epel$_/~C/" } ('','/testing') ),
+		 '/mirrors/fedora/extras/~F/',
+		 '/mirrors/rpmforge/dag/redhat/el~C/en/~A/RPMS.dag/',
+		 '/mirrors/rpmforge/dag/source/',
+		 ( map { "/mirrors/atrpms$_/el~C-~A/atrpms/stable/" } ('','/src') ),
+		 ( map { "/mirrors/atrpms$_/el~C-~A/atrpms/testing/" } ('','/src') ),
+		 ( map {"/mirrors/fedora/core$_/~F/" } ('','/updates') ),
+	       );
+
+my $skippkg = { '7' => { 'centos'           => ['horde','imp-h3','ingo-h3','turba-h3','vim'],
+			 'fedora/epel'      => ['perl-Razor-Agent'],
+			 'rpmforge'         => ['perl-Test-Inline'],
+			 'atrpms'           => ['dovecot','yum'],
+		       },
+		'8' => { 'centos'           => ['horde','imp-h3','ingo-h3','turba-h3'],
+			 'fedora/epel'      => ['perl-Razor-Agent','smolt'],
+			 'fedora/extras'    => ['dstat','gocr','horde','oidentd','perl-Test-Inline','perl-Razor-Agent','smolt'],
+			 'rpmforge'         => ['perl-Test-Inline'],
+			 'atrpms'           => [],
+			 'fedora/core'      => [],
+		       },
+	      };
+
+my %opts;
+getopts( 'dtvr:', \%opts );
+$opts{r} ||= '';
+
+my ($devel1, $devel2) = sort { $repos->{$a}->{devel} <=> $repos->{$b}->{devel} } grep { $repos->{$_}->{devel} } keys %$repos;
+$devel2 ||= $devel1;
+my ($stage) = sort { $repos->{$a}->{stage} <=> $repos->{$b}->{stage} } grep { $repos->{$_}->{stage} } keys %$repos;
+
+my ($rel, @rpms, %latest, %sources, $archs, $rebuild, $newline);
+foreach my $smever ( sort { $a <=> $b } grep { $distrepo->{$_}->{active} } keys %$distrepo ) {
+    $rel = $smever;
+    %latest = ();
+    %sources = ();
+    @rpms = ();
+    $rebuild = ();
+
+    # Load distro packages
+    find( { wanted => \&loadpkg, no_chdir => 1, follow_fast => 1 },  map { $distrepo->{$smever}->{$_} } ('repo','builds','stage') );
+    printline('white', 0, "Distro (SME Server $rel) packages loaded.\n");
+
+    # Load base packages
+    foreach my $base ( @baserepo ) {
+	my $bdir = $base;
+	$bdir =~ s/~C/$distrepo->{$smever}->{centos}/;
+	$bdir =~ s/~F/$distrepo->{$smever}->{fedora}/;
+	if ( $bdir =~ m{~A} ) {
+	    for my $arch ( @archs ) {
+		my $basearch = $bdir;
+		$basearch =~ s/~A/$arch/;
+		find( { wanted => \&loadbase, no_chdir => 1, follow_fast => 1 }, $basearch ) if -r $basearch;
+	    }
+	} else {
+	    find( { wanted => \&loadbase, no_chdir => 1, follow_fast => 1 }, $bdir ) if -r $bdir;
+	}
+    }
+    printline('white', 0, 'Base (Centos: ', $distrepo->{$smever}->{centos}, ', Fedora: ', $distrepo->{$smever}->{fedora}, ") packages loaded.\n");
+
+    %latest = ();
+    foreach my $name ( sort keys %{{ map { $_->{base} => 1 } @rpms }} ) {
+	printline('white', 0, "Processing: $name");
+	my @pkgs = sort pkgsrt grep { $_->{base} eq $name } @rpms;
+	my %seen = ();
+	my $count = ();
+	$archs = ();
+
+	foreach my $pkg ( @pkgs ) {
+	    next if $pkg->{done} || $pkg->{obsolete} || $pkg->{rpm}->is_source_package || ! $repos->{$pkg->{repo}};
+	    printline('bold black', 1, ' - ', $pkg->{rpm}->filename) if $opts{d};
+	    my $orig = 0;
+
+	    # Find names of packages in same or higher repos
+	    my %names = names($pkg, @pkgs);
+
+	    # Stage packages should never be most current
+	    if ( rprop($pkg, 'stage') ) {
+		printline('dark blue', 1, '    - checking stage') if $opts{d};
+		tagpkg($pkg, 'obsolete');
+		next;
+	    }
+
+	    # Move packages from base/builds to correct area
+	    elsif ( rprop($pkg, 'base') || rprop($pkg, 'builds') ) {
+		printline('dark blue', 1, '    - checking base/builds') if $opts{d};
+		my $repo = $names{$pkg->{name}} && $names{$pkg->{name}} > 1 ? $devel2 : $devel1;
+		if ( $pkg->{nonbase} ) {
+		    foreach my $up ( @pkgs ) {
+			next if rprop($up, 'builds') || rprop($up, 'base');
+			next if $up->{name} ne $pkg->{name} || ! $up->{obsolete} || $up->{rpm} ge $pkg->{rpm};
+			$repo = $up->{repo};
+			last;
+		    }
+		} 
+		next if rprop($pkg, 'base') && $repo eq $devel1 && $devel1 ne $devel2;
+		movepkg($pkg, $repo);
+		%names = names($pkg, @pkgs);
+		$seen{$pkg->{nvra}}++;
+		$orig++;
+	    }
+
+	    # Check version/release counts
+	    unless ( $pkg->{nonbase} ) {
+		printline('dark blue', 1, '    - checking version/release counts') if $opts{d};
+		$count->{$pkg->{repo}}->{$pkg->{version}}->{$pkg->{release}}++;
+		if ( rprop($pkg, 'ver') && scalar keys %{$count->{$pkg->{repo}}} > rprop($pkg, 'ver') ) {
+		    movepkg($_, 'delete') foreach grep { $_->{rpm} eq $pkg->{rpm} } @pkgs;
+		    next;
+		}
+		if ( rprop($pkg, 'rel') && scalar keys %{$count->{$pkg->{repo}}->{$pkg->{version}}} > rprop($pkg, 'rel') ) {
+		    movepkg($_, 'delete') foreach grep { $_->{rpm} eq $pkg->{rpm} } @pkgs;
+		    next;
+		}
+	    }
+
+	    foreach my $cmp ( grep { $_->{rpm}->is_source_package || ( ! $_->{done} && $_->{rpm} le $pkg->{rpm} && rprop($_, 'prio') <= rprop($pkg, 'prio') ) } @pkgs ) {
+		printline('dark blue', 1, '    - ', $cmp->{rpm}->filename) if $opts{d};
+		if ( $cmp->{rpm}->is_source_package ) {
+		    if ( $cmp->{name} eq $pkg->{base} ) {
+			if ( $cmp->{rpm} eq $pkg->{rpm} ) {
+			    if ( $pkg->{repo} eq $cmp->{repo} || ! $pkg->{srpm} || $pkg->{srpm}->{rpm} ne $pkg->{rpm} ) {
+				delete $pkg->{srpm}->{latest} if $pkg->{latest} && $pkg->{srpm} && $pkg->{srpm}->{latest};
+				$pkg->{srpm} = $cmp;
+				$pkg->{srpm}->{latest}++ if $pkg->{latest};
+			    }
+			    if ( $pkg->{latest} && rprop($cmp, 'stage') ) {
+				tagpkg($cmp, 'inuse');
+				$pkg->{srpm}->{latest}++;
+			    }
+			    tagpkg($cmp, 'inuse') if $pkg->{repo} eq $cmp->{repo} || rprop($cmp, 'base') || rprop($cmp, 'builds');
+			}
+			next if $pkg->{srpm} && $pkg->{srpm}->{rpm} eq $pkg->{rpm};
+
+			my $src = $pkg->{rpm}->sourcerpm;
+			my $source = basename $cmp->{rpm}->filename;
+			SRC: {
+			    $src eq $source && last SRC;
+			    ($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d\.at(\.src)}{$1}                 && $src eq $source && last SRC;
+			    ($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d(\.rf\.src)}{$1}                 && $src eq $source && last SRC;
+			    ($src = $pkg->{rpm}->sourcerpm) =~ s{(\d+)\.\d+\.el\d(\.rf\.src)}{$1$2}     && $src eq $source && last SRC;
+			    ($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d\.rf(\.src)}{.dag$1}             && $src eq $source && last SRC;
+			    ($src = $pkg->{rpm}->sourcerpm) =~ s{(\d+)\.\d+\.el\d\.rf(\.src)}{$1.dag$2} && $src eq $source && last SRC;
+			    ($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d(\.src)}{$1}                     && $src eq $source && last SRC;
+			    ($src = $pkg->{rpm}->sourcerpm) =~ s{(-\d+)\.\d+\.el\d(\.src)}{$1$2}        && $src eq $source && last SRC;
+			    ($src = $pkg->{rpm}->sourcerpm) =~ s{\.centos\d(\.src)}{$1}                 && $src eq $source && last SRC;
+			    ($src = $pkg->{rpm}->sourcerpm) =~ s{\.el\d\.sme(\.src)}{$1}                && $src eq $source && last SRC;
+			    $src = '';
+			}
+			if ( $src eq $source && ( ! $pkg->{srpm} || $pkg->{srpm}->{rpm} eq $cmp->{rpm} ) ) {
+			    if ( ! $pkg->{srpm} || $pkg->{repo} eq $cmp->{repo} ) {
+				delete $pkg->{srpm}->{latest} if $pkg->{latest} && $pkg->{srpm} && $pkg->{srpm}->{latest};
+				$pkg->{srpm} = $cmp;
+				$pkg->{srpm}->{latest}++ if $pkg->{latest};
+			    }
+			    if ( $pkg->{latest} && rprop($cmp, 'stage') ) {
+				tagpkg($cmp, 'inuse');
+				$pkg->{srpm}->{latest}++;
+			    }
+			    tagpkg($cmp, 'inuse') if $pkg->{repo} eq $cmp->{repo} || rprop($cmp, 'base') || rprop($cmp, 'builds');
+			}
+		    }
+		} elsif ( $cmp->{rpm} eq $pkg->{rpm} ) {
+		    if ( $names{$cmp->{name}} ) {
+			if ( $pkg->{repo} eq $cmp->{repo} ) {
+			    tagpkg($cmp, 'correct', 1);
+			    $seen{$cmp->{nvra}}++;
+			} elsif ( $seen{$cmp->{nvra}} && rprop($cmp, 'stage') && $pkg->{latest} ) {
+			    $_->{latest}++ foreach grep { $_->{nvra} eq $cmp->{nvra} && $_->{latest} && $_->{done} } @pkgs;
+			    tagpkg($cmp, 'correct', 1);
+			} elsif ( $seen{$cmp->{nvra}} ) {
+			    $orig++ if rprop($cmp, 'base') || rprop($cmp, 'builds');
+			    movepkg($cmp, 'delete', 1);
+			} else {
+			    movepkg($cmp, $pkg->{repo}, 1, 1);
+			    $seen{$cmp->{nvra}}++;
+			}
+		    } else {
+			tagpkg($cmp, 'nonbase');
+		    }
+		} elsif ( rprop($cmp, 'prio') < rprop($pkg, 'prio') ) {
+		    tagpkg($cmp, 'obsolete');
+		}
+	    }
+	    printline('dark blue', 1, '    - checking source packages') if $opts{d};
+	    if ( ! $pkg->{srpm} ) {
+		printline('bold yellow on_red', 1, ' - ', $pkg->{rpm}->filename, ' (missing source ', $pkg->{rpm}->sourcerpm, ')');
+	    } elsif ( $pkg->{srpm}->{repo} ne $pkg->{repo} ) {
+		movepkg($pkg->{srpm}, $pkg->{repo}, 0);
+	    }
+	    unless ( $orig ) {
+		foreach ( grep { $_->{base} eq $pkg->{base} && $_->{repo} eq $pkg->{repo} } @pkgs ) {
+		    printline('bold yellow on_red', 1, ' - ', $_->{rpm}->filename, ' (missing original)'); 
+		}
+	    }
+	}
+	printline('bold black', 1, ' - arch count check') if $opts{d};
+	foreach my $r ( keys %$archs ) {
+	    foreach my $p ( keys %{$archs->{$r}} ) {
+		foreach my $a ( keys %{$archs->{$r}->{$p}} ) {
+		    my $p2 = ${$archs->{$r}->{$p}->{$a}}[0];
+		    if ( $a eq 'noarch' ) {
+			movepkg($p2, $p2->{repo}, 0) if ! $p2->{repos} && scalar @{$archs->{$r}->{$p}->{$a}} != scalar @archs;
+		    } elsif ( scalar @{$archs->{$r}->{$p}->{$a}} != 1 ) {
+			printline('bold yellow on_red', 1, ' - ', $p2->{rpm}->filename, ' (many arch)');
+		    }
+		}
+	    }
+	}
+
+	printline('bold black', 1, ' - missing stage packages') if $opts{d};
+	movepkg($_, $stage, 0) foreach grep { $_->{latest} && $_->{latest} == 1 } @pkgs;
+
+	printline('bold black', 1, ' - obsolete packages') if $opts{d};
+	movepkg($_, 'delete') foreach grep { ! rprop($_, 'base') && ! $_->{done} && ( $_->{obsolete} || ( $_->{rpm}->is_source_package && ! $_->{inuse} ) ) } @pkgs;
+    }
+    printline('white', 0, "Finished processing.\n");
+
+    unless ( $opts{t} || $opts{r} ) {
+	my %repochg = ();
+	# Move / Copy / Delete packages and tag repo for rebuild.
+	foreach my $pkg ( grep { $_->{oldrepo} } @rpms ) {
+	    printline('white', 0, 'Copy/move: ', $pkg->{rpm}->filename);
+	    my $src = $pkg->{rpm}->filename;
+
+	    qx(cat $HOME/.rpmpass | setsid rpm --addsign $src >& /dev/null) if $pkg->{nosig};
+	    if ( $pkg->{repos} ) {
+		foreach my $dest ( dest($pkg, @{$pkg->{repos}}) ) {
+		    qx(cp --preserve=timestamps $src $dest) unless -f "$dest";
+		}
+		$repochg{$_}++ foreach @{$pkg->{repos}};
+	    }
+	    if ( $pkg->{remove} ) {
+		qx(rm -f $src);
+		$repochg{$pkg->{oldrepo}}++;
+	    }
+	}
+	finddepth(sub{rmdir}, $distrepo->{$rel}->{builds});
+	printline('white', 0, "Finished copying/moving.\n");
+
+	foreach my $repo ( sort keys %repochg ) {
+	    next if ! $repos->{$repo} || $repos->{$repo}->{base} || $repos->{$repo}->{builds} || $repos->{$repo}->{stage};
+	    foreach my $arch ( @archs ) {
+		my $dir = $distrepo->{$rel}->{repo} . "$repo/$arch";
+		$dir = qx(readlink -f $dir);
+		chomp $dir;
+		printline('white', 0, "Createrepo: $repo/$arch");
+		qx(createrepo $dir);
+		printline('white', 0, "Repoview: $repo/$arch");
+		qx(repoview $dir);
+		qx(rm -rf $dir/.olddata) if -d "$dir/.olddata";
+		qx(rm -rf $dir/.repodata) if -d "$dir/.repodata";
+	    }
+	}
+	printline('white', 0, "Finished rebuilding repos.\n");
+    }
 
-my $releases = 2;
+    print "\n================================================================================\n\n";
+}
+
+sub pkgsrt {
+    return $a->{rpm}->is_source_package <=> $b->{rpm}->is_source_package || $b->{rpm} cmp $a->{rpm} || rprop($b, 'prio') <=> rprop($a, 'prio');
+}
+
+sub rprop {
+    my ($pkg, $prop) = @_;
+    return $repos->{$pkg->{repo}} ? $repos->{$pkg->{repo}}->{$prop} : 0;
+}
+
+sub names {
+    my $pkg = shift;
+    my @rpms = @_;
+    return map { $_->{name} => rprop($_, 'inc') ? 2 : 1 } grep { $_->{base} eq $pkg->{base} && 
+								 rprop($_, 'prio') >= rprop($pkg, 'prio') && 
+								 ! rprop($_, 'base') &&
+								 ! rprop($_, 'builds') &&
+								 ! $_->{rpm}->is_source_package
+							       } @rpms;
+}
+
+sub dest {
+    my ($pkg, @repos) = @_;
+    my @d = ();
+    foreach my $repo ( @repos ) {
+	my $base = $distrepo->{$rel}->{repo} . $repo;
+	$base = $distrepo->{$rel}->{stage} if $repos->{$repo}->{stage};
+	if ( $pkg->{arch} eq 'noarch' ) {
+	    push @d, "$base/i386/" . 
+		     ( $repos->{$repo}->{os} ? $distrepo->{$rel}->{os} : 'RPMS/' ) . 
+		     basename $pkg->{rpm}->filename;
+	    push @d, "$base/x86_64/" . 
+		     ( $repos->{$repo}->{os} ? $distrepo->{$rel}->{os} : 'RPMS/' ) . 
+		     basename $pkg->{rpm}->filename;
+	} elsif ( $pkg->{arch} =~ m{^(i[356]86)$} ) {
+	    push @d, "$base/i386/" . 
+		     ( $repos->{$repo}->{os} ? $distrepo->{$rel}->{os} : 'RPMS/' ) . 
+		     basename $pkg->{rpm}->filename;
+	} elsif ( $pkg->{arch} eq 'x86_64' ) {
+	    push @d, "$base/x86_64/" . 
+		     ( $repos->{$repo}->{os} ? $distrepo->{$rel}->{os} : 'RPMS/' ) . 
+		     basename $pkg->{rpm}->filename;
+	} elsif ( $pkg->{arch} eq 'zsrc' ) {
+	    push @d, "$base/SRPMS/" . 
+		     basename $pkg->{rpm}->filename;
+	} else {
+	    printline('bold yellow on_red', 1, ' - ', $pkg->{rpm}->filename, ' (bad arch: ', $pkg->{arch}, ')');
+	}
+    }
+    return @d;
+}
+
+sub movepkg {
+    my ($pkg, $repo, $done, $remove) = @_;
+    defined $done or $done = 2;
+    defined $remove or $remove = 0;
+    $remove = 0 if rprop($pkg, 'base') || rprop($pkg, 'builds');
+    $remove = 1 if $repo eq 'delete';
+
+    if ( $repo eq 'delete' && ( rprop($pkg, 'base') || (  rprop($pkg, 'builds') && $done == 1 ) ) ) {
+	tagpkg($pkg, 'inuse', 1);
+    } else {
+	printline('bold magenta', 1, "       - ($repo) ", $pkg->{rpm}->filename) if $opts{d};
+	my $color = 'bold white';
+	$color = 'bold yellow' if rprop($pkg, 'builds');
+	$color = 'dark green' if $repos->{$repo} && $repos->{$repo}->{devel};
+	$color = 'dark red' if $repo eq 'delete';
+	push @{$pkg->{repos}}, $repo unless $repo eq 'delete';
+	$pkg->{oldrepo} = $pkg->{repo} unless $pkg->{oldrepo};
+	$pkg->{repo} = $repo;
+	$pkg->{remove}++ if $remove;
+	printline($color, 1, ' - ', $pkg->{rpm}->filename, ' (', $pkg->{oldrepo}, " to $repo)") if $opts{v} || $opts{d};
+	done($pkg) if $done;
+    }
+}
+
+sub tagpkg {
+    my ($pkg, $tag, $done) = @_;
+    defined $done or $done = 0;
+
+    printline('bold magenta', 1, "       - ($tag) ", $pkg->{rpm}->filename) if $opts{d};
+    delete $pkg->{obsolete} if $pkg->{obsolete};
+    $pkg->{$tag}++;
+    done($pkg) if $done;
+}
+
+sub done {
+    my $pkg = shift;
+    printline('bold yellow on_red', 1, " - ", $pkg->{rpm}->filename, " (already processed)") if $pkg->{done};
+    $pkg->{done}++;
+    delete $pkg->{obsolete} if $pkg->{obsolete};
+
+    if ( $repos->{$pkg->{repo}} && ! rprop($pkg, 'base') && ! rprop($pkg, 'builds') ) {
+	# FIXME: Nasty hack for comps package
+	if ( $pkg->{name} eq 'comps' ) {
+	    if ( ! $latest{$pkg->{name}.'.'.$pkg->{arch}} || $latest{$pkg->{name}.'.'.$pkg->{arch}}->{rpm} eq $pkg->{rpm} ) { 
+		if ( rprop($pkg, 'inc') && ! $pkg->{rpm}->is_source_package ) {
+		    $latest{$pkg->{name}.'.'.$pkg->{arch}} = $pkg if ! $latest{$pkg->{name}.'.'.$pkg->{arch}};
+		    $pkg->{latest}++;
+		}
+	    }
+	} elsif ( ! $latest{$pkg->{name}} || $latest{$pkg->{name}}->{rpm} eq $pkg->{rpm} ) { 
+	    if ( rprop($pkg, 'inc') && ! $pkg->{rpm}->is_source_package ) {
+		$latest{$pkg->{name}} = $pkg if ! $latest{$pkg->{name}};
+		$pkg->{latest}++;
+	    }
+	}
+	unless ( $pkg->{oldrepo} ) {
+	    my $goodarch = 0;
+	    $goodarch++ if $pkg->{rpm}->filename =~ m{/(i386|x86_64)/.*\.noarch\.rpm$};
+	    $goodarch++ if $pkg->{rpm}->filename =~ m{/i386/.*\.(i[56]86)\.rpm$};
+	    $goodarch++ if $pkg->{rpm}->filename =~ m{/(noarch|i[356]86|x86_64)/.*\.\1\.rpm$};
+	    printline('bold yellow on_red', 1, ' - ', $pkg->{rpm}->filename, ' (wrong arch)') unless $goodarch;
+	}
+	push @{$archs->{$pkg->{repo}}->{$pkg->{rpm}->as_nvre}->{$pkg->{rpm}->is_source_package ? 'src' : $pkg->{rpm}->arch}}, $pkg;
+    }
+}
+
+sub printline {
+    my $color = shift;
+    my $nline = shift;
+    my $string = join '', @_;
+
+    if ( $nline ) {
+	print "\n" unless $newline;
+	$newline++; 
+    } else {
+	$newline = 0;
+	print "\r\e[0K";
+    }
+    print color $color;
+    print $string;
+    print color 'reset';
+    print "\n" if $nline;
+}
+
+sub loadpkg {
+    printline('white', 0, "Loading: $_") if -d _;
+    return unless m{/([^/]*)-[^-]+-[^-]+\.\w+.rpm} && ( ! $opts{r} || $1 =~ m{$opts{r}} );
+
+    my $pkg;
+    eval { $pkg = RPM2->open_package($_, $rpm_flags); };
+    if ($@) { printline('bold yellow on_red', 1, "Corrupt package $_"); return; }
+    eval { my $sig = $pkg->siggpg };
+    my $nosig = ! $@;
+    if ( $nosig && ! -f "$HOME/.rpmpass" ) {
+	printline('bold yellow on_red', 1, ' - ', $pkg->filename, ' (missing signature)');
+	return;
+    }
+    
+    my ($srcname, $version, $release) = ($pkg->is_source_package ? basename $pkg->filename : $pkg->sourcerpm) =~ m{^([^/]*)-([^-]+)-([^-]+)\.\w+.rpm};
+    foreach my $repo ( keys %{$skippkg->{$rel}} ) { return if (dirname $pkg->filename) =~ m{/$repo/} && grep { $_ eq $srcname } @{$skippkg->{$rel}->{$repo}}; }
+    my $reponame = 'unknown';
+    if ( substr($_, 0, length($distrepo->{$rel}->{builds})) eq $distrepo->{$rel}->{builds} ) {
+	$reponame = 'builds';
+    } elsif ( substr($_, 0, length($distrepo->{$rel}->{stage})) eq $distrepo->{$rel}->{stage} ) {
+	$reponame = 'stage';
+    } elsif ( (dirname $pkg->filename) =~ m{\d/(sme[^/]+)/} ) {
+	$reponame = $1;
+    }
+
+    push @rpms, { base    => $srcname,
+		  name    => $pkg->name,
+		  repo    => $reponame,
+		  nvra    => $pkg->name.'-'.$pkg->version.'-'.$pkg->release.'.'.( $pkg->is_source_package ? 'src' : $pkg->tag('ARCH') ),
+		  arch    => $pkg->is_source_package ? 'zsrc' : $pkg->tag('ARCH'),
+		  version => $version,
+		  release => $release,
+		  rpm     => $pkg,
+		  nosig   => $nosig,
+		};
+    $sources{$srcname}++;
+    if ( ! $pkg->is_source_package && ! $repos->{$reponame}->{stage} ) {
+	$latest{$pkg->name} = $rpms[$#rpms] if ! $latest{$pkg->name} || $pkg gt $latest{$pkg->name}->{rpm};
+    }
+}
 
-my $releasedir = '/releases';
-my $smerel = '7';
-my $arch = 'i386';
-my $centosrel = '4';
-my $fedorarel = '3';
-my $builds = '/builds/rpms';
-my $stagedir = '/builds';
-
-my @repos = (
-              "$releasedir/$smerel/smeos/$arch/CentOS/RPMS",
-              "$releasedir/$smerel/smeos/$arch/SME/RPMS",
-              "$releasedir/$smerel/smeos/$arch/RPMS",
-              "$releasedir/$smerel/smeos/$arch/SME",
-              "$releasedir/$smerel/smeupdates/$arch/RPMS",
-              "$releasedir/$smerel/smeupdates-testing/$arch/RPMS",
-              "$releasedir/$smerel/smeextras/$arch/RPMS",
-              "$releasedir/$smerel/smeaddons/$arch/RPMS",
-              "$releasedir/$smerel/smetest/$arch/RPMS",
-              "$releasedir/$smerel/smedev/$arch/RPMS",
-              "$builds/RPMS/$arch",
-              "$builds/RPMS/i586",
-              "$builds/RPMS/i686",
-              "$builds/RPMS/noarch",
-              "$stagedir/RPMS",
-            );
-
-my @srcrepos = (
-                 "/mirrors/centos/$centosrel/fasttrack/SRPMS",
-                 "/mirrors/centos/$centosrel/updates/SRPMS",
-                 "/mirrors/centos/$centosrel/os/SRPMS",
-                 "/mirrors/centos/$centosrel/extras/SRPMS",
-                 "/mirrors/rpmforge/dag/source",
-                 "/mirrors/atrpms/src/el$centosrel-$arch/atrpms/stable",
-                 "/mirrors/fedora/epel/$centosrel/SRPMS",
-                 "/mirrors/fedora/core/updates/$fedorarel/SRPMS",
-                 "/mirrors/fedora/core/$fedorarel/source/SRPMS",
-                 "/mirrors/fedora/extras/$fedorarel/SRPMS",
-                 "$builds/SRPMS",
-              );
-
-my %repohash;
-my %srcrepohash;
-my %changed;
-my %copy;
-my @remove;
-
-my $rpm_flags = RPM2->vsf_nodsaheader | RPM2->vsf_nodsa;
-
-%{$srcrepohash{$stagedir}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$stagedir/SRPMS" );
-closedir SRPMS;
-
-foreach my $repo ( @repos ) {
-        if ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
-                my $srcrepo = $1;
-
-                %{$srcrepohash{$srcrepo}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$srcrepo/SRPMS" );
-                closedir SRPMS;
-        }
-
-        opendir RPMS, $repo;
-        foreach my $rpm ( grep { m{\.rpm} } readdir RPMS ) {
-                my $header = RPM2->open_package("$repo/$rpm", $rpm_flags);
-                my $pkg = $header->tag("NAME").".".$header->tag("ARCH");
-                if ( $repo =~ m{$stagedir/RPMS} ) {
-                        push @{$repohash{$pkg}{$stagedir}}, $header;
-                } elsif ( $repo =~ m{$builds/RPMS} ) {
-                        push @{$repohash{$pkg}{builds}}, $header;
-                } elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
-                        my $pos = $1;
-                        push @{$repohash{$pkg}{$pos}}, $header;
-                }
-        }
-        closedir RPMS;
-}
-
-my %sources;
-foreach my $repo ( reverse @srcrepos ) {
-        my %temp_repo = map { $_ => $repo } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, $repo );
-        closedir SRPMS;
-
-        %sources = (%sources, %temp_repo);
-}
-
-foreach my $pkg ( keys %repohash ) {
-        foreach my $repo ( @repos ) {
-                if ( $repo =~ m{$stagedir/RPMS} ) {
-                        next unless $repohash{$pkg};
-                        if ( $repohash{$pkg}{$stagedir} ) {
-                                my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$stagedir}};
-                                delete $repohash{$pkg}{$stagedir};
-                                push @remove, map { $_->filename } @rest if @rest;
-                                if ( $repohash{$pkg}{latest} ) {
-                                        if ($repohash{$pkg}{latest} ne $latest ) {
-                                                push @remove, $latest->filename;
-                                                push @{$copy{"$stagedir/RPMS"}}, $repohash{$pkg}{latest}->filename;
-                                                $repohash{$pkg}{$stagedir} = $repohash{$pkg}{latest};
-                                        } else {
-                                                $repohash{$pkg}{$stagedir} = $latest;
-                                        }
-                                } else {
-                                        push @remove, $latest->filename;
-                                }
-                        } elsif ( $repohash{$pkg}{latest} ) {
-                                push @{$copy{"$stagedir/RPMS"}}, $repohash{$pkg}{latest}->filename;
-                                $repohash{$pkg}{$stagedir} = $repohash{$pkg}{latest};
-                        }
-                } elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
-                        my $pos = $1;
-                        next unless $repohash{$pkg}{$pos};
-                        if ( $pos =~ m{/smedev$} ) {
-                                next unless $repohash{$pkg}{latest};
-                                my @rest = grep { $_ le $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}};
-                                if ( @rest ) {
-                                        push @remove, map { $_->filename } @rest;
-                                        $changed{$pos}++;
-                                        @{$repohash{$pkg}{$pos}} = grep { $_ gt $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}};
-                                        delete $repohash{$pkg}{$pos};
-                                }
-                        } elsif ( ref($repohash{$pkg}{$pos}) eq 'ARRAY' ) {
-                                my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$pos}};
-                                delete $repohash{$pkg}{$pos};
-                                if ( $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $latest ) {
-                                        push @rest, $latest;
-                                } else {
-                                        $repohash{$pkg}{latest} = $latest;
-                                        $repohash{$pkg}{$pos} = $latest;
-                                }
-                                if ( @rest ) {
-                                        push @remove, map { $_->filename } @rest;
-                                        $changed{$pos}++;
-                                }
-                        }
-                }
-        }
-}
-
-print "\n";
-foreach my $pkg ( sort grep { $repohash{$_}{builds} } keys %repohash ) {
-        my %versions = ();
-        foreach my $ver ( sort { $b cmp $a } @{$repohash{$pkg}{builds}} ) {
-                next if $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $ver;
-
-                $versions{$ver->tag("VERSION")}++;
-                if ( $versions{$ver->tag("VERSION")} > $releases || (scalar keys %versions) > $releases ) {
-                        foreach my $rpm ( grep { $ver eq $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) {
-                                push @remove, $rpm->filename;
-                                @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}};
-                                $changed{"$releasedir/$smerel/smedev"}++;
-                        }
-                } else {
-                        print "Possible update " . $ver->filename . "\n" if $repohash{$pkg}{latest};
-                        if ( ! grep { $ver eq $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) {
-                                push @{$copy{"$releasedir/$smerel/smedev/$arch/RPMS"}}, $ver->filename;
-                                push @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}}, $ver;
-                                $changed{"$releasedir/$smerel/smedev"}++;
-                        }
-                }
-        }
-}
-
-foreach my $pkg ( grep { $repohash{$_}{"$releasedir/$smerel/smedev"} } keys %repohash ) {
-        foreach my $rpm ( @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} ) {
-                unless ( grep { $rpm eq $_ } @{$repohash{$pkg}{builds}} ) {
-                        push @remove, $rpm->filename;
-                        @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$releasedir/$smerel/smedev"}};
-                        $changed{"$releasedir/$smerel/smedev"}++;
-                }
-        }
-}
-
-print "\n";
-foreach my $repo ( sort keys %srcrepohash ) {
-        foreach my $pkg ( sort grep { $repohash{$_}{$repo} } keys %repohash ) {
-                my @rpms = ref($repohash{$pkg}{$repo}) eq "ARRAY" ? @{$repohash{$pkg}{$repo}} : ($repohash{$pkg}{$repo});
-                foreach my $rpm ( sort @rpms ) {
-                        my $src = $rpm->tag("SOURCERPM");
-
-                        my @sources = ();
-                        push @sources, $src;
-                        push @sources, $src if ($src =~ s/\.\d+\.el\d+\.rf\./\.rf\./);
-                        push @sources, $src if ($src =~ s/\.el\d\.rf\./\.rf\./);
-                        push @sources, $src if ($src =~ s/\.el\d\.at\./\.at\./);
-                        push @sources, $src if ($src =~ s/\.fc\d\.at\./\.at\./);
-                        push @sources, $src if ($src =~ s/\.rf\./\.dag\./);
-                        push @sources, $src if ($src =~ s/\.0\.el\d+\./\.at\./);
-                        push @sources, $src if ($src =~ s/\.el\d+\./\.at\./);
-
-
-                        my $found = 0;
-                        foreach my $source ( @sources ) {
-                                if ( $sources{$source} ) {
-                                        unless ( -f "$repo/SRPMS/$source" ) {
-                                                push @{$copy{"$repo/SRPMS"}}, "$sources{$source}/$source";
-                                                $changed{$repo}++;
-                                        }
-                                        $srcrepohash{$repo}{$source}++;
-                                        $found++;
-                                        last;
-                                } elsif ( -f "$repo/SRPMS/$source" ) {
-                                        print "Found missing source $repo/SRPMS/$source for ".$rpm->as_nvre()."\n";
-                                        $srcrepohash{$repo}{$source}++;
-                                        $found++;
-                                }
-                        }
-                        print "Can't find source for ".$rpm->as_nvre()."\n" unless $found;
-                }
-        }
-
-        foreach my $rpm ( keys %{$srcrepohash{$repo}} ) {
-                unless ( $srcrepohash{$repo}{$rpm} ) {
-                        push @remove, "$repo/SRPMS/$rpm";
-                        $changed{$repo}++;
-                }
-        }
-}
-
-print "\n";
-foreach my $repo ( sort keys %copy ) {
-        foreach my $rpm ( sort keys %{{ map { $_ => 1 } @{$copy{$repo}} }} ) {
-                print "copying $rpm to $repo/\n";
-                system(qw(cp --preserve=timestamps), $rpm, "$repo/");
-        }
-}
-
-print "\n";
-foreach my $rpm ( sort keys %{{ map { $_ => 1 } @remove }} ) {
-        print "removing $rpm\n";
-        unlink $rpm;
-}
-
-print "\n";
-foreach my $repo ( sort keys %changed ) {
-        next if $repo =~ m{^$stagedir};
-
-	my $dir=`readlink -f $repo/$arch`;
-	chomp $dir;
-        print "rebuilding $dir...\n";
-        system(qw(createrepo), "$dir");
-        system(qw(repoview), "$dir");
+sub loadbase {
+    printline('white', 0, "Loading: $_") if -d _;
+    return unless m{/([^/]*)-[^-]+-[^-]+\.\w+.rpm} && ($latest{$1} || $sources{$1});
+
+    my $pkg;
+    eval { $pkg = RPM2->open_package($_, $rpm_flags); };
+    if ($@) { printline('bold yellow on_red', 1, "Corrupt package $_"); return; }
+    eval { my $sig = $pkg->siggpg };
+    unless ($@) { printline('bold yellow on_red', 1, ' - ', $pkg->filename, ' (missing signature)'); return; }
+
+    my $cmp = $latest{$pkg->name};
+    my ($srcname, $version, $release) = ($pkg->is_source_package ? basename $pkg->filename : $pkg->sourcerpm) =~ m{^([^/]*)-([^-]+)-([^-]+)\.\w+.rpm};
+    my $pkgrepo = 'base';
+    foreach my $repo ( keys %{$skippkg->{$rel}} ) { 
+	if ( (dirname $pkg->filename) =~ m{/$repo/} ) {
+	    return if grep { $_ eq $srcname } @{$skippkg->{$rel}->{$repo}}; 
+	    $pkgrepo = $repo;
+	    return unless $pkg->is_source_package || $cmp;
+	    return if ! $pkg->is_source_package && $pkg ge $cmp->{rpm} && rprop($cmp, 'base') && rprop($cmp, 'prio') > $repos->{$pkgrepo}->{prio};
+	    last;
+	}
+    }
+
+    push @rpms, { base    => $srcname,
+		  name    => $pkg->name,
+		  repo    => $pkgrepo,
+		  nvra    => $pkg->name.'-'.$pkg->version.'-'.$pkg->release.'.'.( $pkg->is_source_package ? 'src' : $pkg->tag('ARCH') ),
+		  arch    => $pkg->is_source_package ? 'zsrc' : $pkg->tag('ARCH'),
+		  version => $version,
+		  release => $release,
+		  rpm     => $pkg,
+		  nosig   => 0,
+		};
+    if ( ! $pkg->is_source_package && $pkg ge $cmp->{rpm} && ( $repos->{$pkgrepo}->{prio} >= rprop($cmp, 'prio') || ! rprop($cmp, 'base') ) ) {
+	$latest{$pkg->name} = $rpms[$#rpms];
+    }
 }