--- builds_bin/update_repos	2007/04/14 21:25:26	1.1
+++ builds_bin/update_repos	2007/07/03 14:14:22	1.14
@@ -9,219 +9,222 @@ sub compare($$);
 
 my $releases = 2;
 
-my $rpm_flags =  RPM2->vsf_nodsa;
-my $repodir = '/releases/7';
+my $releasedir = '/releases';
+my $smerel = '7';
+my $centosrel = '4';
+my $fedorarel = '3';
+my $builds = '/builds/rpms';
 my $stagedir = '/builds';
-my @repos = qw( 
-		/releases/7/smeos/i386/CentOS/RPMS
-		/releases/7/smeupdates/i386/RPMS
-		/releases/7/smeupdates-testing/i386/RPMS
-		/releases/7/smeextras/i386/RPMS
-		/releases/7/smeaddons/i386/RPMS
-		/releases/7/smetest/i386/RPMS
-		/releases/7/smedev/i386/RPMS
-		/builds/rpms/RPMS/i386
-		/builds/rpms/RPMS/i586
-		/builds/rpms/RPMS/i686
-		/builds/rpms/RPMS/noarch
-		/builds/RPMS
-		);
-my $devrepo = (grep { m{/sme} } reverse @repos)[0];
-
-my @srcrepos = qw( 
-		/mirrors/centos/4/fasttrack/SRPMS
-		/mirrors/centos/4/updates/SRPMS
-		/mirrors/centos/4/os/SRPMS
-		/mirrors/centos/4/extras/SRPMS
-		/mirrors/rpmforge/dag/source
-		/mirrors/atrpms/src/el4-i386/atrpms/stable
-		/builds/rpms/SRPMS
-		);
+my $arch = `uname -i`;
+chomp $arch;
 
-my %repohash;
-my %srcrepohash;
+my @repos = (
+              "$releasedir/$smerel/smeos/$arch/CentOS/RPMS",
+              "$releasedir/$smerel/smeos/$arch/SME/RPMS",
+              "$releasedir/$smerel/smeos/$arch/RPMS",
+              "$releasedir/$smerel/smeos/$arch/SME",
+              "$releasedir/$smerel/smeupdates/$arch/RPMS",
+              "$releasedir/$smerel/smeupdates-testing/$arch/RPMS",
+              "$releasedir/$smerel/smeextras/$arch/RPMS",
+              "$releasedir/$smerel/smeaddons/$arch/RPMS",
+              "$releasedir/$smerel/smecontribs/$arch/RPMS",
+              "$releasedir/$smerel/smetest/$arch/RPMS",
+              "$releasedir/$smerel/smedev/$arch/RPMS",
+              "$builds/RPMS/$arch",
+              "$builds/RPMS/i586",
+              "$builds/RPMS/i686",
+              "$builds/RPMS/noarch",
+              "$stagedir/RPMS",
+            );
+
+my @srcrepos = (
+                 "/mirrors/centos/$centosrel/fasttrack/SRPMS",
+                 "/mirrors/centos/$centosrel/updates/SRPMS",
+                 "/mirrors/centos/$centosrel/os/SRPMS",
+                 "/mirrors/centos/$centosrel/extras/SRPMS",
+                 "/mirrors/rpmforge/dag/source",
+                 "/mirrors/atrpms/src/el$centosrel-$arch/atrpms/stable",
+                 "/mirrors/atrpms/src/el$centosrel-$arch/atrpms/testing",
+                 "/mirrors/fedora/epel/$centosrel/SRPMS",
+                 "/mirrors/fedora/core/updates/$fedorarel/SRPMS",
+                 "/mirrors/fedora/core/$fedorarel/source/SRPMS",
+                 "/mirrors/fedora/extras/$fedorarel/SRPMS",
+                 "$builds/SRPMS",
+              );
+
+my $rpm_flags = RPM2->vsf_nodsaheader | RPM2->vsf_nodsa;
+
+my @rpms;
+my %srpms;
+my %sources;
 my %changed;
 my %copy;
-my @remove;
 
-%{$srcrepohash{$stagedir}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$stagedir/SRPMS" );
-closedir SRPMS;
-
-print "\n";
 foreach my $repo ( @repos ) {
-	if ( $repo =~ m{^(.*/[0-9]+/sme[^/]*)/} ) {
-		my $srcrepo = $1;
+	my $r = $repo;
+	if ( $repo =~ m{$stagedir/RPMS} ) {
+		$r = $stagedir;
+	} elsif ( $repo =~ m{$builds/RPMS} ) {
+		$r = 'builds';
+	} elsif ( $repo =~ m{^($releasedir/$smerel/sme[^/]*)/} ) {
+		$r = $1;
+	}
 
-		%{$srcrepohash{$srcrepo}} = map { $_ => 0 } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, "$srcrepo/SRPMS" );
+	if ( $r ne 'builds' ) {
+		opendir SRPMS, "$r/SRPMS" or next;
+		foreach my $srpm ( grep { /\.rpm$/ } readdir SRPMS ) {
+			$srpms{$r}{$srpm} = 0;
+			$sources{$srpm} = "$r/SRPMS";
+		}
 		closedir SRPMS;
 	}
 
-	opendir RPMS, $repo;
-	foreach my $rpm ( grep { m{\.rpm} } readdir RPMS ) {
-		my $header = RPM2->open_package("$repo/$rpm", $rpm_flags);
-		my $pkg = $header->tag("NAME").".".$header->tag("ARCH");
-		if ( $repo =~ m{/builds/RPMS} ) {
-			push @{$repohash{$pkg}{$stagedir}}, $header;
-		} elsif ( $repo =~ m{/builds/} ) {
-			push @{$repohash{$pkg}{builds}}, $header;
-		} elsif ( $repo =~ m{^(.*/[0-9]+/sme[^/]*)/} ) {
-			my $pos = $1;
-			push @{$repohash{$pkg}{$pos}}, $header;
+	opendir RPMS, $repo or next;
+	foreach my $pkg ( reverse sort map { RPM2->open_package("$repo/$_", $rpm_flags); } grep { /\.rpm$/ } readdir RPMS ) {
+		my $rpm = { name => $pkg->tag("NAME"),
+				filename => join("-", map { $pkg->tag($_) } qw/name version release/) . "." . $pkg->tag("ARCH"),
+				version => $pkg->tag("VERSION"),
+				release => $pkg->tag("RELEASE"),
+				repo => $r,
+				rpm => $pkg,
+			      };
+		my $source = $pkg->tag("SOURCERPM");
+		$source =~ s#-$rpm->{version}-$rpm->{release}.*##;
+		$rpm->{source} = $source;
+
+		if ( $rpm->{repo} =~ m{^$releasedir/$smerel/} && $rpm->{repo} !~ m{/smedev$} ) {
+			$rpm->{repo} = 'deleted' if grep { $_->{repo} ne $rpm->{repo} && $_->{name} eq $rpm->{name} && $_->{rpm} ge $rpm->{rpm} } @rpms;
+			$rpm->{repo} = 'deleted' if grep { $_->{repo} eq $rpm->{repo} && $_->{name} eq $rpm->{name} && $_->{rpm} gt $rpm->{rpm} } @rpms;
+			$changed{$r}++ if $rpm->{repo} eq 'deleted';
 		}
+
+		push @rpms, $rpm;
 	}
 	closedir RPMS;
 }
 
-my %sources;
 foreach my $repo ( reverse @srcrepos ) {
-	my %temp_repo = map { $_ => $repo } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, $repo );
-	closedir SRPMS;
+        my %temp_repo = map { $_ => $repo } grep { /\.rpm$/ } readdir SRPMS if ( opendir SRPMS, $repo );
+        closedir SRPMS;
 
-	%sources = (%sources, %temp_repo);
+        %sources = (%sources, %temp_repo);
 }
 
-foreach my $pkg ( keys %repohash ) {
-	foreach my $repo ( @repos ) {
-		if ( $repo =~ m{/builds/RPMS} ) {
-			next unless $repohash{$pkg}{latest} || $repohash{$pkg}{$stagedir};
-			my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$stagedir}};
-			delete $repohash{$pkg}{$stagedir};
-			push @remove, map { $_->filename } @rest if @rest;
-			if ( $repohash{$pkg}{latest} ) {
-				if ($repohash{$pkg}{latest} ne $latest ) {
-					push @remove, $latest->filename;
-					push @{$copy{"$stagedir/RPMS"}}, $repohash{$pkg}{latest}->filename;
-					$repohash{$pkg}{$stagedir} = $repohash{$pkg}{latest};
-				} else {
-					$repohash{$pkg}{$stagedir} = $latest;
-				}
-			} else {
-				push @remove, $latest->filename;
-			}
-		} elsif ( $repo =~ m{^(.*/[0-9]+/sme[^/]*)/} ) {
-			my $pos = $1;
-			next unless $repohash{$pkg}{$pos};
-			if ( $pos =~ m{/smedev$} ) {
-				next unless $repohash{$pkg}{latest};
-				my @rest = grep { $_ le $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}};
-				if ( @rest ) {
-					push @remove, map { $_->filename } @rest;
-					$changed{$pos}++;
-					@{$repohash{$pkg}{$pos}} = grep { $_ gt $repohash{$pkg}{latest} } @{$repohash{$pkg}{$pos}};
-					delete $repohash{$pkg}{$pos};
-				}
-			} else {
-				my ($latest, @rest) = sort { $b cmp $a } @{$repohash{$pkg}{$pos}};
-				delete $repohash{$pkg}{$pos};
-				if ( $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $latest ) {
-					push @rest, $latest;
-				} else {
-					$repohash{$pkg}{latest} = $latest;
-					$repohash{$pkg}{$pos} = $latest;
-				}
-				if ( @rest ) {
-					push @remove, map { $_->filename } @rest;
-					$changed{$pos}++;
-				}
-			}
+my @latest;
+foreach my $rpm ( reverse grep { $_->{repo} =~ m{^$releasedir/$smerel/} && $_->{repo} !~ m{/sme(addons|contribs|dev|extras)$} } @rpms )  {
+	unless ( grep { $_->{name} eq $rpm->{name} && $_->{rpm} gt $rpm->{rpm} } @latest ) {
+		push @latest, $rpm;
+		unless ( grep { $_->{repo} eq $stagedir && $_->{filename} eq $rpm->{filename} } @rpms ) {
+			push @{$copy{"$stagedir/RPMS"}}, $rpm->{rpm}->filename;
+			push @rpms, { name => $rpm->{name},
+				      filename => $rpm->{filename},
+				      version => $rpm->{version},
+				      release => $rpm->{release},
+				      repo => $stagedir,
+				      rpm => $rpm->{rpm},
+				      source => $rpm->{source}
+				    };
 		}
 	}
 }
 
-foreach my $pkg ( sort grep { $repohash{$_}{builds} } keys %repohash ) {
-	my %versions = ();
-	foreach my $ver ( sort { $b cmp $a } @{$repohash{$pkg}{builds}} ) {
-		next if $repohash{$pkg}{latest} && $repohash{$pkg}{latest} ge $ver;
-
-		$versions{$ver->tag("VERSION")}++;
-		if ( $versions{$ver->tag("VERSION")} > $releases || (scalar keys %versions) > $releases ) {
-			foreach my $rpm ( grep { $ver eq $_ } @{$repohash{$pkg}{"$repodir/smedev"}} ) {
-				push @remove, $rpm->filename;
-				@{$repohash{$pkg}{"$repodir/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$repodir/smedev"}};
-				$changed{"$repodir/smedev"}++;
-			}
-		} else {
-			print "Possible update " . $ver->filename . "\n" if $repohash{$pkg}{latest};
-			if ( ! grep { $ver eq $_ } @{$repohash{$pkg}{"$repodir/smedev"}} ) {
-				push @{$copy{$devrepo}}, $ver->filename;
-				push @{$repohash{$pkg}{"$repodir/smedev"}}, $ver;
-				$changed{"$repodir/smedev"}++;
-			}
-		}
+foreach my $rpm ( grep { $_->{repo} eq $stagedir } @rpms )  {
+	$rpm->{repo} = 'deleted' unless grep { $_->{filename} eq $rpm->{filename} } @latest;
+}
+
+foreach my $rpm ( reverse grep { $_->{repo} =~ m{^$releasedir/$smerel/} && $_->{repo} =~ m{/sme(addons|contribs|extras)$} } @rpms )  {
+	unless ( grep { $_->{name} eq $rpm->{name} && $_->{rpm} gt $rpm->{rpm} } @latest ) {
+		push @latest, $rpm;
 	}
 }
 
-foreach my $pkg ( grep { $repohash{$_}{"$repodir/smedev"} } keys %repohash ) {
-	foreach my $rpm ( @{$repohash{$pkg}{"$repodir/smedev"}} ) {
-		unless ( grep { $rpm eq $_ } @{$repohash{$pkg}{builds}} ) {
-			push @remove, $rpm->filename;
-			@{$repohash{$pkg}{"$repodir/smedev"}} = grep { $rpm ne $_ } @{$repohash{$pkg}{"$repodir/smedev"}};
-			$changed{"$repodir/smedev"}++;
-		}
+my @devel;
+my %versions;
+foreach my $rpm ( grep { $_->{repo} eq 'builds' } @rpms )  {
+	next if grep { $_->{name} eq $rpm->{name} && $_->{rpm} ge $rpm->{rpm} } @latest;
+
+	$versions{$rpm->{name}}{$rpm->{version}}++ unless grep { $_->{name} eq $rpm->{name} && $_->{rpm} eq $rpm->{rpm} } @devel;
+	next if $versions{$rpm->{name}}{$rpm->{version}} > $releases || scalar keys %{$versions{$rpm->{name}}} > $releases;
+	print "Possible update " . $rpm->{rpm}->filename . "\n" if grep { $_->{name} eq $rpm->{name} } @latest;
+
+	push @devel, $rpm;
+	unless ( grep { $_->{repo} =~ m{/smedev$} && $_->{filename} eq $rpm->{filename} } @rpms ) {
+		push @{$copy{"$releasedir/$smerel/smedev/$arch/RPMS"}}, $rpm->{rpm}->filename;
+		$changed{"$releasedir/$smerel/smedev"}++;
+		push @rpms, { name => $rpm->{name},
+			      filename => $rpm->{filename},
+			      version => $rpm->{version},
+			      release => $rpm->{release},
+			      repo => "$releasedir/$smerel/smedev",
+			      rpm => $rpm->{rpm},
+			      source => $rpm->{source}
+			    };
 	}
 }
 
+foreach my $rpm ( grep { $_->{repo} =~ m{/smedev$} } @rpms )  {
+	$rpm->{repo} = 'deleted' unless grep { $_->{filename} eq $rpm->{filename} } @devel;
+}
+
 print "\n";
-foreach my $repo ( sort keys %srcrepohash ) {
-	foreach my $pkg ( sort grep { $repohash{$_}{$repo} } keys %repohash ) {
-		my @rpms = ref($repohash{$pkg}{$repo}) eq "ARRAY" ? @{$repohash{$pkg}{$repo}} : ($repohash{$pkg}{$repo});
-		foreach my $rpm ( sort @rpms ) {
-			my $src = $rpm->tag("SOURCERPM");
-
-			my @sources = ();
-			push @sources, $src;
-			push @sources, $src if ($src =~ s/\.2\.el4\.rf\./\.rf\./);
-			push @sources, $src if ($src =~ s/\.el4\.rf\./\.rf\./);
-			push @sources, $src if ($src =~ s/\.el4\.at\./\.at\./);
-			push @sources, $src if ($src =~ s/\.rf\./\.dag\./);
-
-			my $found = 0;
-			foreach my $source ( @sources ) {
-				if ( $sources{$source} ) {
-					unless ( -f "$repo/SRPMS/$source" ) {
-						push @{$copy{"$repo/SRPMS"}}, "$sources{$source}/$source";
-						$changed{$repo}++;
-					}
-					$srcrepohash{$repo}{$source}++;
-					$found++;
-					last;
-				} elsif ( -f "$repo/SRPMS/$source" ) {
-					print "Found missing source $repo/SRPMS/$source for ".$rpm->as_nvre()."\n";
-					$srcrepohash{$repo}{$source}++;
-					$found++;
-				}
+foreach my $rpm ( grep { $_->{repo} !~ m{^(builds|deleted)$} } @rpms ) {
+	my $src;
+	my $srpm = $rpm->{rpm}->tag("SOURCERPM");
+
+	my @sources = ();
+	push @sources, ($src = $srpm);
+	push @sources, $src if (($src = $srpm) =~ s/\.el\d\.rf\./\.rf\./);
+	push @sources, $src if (($src = $srpm) =~ s/\.[0-3]\.el\d+\.rf\./\.rf\./);
+	push @sources, $src if (($src = $srpm) =~ s/\.(el|fc)\d\.at//);
+	push @sources, $src if (($src = $srpm) =~ s/\.at//);
+	push @sources, $src if (($src = $srpm) =~ s/\.(el|fc)\d//);
+	push @sources, $src if (($src = $srpm) =~ s/\.\d+\.(el|fc)\d//);
+
+	my $found = 0;
+	my $repo = $rpm->{repo};
+	foreach my $source ( @sources ) {
+		if ( $sources{$source} ) {
+			unless ( -f "$repo/SRPMS/$source" ) {
+				push @{$copy{"$repo/SRPMS"}}, "$sources{$source}/$source";
+				$changed{$repo}++ unless $repo eq $stagedir;
 			}
-			print "Can't find source for ".$rpm->as_nvre()."\n" unless $found;
+			$srpms{$repo}{$source}++;
+			$found++;
+			last;
 		}
 	}
+	print "Can't find source for ".$rpm->{rpm}->filename."\n" unless $found;
+}
 
-	foreach my $rpm ( keys %{$srcrepohash{$repo}} ) {
-		unless ( $srcrepohash{$repo}{$rpm} ) {
+my @remove;
+foreach my $repo ( keys %srpms ) {
+	foreach my $rpm ( keys %{$srpms{$repo}} ) {
+		unless ( $srpms{$repo}{$rpm} ) {
 			push @remove, "$repo/SRPMS/$rpm";
-			$changed{$repo}++;
+			$changed{$repo}++ unless $repo eq $stagedir;
 		}
 	}
 }
 
 print "\n";
 foreach my $repo ( sort keys %copy ) {
-	foreach my $rpm ( sort keys %{{ map { $_ => 1 } @{$copy{$repo}} }} ) {
-		print "copying $rpm to $repo/\n";
-		system(qw(cp --preserve=timestamps), $rpm, "$repo/");
-	}
+        foreach my $rpm ( keys %{{ map { $_ => 1 } @{$copy{$repo}} }} ) {
+                print "copying $rpm to $repo/\n";
+                system(qw(cp --preserve=timestamps), $rpm, "$repo/");
+        }
 }
 
 print "\n";
-foreach my $rpm ( sort keys %{{ map { $_ => 1 } @remove }} ) {
-	print "removing $rpm\n";
-	unlink $rpm;
+foreach my $rpm ( keys %{{ map { $_ => 1 } (@remove, map { $_->{rpm}->filename } grep { $_->{repo} eq 'deleted' } @rpms) }} ) {
+        print "removing $rpm\n";
+        unlink $rpm;
 }
 
 print "\n";
 foreach my $repo ( sort keys %changed ) {
-	next if $repo =~ m{^/builds};
-
-	print "rebuilding $repo/i386...\n";
-	system(qw(createrepo), "$repo/i386");
-	system(qw(repoview), "$repo/i386");
+	my $dir=`readlink -f $repo/$arch`;
+	chomp $dir;
+        print "rebuilding $dir...\n";
+        system(qw(createrepo), "$dir");
+        system(qw(repoview), "$dir");
 }