/[smeserver]/builds_bin/update_repos
ViewVC logotype

Diff of /builds_bin/update_repos

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

Revision 1.86 by unnilennium, Fri Jun 24 09:16:17 2016 UTC Revision 1.92 by jpp, Sun Jun 14 05:54:38 2020 UTC
# Line 16  $| = 1; Line 16  $| = 1;
16  my %opts;  my %opts;
17  getopts( 'ostr:', \%opts );  getopts( 'ostr:', \%opts );
18  $opts{r} ||= '';  $opts{r} ||= '';
19    #available options
20    #-o = verify we have originals of the packages in repos (not really used anymore)
21    #-s = verify every package has a source package (so we can rebuild if necessary)
22    #-t = test run (don't do anything just print out what would be done)
23    #-r {regex} = regex of packages to run the script against
24    
25  my $rpm_flags = RPM2->vsf_nodsaheader | RPM2->vsf_norsaheader | RPM2->vsf_nodsa | RPM2->vsf_norsa;  my $rpm_flags = RPM2->vsf_nodsaheader | RPM2->vsf_norsaheader | RPM2->vsf_nodsa | RPM2->vsf_norsa;
26    
27  my $osdir = 'SME';  my $osdir = 'Packages';
28  my $disttag = 'sme';  my $disttag = 'sme';
29  my $repotag = 'sme';  my $repotag = 'sme';
30    
31  my $distrepo = { '8' => { active    => 1,  my $distrepo = { '8' => { active    => 0,
32                            centos    => 5,                            centos    => 5,
33                            archs     => [ 'i386', 'x86_64' ],                            archs     => [ 'i386', 'x86_64' ],
34                            repo      => '/build/smeserver/repo/8/',                            repo      => '/build/smeserver/repo/8/',
# Line 58  my $distrepo = { '8' => { active    => 1 Line 63  my $distrepo = { '8' => { active    => 1
63                          },                          },
64                 };                 };
65    
66  my $repos = { "${repotag}os"              => { prio => 19, inc => 1, ver => 1, rel => 1, os => 1 },  # list here repo and priority
67                "${repotag}updates"         => { prio => 18, inc => 1, ver => 1, rel => 1 },  # prio: highest priority will hide lowest priority
68                "${repotag}updates-testing" => { prio => 17, inc => 1, ver => 1, rel => 3 },  # inc: include for iso ?
69                "${repotag}extras"          => { prio => 16, inc => 0, ver => 1, rel => 1 },  # ver:
70                "${repotag}addons"          => { prio => 15, inc => 0, ver => 1, rel => 1 },  # rel:
71                "${repotag}contribs"        => { prio => 14, inc => 0, ver => 1, rel => 1 },  # orig:
72                "${repotag}test"            => { prio => 13, inc => 0, ver => 2, rel => 3, devel => 2 },  # base, os, stage:
73                "${repotag}dev"             => { prio => 12, inc => 0, ver => 1, rel => 1, devel => 1 },  my $repos = { "${repotag}os"              => { prio => 29, inc => 1, ver => 1, rel => 1, os => 1 },
74                'centos'                    => { prio => 10, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },                "${repotag}updates"         => { prio => 28, inc => 1, ver => 1, rel => 1 },
75                'epel'                      => { prio =>  9, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },                "${repotag}updates-testing" => { prio => 27, inc => 1, ver => 1, rel => 3 },
76                'rpmforge'                  => { prio =>  7, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },                "${repotag}extras"          => { prio => 26, inc => 0, ver => 1, rel => 1 },
77                'atrpms'                    => { prio =>  6, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },                "${repotag}addons"          => { prio => 25, inc => 0, ver => 1, rel => 1 },
78                  "${repotag}contribs"        => { prio => 24, inc => 0, ver => 1, rel => 1 },
79                  "${repotag}test"            => { prio => 23, inc => 0, ver => 2, rel => 3, devel => 2 },
80                  "${repotag}dev"             => { prio => 22, inc => 0, ver => 1, rel => 1, devel => 1 },
81                  'centos'                    => { prio => 21, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },
82                  'remisafe'                  => { prio => 12, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },
83                  'remi'                      => { prio => 11, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },
84                  'epel'                      => { prio => 10, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },
85                  'epeltesting'               => { prio =>  9, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },
86                  'rpmfusion'                 => { prio =>  8, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },
87                  'openfusion'                => { prio =>  7, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },
88                  'rpmforge'                  => { prio =>  6, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },
89                  'atrpms'                    => { prio =>  5, inc => 0, ver => 0, rel => 0, orig => 1, base => 1 },
90                'builds'                    => { prio =>  4, inc => 0, ver => 0, rel => 0, orig => 1 },                'builds'                    => { prio =>  4, inc => 0, ver => 0, rel => 0, orig => 1 },
91                'community'                 => { prio =>  2, inc => 0, ver => 0, rel => 0, orig => 1 },                'community'                 => { prio =>  2, inc => 0, ver => 0, rel => 0, orig => 1 },
92                'stage'                     => { prio =>  1, inc => 0, ver => 0, rel => 0, stage => 1, os => 1 },                'stage'                     => { prio =>  1, inc => 0, ver => 0, rel => 0, stage => 1, os => 1 },
93              };              };
94    
95    # list here the path on our local mirror to each upstream and our mirrors
96    # ~A will be expanded to architecture
97    # ~C will be expanded to Centos main version number, i.e. 7 for SME 10.
98    # ~s will be expanded to SME version
99    # ~S expanded to repo root
100  my $baserepo = { "~S${repotag}os/~A/" => "${repotag}os",  my $baserepo = { "~S${repotag}os/~A/" => "${repotag}os",
101                   "~S${repotag}updates/~A/" => "${repotag}updates",                   "~S${repotag}updates/~A/" => "${repotag}updates",
102                   "~S${repotag}updates-testing/~A/" => "${repotag}updates-testing",                   "~S${repotag}updates-testing/~A/" => "${repotag}updates-testing",
# Line 93  my $baserepo = { "~S${repotag}os/~A/" => Line 115  my $baserepo = { "~S${repotag}os/~A/" =>
115                   '/mirrors/centos-vault/~C/os/~A/' => 'centos',                   '/mirrors/centos-vault/~C/os/~A/' => 'centos',
116                   '/mirrors/centos-vault/~C/extras/~A/' => 'centos',                   '/mirrors/centos-vault/~C/extras/~A/' => 'centos',
117                   '/mirrors/fedora/epel/~C/~A/' => 'epel',                   '/mirrors/fedora/epel/~C/~A/' => 'epel',
118                   '/mirrors/fedora/epel/testing/~C/~A/' => 'epel',                   '/mirrors/fedora/epel/testing/~C/~A/' => 'epeltesting',
119                     '/mirrors/remi/enterprise/~C/remi/~A/' => 'remi',
120                     '/mirrors/remi/SRPMS/' => 'remi',
121                     '/mirrors/remi/enterprise/~C/safe/~A/' => 'remisafe',
122                     '/mirrors/rpmfusion/updates/~C/~A/' => 'rpmfusion',
123                   '/mirrors/rpmforge/redhat/el~C/en/~A/dag/' => 'rpmforge',                   '/mirrors/rpmforge/redhat/el~C/en/~A/dag/' => 'rpmforge',
124                   '/mirrors/rpmforge/redhat/el~C/en/~A/extras/' => 'rpmforge',                   '/mirrors/rpmforge/redhat/el~C/en/~A/extras/' => 'rpmforge',
125                   '/mirrors/rpmforge/source/' => 'rpmforge',                   '/mirrors/rpmforge/source/' => 'rpmforge',
# Line 101  my $baserepo = { "~S${repotag}os/~A/" => Line 127  my $baserepo = { "~S${repotag}os/~A/" =>
127                   '/mirrors/atrpms/el~C-~A/atrpms/testing/' => 'atrpms',                   '/mirrors/atrpms/el~C-~A/atrpms/testing/' => 'atrpms',
128                   '/mirrors/atrpms/src/el~C-~A/atrpms/stable/' => 'atrpms',                   '/mirrors/atrpms/src/el~C-~A/atrpms/stable/' => 'atrpms',
129                   '/mirrors/atrpms/src/el~C-~A/atrpms/testing/' => 'atrpms',                   '/mirrors/atrpms/src/el~C-~A/atrpms/testing/' => 'atrpms',
130                     '/mirrors/openfusion/centos~C-~A/' => 'openfusion',
131                     '/mirrors/openfusion/srpms-el~C/' => 'openfusion',
132                 };                 };
133    
134    # add here packages to exclude
135    # for each version, if a repo is listed and rpm are listed they will be ignored fromt his repo
136  my $skippkg = { '8'  => { 'atrpms'        => { map { $_ => 1 } ( 'clamav', 'gnupg' ) },  my $skippkg = { '8'  => { 'atrpms'        => { map { $_ => 1 } ( 'clamav', 'gnupg' ) },
137                            'centos'        => { map { $_ => 1 } ( 'horde', 'imp-h3', 'ingo-h3', 'turba-h3' ) },                            'centos'        => { map { $_ => 1 } ( 'horde', 'imp-h3', 'ingo-h3', 'turba-h3' ) },
138                            'epel'          => { map { $_ => 1 } ( 'clamav', 'fping', 'html2ps', 'horde', 'libtalloc', 'libtdb', 'oidentd', 'perl-Compress-Bzip2', 'perl-Compress-Raw-Zlib', 'perl-Compress-Raw-Bzip2', 'perl-Crypt-OpenSSL-Bignum', 'perl-Crypt-OpenSSL-Random', 'perl-Crypt-OpenSSL-RSA', 'perl-Razor-Agent', 'smolt' ) },                            'epel'          => { map { $_ => 1 } ( 'clamav', 'cppunit', 'fping', 'html2ps', 'horde', 'libtalloc', 'libtdb', 'oidentd', 'perl-Compress-Bzip2', 'perl-Compress-Raw-Zlib', 'perl-Compress-Raw-Bzip2', 'perl-Crypt-OpenSSL-Bignum', 'perl-Crypt-OpenSSL-Random', 'perl-Crypt-OpenSSL-RSA', 'perl-Razor-Agent', 'smolt' ) },
139                              'epeltesting'   => { map { $_ => 1 } ( 'clamav', 'cppunit', 'fping', 'html2ps', 'horde', 'libtalloc', 'libtdb', 'oidentd', 'perl-Compress-Bzip2', 'perl-Compress-Raw-Zlib', 'perl-Compress-Raw-Bzip2', 'perl-Crypt-OpenSSL-Bignum', 'perl-Crypt-OpenSSL-Random', 'perl-Crypt-OpenSSL-RSA', 'perl-Razor-Agent', 'smolt' ) },
140                            'rpmforge'      => { map { $_ => 1 } ( 'dovecot', 'libtalloc', 'mod_auth_tkt', 'perl-Test-Inline', 'spamassassin', 'lzo',  'perl-Convert-TNEF', 'perl-Mail-SPF', 'proftpd', 'erlang', 'perl-DateTime-Format-Mail', 'perl-DateTime-Format-W3CDTF', 'perl-Email-Abstract', 'perl-Email-MIME-Attachment-Stripper', 'perl-Email-Reply', 'perl-Font-AFM', 'perl-IPC-Run', 'rkhunter') },                            'rpmforge'      => { map { $_ => 1 } ( 'dovecot', 'libtalloc', 'mod_auth_tkt', 'perl-Test-Inline', 'spamassassin', 'lzo',  'perl-Convert-TNEF', 'perl-Mail-SPF', 'proftpd', 'erlang', 'perl-DateTime-Format-Mail', 'perl-DateTime-Format-W3CDTF', 'perl-Email-Abstract', 'perl-Email-MIME-Attachment-Stripper', 'perl-Email-Reply', 'perl-Font-AFM', 'perl-IPC-Run', 'rkhunter') },
141                          },                          },
142                  '9'  => { 'atrpms'        => { map { $_ => 1 } ( 'clamav', 'perl-Pod-Escapes', 'perl-Pod-Simple' ) },                  '9'  => { 'atrpms'        => { map { $_ => 1 } ( 'clamav', 'perl-Pod-Escapes', 'perl-Pod-Simple','libvorbis' , 'libogg','iksemel' ) },
143                            'epel'          => { map { $_ => 1 } ( 'oidentd', 'perl-Razor-Agent' ) },                            'epel'          => { map { $_ => 1 } ( 'clamav', 'oidentd', 'perl-Razor-Agent' ) },
144                            'rpmforge'      => { map { $_ => 1 } ( 'perl-CGI', 'perl-Compress-Raw-Zlib', 'perl-ExtUtils-ParseXS', 'perl-Pod-Escapes', 'perl-Pod-Simple', 'perl-Time-HiRes', 'perl-version', 'spamassassin', 'portreserve', 'perl-libwww-perl' , 'lzo', 'perl-BSD-Resource', 'perl-Convert-ASN1', 'perl-Devel-StackTrace', 'perl-Digest-SHA1', 'perl-MIME-tools', 'perl-MailTools', 'perl-PPI', 'perl-URI', 'perl-XML-NamespaceSupport', 'perl-XML-Parser', 'perl-XML-SAX-Writer', 'perl-YAML-Syck', 'proftpd', 'syslinux') },                            'epeltesting'   => { map { $_ => 1 } ( 'clamav', 'oidentd', 'perl-Razor-Agent' ) },
145                              'rpmforge'      => { map { $_ => 1 } ( 'perl-CGI', 'perl-Compress-Raw-Zlib', 'perl-ExtUtils-ParseXS', 'perl-Pod-Escapes', 'perl-Pod-Simple', 'perl-Time-HiRes', 'perl-version', 'spamassassin', 'portreserve', 'perl-libwww-perl' , 'lzo', 'perl-BSD-Resource', 'perl-Convert-ASN1', 'perl-DBD-SQLite', 'perl-Devel-StackTrace', 'perl-Digest-SHA1', 'perl-JSON', 'perl-MIME-tools', 'perl-MailTools', 'perl-PPI', 'perl-URI', 'perl-XML-NamespaceSupport', 'perl-XML-Parser', 'perl-XML-SAX-Writer', 'perl-YAML-Syck', 'proftpd', 'syslinux') },
146                          },                          },
147                  '10' => {                  '10' => {
148                              'centos'        => { map { $_ => 1 } ( 'samba' ) },
149                              'epel'          => { map { $_ => 1 } ( 'clamav') },
150                              'epeltesting'   => { map { $_ => 1 } ( 'clamav', 'tidy') },
151                          },                          },
152                };                };
153    
154    # add here include only conditions
155    # for each version if a repo is listed here, only listed rpm will be considered
156    my $onlypkg = { '8' => {
157                              'openfusion' => { },
158                              'remi' => { },
159                              'remisafe' => { },
160                            },
161                    '9'  => {
162                              'openfusion' => { map { $_ => 1 } ( 'perl-Carp', 'perl-Scalar-List-Utils', 'perl-Class-Method-Modifiers', 'perl-B-Hooks-OP-Check', 'perl-Sub-Exporter-Progressive', 'perl-Devel-GlobalDestruction', 'perl-Socket', 'perl-Data-Validate-IP', 'perl-Eval-Closure', 'perl-Params-Classify', 'perl-Module-Runtime', 'perl-Module-Implementation', 'perl-Class-Load-XS', 'perl-MooX-Types-MooseLike', 'perl-Hash-FieldHash', 'perl-Algorithm-C3', 'perl-Class-C3', 'perl-MRO-Compat', 'perl-Class-XSAccessor', 'perl-ExtUtils-Manifest', 'perl-IPC-Cmd', 'perl-Module-Build', 'perl-ExtUtils-CBuilder', 'perl-Perl-OSType', 'perl-ExtUtils-Install', 'perl-Params-Validate', 'perl-Sub-Name', 'perl-Sub-Quote', 'perl-Sub-Identify', 'perl-Role-Tiny', 'perl-File-HomeDir', 'perl-Data-Dumper-Concise', 'perl-multidimensional', 'perl-Test-Warnings', 'perl-Term-ANSIColor', 'perl-Task-Weaken', 'perl-Clone-PP', 'perl-Data-IEEE754', 'perl-DateTime-TimeZone', 'perl-Exporter-Tiny', 'perl-List-AllUtils', 'perl-Dist-CheckConflicts', 'perl-Moose', 'perl-DateTime-Locale', 'perl-DateTime', 'perl-Variable-Magic', 'perl-B-Hooks-EndOfScope', 'perl-namespace-clean', 'perl-namespace-autoclean', 'perl-Lexical-SealRequireHints', 'perl-bareword-filehandles', 'perl-indirect', 'perl-strictures', 'perl-Moo', 'perl-MooX-StrictConstructor', 'perl-Throwable', 'perl-Math-Int64', 'perl-Math-Int128', 'perl-MaxMind-DB-Common', 'perl-Net-Works', 'perl-Sort-Naturally', 'perl-Data-Printer', 'perl-MaxMind-DB-Reader', 'perl-GeoIP2', 'perl-Data-OptList','perl-Class-Load', 'perl-App-cpanminus' )}, # not for moment : perl-Devel-StackTrace perl-parent perl-ExtUtils-MakeMaker perl-List-MoreUtils
163                              'remi' => { },
164                            },
165                    '10' => {
166                              'openfusion' => { },
167                              'remi' => { map { $_ => 1 } ( 'php-pear' )},
168                            },
169    };
170    
171  my ($stage) = sort { $repos->{$a}->{stage} <=> $repos->{$b}->{stage} } grep { $repos->{$_}->{stage} } keys %$repos;  my ($stage) = sort { $repos->{$a}->{stage} <=> $repos->{$b}->{stage} } grep { $repos->{$_}->{stage} } keys %$repos;
172  my ($devel1, $devel2) = sort { $repos->{$a}->{devel} <=> $repos->{$b}->{devel} } grep { $repos->{$_}->{devel} } keys %$repos;  my ($devel1, $devel2) = sort { $repos->{$a}->{devel} <=> $repos->{$b}->{devel} } grep { $repos->{$_}->{devel} } keys %$repos;
173  $devel2 ||= $devel1;  $devel2 ||= $devel1;
# Line 135  foreach my $ver ( sort { $a <=> $b } key Line 187  foreach my $ver ( sort { $a <=> $b } key
187      }      }
188    
189      foreach my $dir  ( sort { $repos->{$baserepo->{$b}}->{prio} <=> $repos->{$baserepo->{$a}}->{prio} || $a cmp $b } keys %$baserepo ) {      foreach my $dir  ( sort { $repos->{$baserepo->{$b}}->{prio} <=> $repos->{$baserepo->{$a}}->{prio} || $a cmp $b } keys %$baserepo ) {
190          my $bdir = $dir;          my $bdir = $dir;
191          $bdir =~ s/~S/$distrepo->{$ver}->{repo}/;          $bdir =~ s/~S/$distrepo->{$ver}->{repo}/;
192          $bdir =~ s/~s/$ver/;          $bdir =~ s/~s/$ver/;
193          $bdir =~ s/~C/$distrepo->{$ver}->{centos}/;          $bdir =~ s/~C/$distrepo->{$ver}->{centos}/;
# Line 407  foreach my $ver ( sort { $a <=> $b } key Line 459  foreach my $ver ( sort { $a <=> $b } key
459                              push @{$p2->{repos}}, $p2->{repo};                              push @{$p2->{repos}}, $p2->{repo};
460                          }                          }
461                      } elsif ( scalar @{$acnt->{$r}->{$p}->{$a}} != 1 ) {                      } elsif ( scalar @{$acnt->{$r}->{$p}->{$a}} != 1 ) {
462                          print "\n * many packages ($r, $a, $p)\n" unless $p =~ m{^syslinux-nonlinux-[0-9]};                          print "\n * many packages ($r, $a, $p)\n" unless ( ($p =~ m{^syslinux-nonlinux-[0-9]}) || ($p =~ m{^lib(mcrypt|webp)-[0-9]})  ) ;
463                      }                      }
464                  }                  }
465              }              }
# Line 520  foreach my $ver ( sort { $a <=> $b } key Line 572  foreach my $ver ( sort { $a <=> $b } key
572                  my $checksum = "--checksum $distrepo->{$ver}->{checksum}";                  my $checksum = "--checksum $distrepo->{$ver}->{checksum}";
573    
574                  my $exclude = "";                  my $exclude = "";
575                  $exclude .= " --exclude ${osdir}/*" if -d "$dir/Packages";                  $exclude .= " --exclude ${osdir}/*" if ( -d "$dir/Packages" &&  ${osdir} ne "Packages" );
576                  $exclude .= " --exclude *smeserver-release*.rpm" if $dir =~ m{test/|-testing/};                  $exclude .= " --exclude *smeserver-release*.rpm" if $dir =~ m{test/|-testing/};
577    
578                  my $groupfile = "";                  my $groupfile = "";
# Line 604  sub process_rpm { Line 656  sub process_rpm {
656      }      }
657      my ($src, $version, $release) = ($pkg->is_source_package ? $pkg->filename : $pkg->sourcerpm) =~ m{(?:^|/)([^/]*)-([^-]+)-([^-]+)\.\w+\.rpm$};      my ($src, $version, $release) = ($pkg->is_source_package ? $pkg->filename : $pkg->sourcerpm) =~ m{(?:^|/)([^/]*)-([^-]+)-([^-]+)\.\w+\.rpm$};
658      return if $skippkg->{$ver}->{$repo} && ( $skippkg->{$ver}->{$repo}->{$src} || $skippkg->{$ver}->{$repo}->{$pkg->name} );      return if $skippkg->{$ver}->{$repo} && ( $skippkg->{$ver}->{$repo}->{$src} || $skippkg->{$ver}->{$repo}->{$pkg->name} );
659        return if $onlypkg->{$ver}->{$repo} && !( $onlypkg->{$ver}->{$repo}->{$src} || $onlypkg->{$ver}->{$repo}->{$pkg->name} );
660      return if $repos->{$repo}->{base} && $nosig && $baserepo->{$ver}->{sign};      return if $repos->{$repo}->{base} && $nosig && $baserepo->{$ver}->{sign};
661      if ( $nosig && ! -f "$HOME/.rpmpass" ) { print " * missing signature (" .$pkg->filename . ")\n"; return; }      if ( $nosig && ! -f "$HOME/.rpmpass" ) { print " * missing signature (" .$pkg->filename . ")\n"; return; }
662      my $arch = 'unknown';      my $arch = 'unknown';

Legend:
Removed lines/characters  
Changed lines/characters
  Added lines/characters
admin@koozali.org
 ViewVC Help
Powered by ViewVC 1.2.1 RSS 2.0 feed