scripts/metadata.pl

   1 #!/usr/bin/env perl
   2 use FindBin;
   3 use lib "$FindBin::Bin";
   4 use strict;
   5 use metadata;
   6
   7 my %board;
   8
   9 sub confstr($) {
  10         my $conf = shift;
  11         $conf =~ tr#/\.\-/#___#;
  12         return $conf;
  13 }
  14
  15 sub parse_target_metadata() {
  16         my $file = shift @ARGV;
  17         my ($target, @target, $profile);
  18         my %target;
  19
  20         open FILE, "<$file" or do {
  21                 warn "Can't open file '$file': $!\n";
  22                 return;
  23         };
  24         while (<FILE>) {
  25                 chomp;
  26                 /^Target:\s*(.+)\s*$/ and do {
  27                         my $name = $1;
  28                         $target = {
  29                                 id => $name,
  30                                 board => $name,
  31                                 boardconf => confstr($name),
  32                                 conf => confstr($name),
  33                                 profiles => [],
  34                                 features => [],
  35                                 depends => [],
  36                                 subtargets => []
  37                         };
  38                         push @target, $target;
  39                         $target{$name} = $target;
  40                         if ($name =~ /([^\/]+)\/([^\/]+)/) {
  41                                 push @{$target{$1}->{subtargets}}, $2;
  42                                 $target->{board} = $1;
  43                                 $target->{boardconf} = confstr($1);
  44                                 $target->{subtarget} = 1;
  45                                 $target->{parent} = $target{$1};
  46                         }
  47                 };
  48                 /^Target-Kernel:\s*(\d+\.\d+)\s*$/ and $target->{kernel} = $1;
  49                 /^Target-Name:\s*(.+)\s*$/ and $target->{name} = $1;
  50                 /^Target-Path:\s*(.+)\s*$/ and $target->{path} = $1;
  51                 /^Target-Arch:\s*(.+)\s*$/ and $target->{arch} = $1;
  52                 /^Target-Features:\s*(.+)\s*$/ and $target->{features} = [ split(/\s+/, $1) ];
  53                 /^Target-Depends:\s*(.+)\s*$/ and $target->{depends} = [ split(/\s+/, $1) ];
  54                 /^Target-Description:/ and $target->{desc} = get_multiline(*FILE);
  55                 /^Linux-Version:\s*(.+)\s*$/ and $target->{version} = $1;
  56                 /^Linux-Release:\s*(.+)\s*$/ and $target->{release} = $1;
  57                 /^Linux-Kernel-Arch:\s*(.+)\s*$/ and $target->{karch} = $1;
  58                 /^Default-Packages:\s*(.+)\s*$/ and $target->{packages} = [ split(/\s+/, $1) ];
  59                 /^Target-Profile:\s*(.+)\s*$/ and do {
  60                         $profile = {
  61                                 id => $1,
  62                                 name => $1,
  63                                 packages => []
  64                         };
  65                         push @{$target->{profiles}}, $profile;
  66                 };
  67                 /^Target-Profile-Name:\s*(.+)\s*$/ and $profile->{name} = $1;
  68                 /^Target-Profile-Packages:\s*(.*)\s*$/ and $profile->{packages} = [ split(/\s+/, $1) ];
  69                 /^Target-Profile-Description:\s*(.*)\s*/ and $profile->{desc} = get_multiline(*FILE);
  70                 /^Target-Profile-Config:/ and $profile->{config} = get_multiline(*FILE, "\t");
  71                 /^Target-Profile-Kconfig:/ and $profile->{kconfig} = 1;
  72         }
  73         close FILE;
  74         foreach my $target (@target) {
  75                 next if @{$target->{subtargets}} > 0;
  76                 @{$target->{profiles}} > 0 or $target->{profiles} = [
  77                         {
  78                                 id => 'Default',
  79                                 name => 'Default',
  80                                 packages => []
  81                         }
  82                 ];
  83         }
  84         return @target;
  85 }
  86
  87 sub gen_kconfig_overrides() {
  88         my %config;
  89         my %kconfig;
  90         my $package;
  91         my $pkginfo = shift @ARGV;
  92         my $cfgfile = shift @ARGV;
  93
  94         # parameter 2: build system config
  95         open FILE, "<$cfgfile" or return;
  96         while (<FILE>) {
  97                 /^(CONFIG_.+?)=(.+)$/ and $config{$1} = 1;
  98         }
  99         close FILE;
 100
 101         # parameter 1: package metadata
 102         open FILE, "<$pkginfo" or return;
 103         while (<FILE>) {
 104                 /^Package:\s*(.+?)\s*$/ and $package = $1;
 105                 /^Kernel-Config:\s*(.+?)\s*$/ and do {
 106                         my @config = split /\s+/, $1;
 107                         foreach my $config (@config) {
 108                                 my $val = 'm';
 109                                 my $override;
 110                                 if ($config =~ /^(.+?)=(.+)$/) {
 111                                         $config = $1;
 112                                         $override = 1;
 113                                         $val = $2;
 114                                 }
 115                                 if ($config{"CONFIG_PACKAGE_$package"} and ($config ne 'n')) {
 116                                         $kconfig{$config} = $val;
 117                                 } elsif (!$override) {
 118                                         $kconfig{$config} or $kconfig{$config} = 'n';
 119                                 }
 120                         }
 121                 };
 122         };
 123         close FILE;
 124
 125         foreach my $kconfig (sort keys %kconfig) {
 126                 if ($kconfig{$kconfig} eq 'n') {
 127                         print "# $kconfig is not set\n";
 128                 } else {
 129                         print "$kconfig=$kconfig{$kconfig}\n";
 130                 }
 131         }
 132 }
 133
 134 sub merge_package_lists($$) {
 135         my $list1 = shift;
 136         my $list2 = shift;
 137         my @l = ();
 138         my %pkgs;
 139
 140         foreach my $pkg (@$list1, @$list2) {
 141                 $pkgs{$pkg} = 1;
 142         }
 143         foreach my $pkg (keys %pkgs) {
 144                 push @l, $pkg unless ($pkg =~ /^-/ or $pkgs{"-$pkg"});
 145         }
 146         return sort(@l);
 147 }
 148
 149 sub target_config_features(@) {
 150         my $ret;
 151
 152         while ($_ = shift @_) {
 153                 /broken/ and $ret .= "\tdepends BROKEN\n";
 154                 /display/ and $ret .= "\tselect DISPLAY_SUPPORT\n";
 155                 /gpio/ and $ret .= "\tselect GPIO_SUPPORT\n";
 156                 /pci/ and $ret .= "\tselect PCI_SUPPORT\n";
 157                 /usb/ and $ret .= "\tselect USB_SUPPORT\n";
 158                 /pcmcia/ and $ret .= "\tselect PCMCIA_SUPPORT\n";
 159                 /squashfs/ and $ret .= "\tselect USES_SQUASHFS\n";
 160                 /jffs2/ and $ret .= "\tselect USES_JFFS2\n";
 161                 /ext2/ and $ret .= "\tselect USES_EXT2\n";
 162                 /tgz/ and $ret .= "\tselect USES_TGZ\n";
 163                 /cpiogz/ and $ret .= "\tselect USES_CPIOGZ\n";
 164                 /fpu/ and $ret .= "\tselect HAS_FPU\n";
 165         }
 166         return $ret;
 167 }
 168
 169 sub target_name($) {
 170         my $target = shift;
 171         my $parent = $target->{parent};
 172         if ($parent) {
 173                 return $target->{parent}->{name}." - ".$target->{name};
 174         } else {
 175                 return $target->{name};
 176         }
 177 }
 178
 179 sub kver($) {
 180         my $v = shift;
 181         $v =~ tr/\./_/;
 182         $v =~ /(\d+_\d+_\d+)(_\d+)?/ and $v = $1;
 183         return $v;
 184 }
 185
 186 sub print_target($) {
 187         my $target = shift;
 188         my $features = target_config_features(@{$target->{features}});
 189         my $help = $target->{desc};
 190         my $kernel = $target->{kernel};
 191         my $confstr;
 192         $kernel =~ tr/./_/;
 193
 194         chomp $features;
 195         $features .= "\n";
 196         if ($help =~ /\w+/) {
 197                 $help =~ s/^\s*/\t  /mg;
 198                 $help = "\thelp\n$help";
 199         } else {
 200                 undef $help;
 201         }
 202
 203         my $v = kver($target->{version});
 204         $confstr = <<EOF;
 205 config TARGET_$target->{conf}
 206         bool "$target->{name}"
 207         select LINUX_$kernel
 208         select LINUX_$v
 209 EOF
 210         if ($target->{subtarget}) {
 211                 $confstr .= "\tdepends TARGET_$target->{boardconf}\n";
 212         }
 213         if (@{$target->{subtargets}} > 0) {
 214                 $confstr .= "\tselect HAS_SUBTARGETS\n";
 215         } else {
 216                 $confstr .= "\tselect $target->{arch}\n";
 217                 foreach my $dep (@{$target->{depends}}) {
 218                         my $mode = "depends";
 219                         my $flags;
 220                         my $name;
 221
 222                         $dep =~ /^([@\+\-]+)(.+)$/;
 223                         $flags = $1;
 224                         $name = $2;
 225
 226                         next if $name =~ /:/;
 227                         $flags =~ /-/ and $mode = "deselect";
 228                         $flags =~ /\+/ and $mode = "select";
 229                         $flags =~ /@/ and $confstr .= "\t$mode $name\n";
 230                 }
 231                 $confstr .= $features;
 232         }
 233
 234         $confstr .= "$help\n\n";
 235         print $confstr;
 236 }
 237
 238 sub gen_target_config() {
 239         my @target = parse_target_metadata();
 240         my %defaults;
 241
 242         my @target_sort = sort {
 243                 target_name($a) cmp target_name($b);
 244         } @target;
 245
 246
 247         print <<EOF;
 248 choice
 249         prompt "Target System"
 250         default TARGET_brcm_2_4
 251         reset if !DEVEL
 252
 253 EOF
 254
 255         foreach my $target (@target_sort) {
 256                 next if $target->{subtarget};
 257                 print_target($target);
 258         }
 259
 260         print <<EOF;
 261 endchoice
 262
 263 choice
 264         prompt "Subtarget" if HAS_SUBTARGETS
 265
 266 EOF
 267         foreach my $target (@target) {
 268                 next unless $target->{subtarget};
 269                 print_target($target);
 270         }
 271
 272 print <<EOF;
 273 endchoice
 274
 275 choice
 276         prompt "Target Profile"
 277
 278 EOF
 279
 280         foreach my $target (@target) {
 281                 my $profiles = $target->{profiles};
 282
 283                 foreach my $profile (@$profiles) {
 284                         print <<EOF;
 285 config TARGET_$target->{conf}_$profile->{id}
 286         bool "$profile->{name}"
 287         depends TARGET_$target->{conf}
 288 $profile->{config}
 289 EOF
 290                         $profile->{kconfig} and print "\tselect PROFILE_KCONFIG\n";
 291                         my @pkglist = merge_package_lists($target->{packages}, $profile->{packages});
 292                         foreach my $pkg (@pkglist) {
 293                                 print "\tselect DEFAULT_$pkg\n";
 294                                 $defaults{$pkg} = 1;
 295                         }
 296                         print "\n";
 297                 }
 298         }
 299
 300         print <<EOF;
 301 endchoice
 302
 303 config HAS_SUBTARGETS
 304         bool
 305
 306 config TARGET_BOARD
 307         string
 308
 309 EOF
 310         foreach my $target (@target) {
 311                 $target->{subtarget} or print "\t\tdefault \"".$target->{board}."\" if TARGET_".$target->{conf}."\n";
 312         }
 313
 314         my %kver;
 315         foreach my $target (@target) {
 316                 my $v = kver($target->{version});
 317                 next if $kver{$v};
 318                 $kver{$v} = 1;
 319                 print <<EOF;
 320 config LINUX_$v
 321         bool
 322 EOF
 323         }
 324         foreach my $def (sort keys %defaults) {
 325                 print "\tconfig DEFAULT_".$def."\n";
 326                 print "\t\tbool\n\n";
 327         }
 328 }
 329
 330 my %dep_check;
 331 sub __find_package_dep($$) {
 332         my $pkg = shift;
 333         my $name = shift;
 334         my $deps = ($pkg->{vdepends} or $pkg->{depends});
 335
 336         return 0 unless defined $deps;
 337         foreach my $dep (@{$deps}) {
 338                 next if $dep_check{$dep};
 339                 $dep_check{$dep} = 1;
 340                 return 1 if $dep eq $name;
 341                 return 1 if ($package{$dep} and (__find_package_dep($package{$dep},$name) == 1));
 342         }
 343         return 0;
 344 }
 345
 346 # wrapper to avoid infinite recursion
 347 sub find_package_dep($$) {
 348         my $pkg = shift;
 349         my $name = shift;
 350
 351         %dep_check = ();
 352         return __find_package_dep($pkg, $name);
 353 }
 354
 355 sub package_depends($$) {
 356         my $a = shift;
 357         my $b = shift;
 358         my $ret;
 359
 360         return 0 if ($a->{submenu} ne $b->{submenu});
 361         if (find_package_dep($a, $b->{name}) == 1) {
 362                 $ret = 1;
 363         } elsif (find_package_dep($b, $a->{name}) == 1) {
 364                 $ret = -1;
 365         } else {
 366                 return 0;
 367         }
 368         return $ret;
 369 }
 370
 371 sub mconf_depends($$) {
 372         my $depends = shift;
 373         my $only_dep = shift;
 374         my $res;
 375         my $dep = shift;
 376         my $seen = shift;
 377         $dep or $dep = {};
 378         $seen or $seen = {};
 379
 380         $depends or return;
 381         my @depends = @$depends;
 382         foreach my $depend (@depends) {
 383                 my $m = "depends";
 384                 $depend =~ s/^([@\+]+)//;
 385                 my $flags = $1;
 386                 my $condition;
 387                 my $vdep;
 388
 389                 if ($depend =~ /^(.+):(.+)$/) {
 390                         $condition = $1;
 391                         $depend = $2;
 392                 }
 393                 next if $seen->{$depend};
 394                 $seen->{$depend} = 1;
 395                 if ($vdep = $package{$depend}->{vdepends}) {
 396                         $depend = join("||", map { "PACKAGE_".$_ } @$vdep);
 397                 } else {
 398                         $flags =~ /\+/ and do {
 399                                 # Menuconfig will not treat 'select FOO' as a real dependency
 400                                 # thus if FOO depends on other config options, these dependencies
 401                                 # will not be checked. To fix this, we simply emit all of FOO's
 402                                 # depends here as well.
 403                                 $package{$depend} and mconf_depends($package{$depend}->{depends}, 1, $dep, $seen);
 404
 405                                 $m = "select";
 406                                 next if $only_dep;
 407                         };
 408                         $flags =~ /@/ or $depend = "PACKAGE_$depend";
 409                         $condition and $depend = "$depend if $condition";
 410                 }
 411                 $dep->{$depend} =~ /select/ or $dep->{$depend} = $m;
 412         }
 413         foreach my $depend (keys %$dep) {
 414                 my $m = $dep->{$depend};
 415                 $res .= "\t\t$m $depend\n";
 416         }
 417         return $res;
 418 }
 419
 420 sub print_package_config_category($) {
 421         my $cat = shift;
 422         my %menus;
 423         my %menu_dep;
 424
 425         return unless $category{$cat};
 426
 427         print "menu \"$cat\"\n\n";
 428         my %spkg = %{$category{$cat}};
 429
 430         foreach my $spkg (sort {uc($a) cmp uc($b)} keys %spkg) {
 431                 foreach my $pkg (@{$spkg{$spkg}}) {
 432                         my $menu = $pkg->{submenu};
 433                         if ($menu) {
 434                                 $menu_dep{$menu} or $menu_dep{$menu} = $pkg->{submenudep};
 435                         } else {
 436                                 $menu = 'undef';
 437                         }
 438                         $menus{$menu} or $menus{$menu} = [];
 439                         push @{$menus{$menu}}, $pkg;
 440                 }
 441         }
 442         my @menus = sort {
 443                 ($a eq 'undef' ?  1 : 0) or
 444                 ($b eq 'undef' ? -1 : 0) or
 445                 ($a cmp $b)
 446         } keys %menus;
 447
 448         foreach my $menu (@menus) {
 449                 my @pkgs = sort {
 450                         package_depends($a, $b) or
 451                         ($a->{name} cmp $b->{name})
 452                 } @{$menus{$menu}};
 453                 if ($menu ne 'undef') {
 454                         $menu_dep{$menu} and print "if $menu_dep{$menu}\n";
 455                         print "menu \"$menu\"\n";
 456                 }
 457                 foreach my $pkg (@pkgs) {
 458                         my $title = $pkg->{name};
 459                         my $c = (72 - length($pkg->{name}) - length($pkg->{title}));
 460                         if ($c > 0) {
 461                                 $title .= ("." x $c). " ". $pkg->{title};
 462                         }
 463                         print "\t";
 464                         $pkg->{menu} and print "menu";
 465                         print "config PACKAGE_".$pkg->{name}."\n";
 466                         print "\t\t".($pkg->{tristate} ? 'tristate' : 'bool')." \"$title\"\n";
 467                         print "\t\tdefault y if DEFAULT_".$pkg->{name}."\n";
 468                         foreach my $default (split /\s*,\s*/, $pkg->{default}) {
 469                                 print "\t\tdefault $default\n";
 470                         }
 471                         print mconf_depends($pkg->{depends}, 0);
 472                         print "\t\thelp\n";
 473                         print $pkg->{description};
 474                         print "\n";
 475
 476                         $pkg->{config} and print $pkg->{config}."\n";
 477                 }
 478                 if ($menu ne 'undef') {
 479                         print "endmenu\n";
 480                         $menu_dep{$menu} and print "endif\n";
 481                 }
 482         }
 483         print "endmenu\n\n";
 484
 485         undef $category{$cat};
 486 }
 487
 488 sub gen_package_config() {
 489         parse_package_metadata($ARGV[0]) or exit 1;
 490         print "menuconfig UCI_PRECONFIG\n\tbool \"Image configuration\"\n" if %preconfig;
 491         foreach my $preconfig (keys %preconfig) {
 492                 foreach my $cfg (keys %{$preconfig{$preconfig}}) {
 493                         my $conf = $preconfig{$preconfig}->{$cfg}->{id};
 494                         $conf =~ tr/\.-/__/;
 495                         print <<EOF
 496         config UCI_PRECONFIG_$conf
 497                 string "$preconfig{$preconfig}->{$cfg}->{label}" if UCI_PRECONFIG
 498                 depends PACKAGE_$preconfig
 499                 default "$preconfig{$preconfig}->{$cfg}->{default}"
 500
 501 EOF
 502                 }
 503         }
 504         print_package_config_category 'Base system';
 505         foreach my $cat (keys %category) {
 506                 print_package_config_category $cat;
 507         }
 508 }
 509
 510 sub gen_package_mk() {
 511         my %conf;
 512         my %dep;
 513         my %done;
 514         my $line;
 515
 516         parse_package_metadata($ARGV[0]) or exit 1;
 517         foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
 518                 my $config;
 519                 my $pkg = $package{$name};
 520                 my @srcdeps;
 521
 522                 next if defined $pkg->{vdepends};
 523
 524                 if ($ENV{SDK}) {
 525                         $conf{$pkg->{src}} or do {
 526                                 $config = 'm';
 527                                 $conf{$pkg->{src}} = 1;
 528                         };
 529                 } else {
 530                         $config = "\$(CONFIG_PACKAGE_$name)"
 531                 }
 532                 if ($config) {
 533                         print "package-$config += $pkg->{subdir}$pkg->{src}\n";
 534                         $pkg->{prereq} and print "prereq-$config += $pkg->{subdir}$pkg->{src}\n";
 535                 }
 536
 537                 next if $done{$pkg->{src}};
 538                 $done{$pkg->{src}} = 1;
 539
 540                 foreach my $spkg (@{$srcpackage{$pkg->{src}}}) {
 541                         foreach my $dep (@{$spkg->{depends}}, @{$spkg->{builddepends}}) {
 542                                 $dep =~ /@/ or do {
 543                                         $dep =~ s/\+//g;
 544                                         push @srcdeps, $dep;
 545                                 };
 546                         }
 547                 }
 548
 549                 my $hasdeps = 0;
 550                 my $depline = "";
 551                 foreach my $deps (@srcdeps) {
 552                         my $idx;
 553                         my $condition;
 554
 555                         if ($deps =~ /^(.+):(.+)/) {
 556                                 $condition = $1;
 557                                 $deps = $2;
 558                         }
 559
 560                         my $pkg_dep = $package{$deps};
 561                         my @deps;
 562
 563                         if ($pkg_dep->{vdepends}) {
 564                                 @deps = @{$pkg_dep->{vdepends}};
 565                         } else {
 566                                 @deps = ($deps);
 567                         }
 568
 569                         foreach my $dep (@deps) {
 570                                 $pkg_dep = $package{$deps};
 571                                 if (defined $pkg_dep->{src}) {
 572                                         ($pkg->{src} ne $pkg_dep->{src}) and $idx = $pkg_dep->{subdir}.$pkg_dep->{src};
 573                                 } elsif (defined($srcpackage{$dep})) {
 574                                         $idx = $subdir{$dep}.$dep;
 575                                 }
 576                                 undef $idx if $idx =~ /^(kernel)|(base-files)$/;
 577                                 if ($idx) {
 578                                         next if $pkg->{src} eq $pkg_dep->{src};
 579                                         next if $dep{$pkg->{src}."->".$idx};
 580                                         next if $dep{$pkg->{src}."->($dep)".$idx};
 581                                         my $depstr;
 582
 583                                         if ($pkg_dep->{vdepends}) {
 584                                                 $depstr = "\$(if \$(CONFIG_PACKAGE_$dep),\$(curdir)/$idx/compile)";
 585                                                 $dep{$pkg->{src}."->($dep)".$idx} = 1;
 586                                         } else {
 587                                                 $depstr = "\$(curdir)/$idx/compile";
 588                                                 $dep{$pkg->{src}."->".$idx} = 1;
 589                                         }
 590                                         if ($condition) {
 591                                                 $depline .= " \$(if \$(CONFIG_$condition),$depstr)";
 592                                         } else {
 593                                                 $depline .= " $depstr";
 594                                         }
 595                                 }
 596                         }
 597                 }
 598                 if ($depline) {
 599                         $line .= "\$(curdir)/".$pkg->{subdir}."$pkg->{src}/compile += $depline\n";
 600                 }
 601         }
 602
 603         if ($line ne "") {
 604                 print "\n$line";
 605         }
 606         foreach my $preconfig (keys %preconfig) {
 607                 my $cmds;
 608                 foreach my $cfg (keys %{$preconfig{$preconfig}}) {
 609                         my $conf = $preconfig{$preconfig}->{$cfg}->{id};
 610                         $conf =~ tr/\.-/__/;
 611                         $cmds .= "\techo \"uci set '$preconfig{$preconfig}->{$cfg}->{id}=\$(subst \",,\$(CONFIG_UCI_PRECONFIG_$conf))'\"; \\\n";
 612                 }
 613                 next unless $cmds;
 614                 print <<EOF
 615
 616 \$(TARGET_DIR)/etc/uci-defaults/$preconfig: FORCE
 617         ( \\
 618 $cmds \\
 619         ) > \$@
 620
 621 ifneq (\$(UCI_PRECONFIG)\$(CONFIG_UCI_PRECONFIG),)
 622   package/preconfig: \$(TARGET_DIR)/etc/uci-defaults/$preconfig
 623 endif
 624 EOF
 625         }
 626 }
 627
 628
 629 sub parse_command() {
 630         my $cmd = shift @ARGV;
 631         for ($cmd) {
 632                 /^target_config$/ and return gen_target_config();
 633                 /^package_mk$/ and return gen_package_mk();
 634                 /^package_config$/ and return gen_package_config();
 635                 /^kconfig/ and return gen_kconfig_overrides();
 636         }
 637         print <<EOF
 638 Available Commands:
 639         $0 target_config [file]         Target metadata in Kconfig format
 640         $0 package_mk [file]            Package metadata in makefile format
 641         $0 package_config [file]        Package metadata in Kconfig format
 642         $0 kconfig [file] [config]      Kernel config overrides
 643
 644 EOF
 645 }
 646
 647 parse_command();