fix a package metadata parsing bug
[openwrt.git] / scripts / metadata.pl
1 #!/usr/bin/env perl
2 use FindBin;
3 use lib "$FindBin::Bin";
4 use strict;
5 use metadata;
6
7 my %board;
8
9 sub confstr($) {
10 my $conf = shift;
11 $conf =~ tr#/\.\-/#___#;
12 return $conf;
13 }
14
15 sub parse_target_metadata() {
16 my $file = shift @ARGV;
17 my ($target, @target, $profile);
18 my %target;
19
20 open FILE, "<$file" or do {
21 warn "Can't open file '$file': $!\n";
22 return;
23 };
24 while (<FILE>) {
25 chomp;
26 /^Target:\s*(.+)\s*$/ and do {
27 my $name = $1;
28 $target = {
29 id => $name,
30 board => $name,
31 boardconf => confstr($name),
32 conf => confstr($name),
33 profiles => [],
34 features => [],
35 depends => [],
36 subtargets => []
37 };
38 push @target, $target;
39 $target{$name} = $target;
40 if ($name =~ /([^\/]+)\/([^\/]+)/) {
41 push @{$target{$1}->{subtargets}}, $2;
42 $target->{board} = $1;
43 $target->{boardconf} = confstr($1);
44 $target->{subtarget} = 1;
45 $target->{parent} = $target{$1};
46 }
47 };
48 /^Target-Kernel:\s*(\d+\.\d+)\s*$/ and $target->{kernel} = $1;
49 /^Target-Name:\s*(.+)\s*$/ and $target->{name} = $1;
50 /^Target-Path:\s*(.+)\s*$/ and $target->{path} = $1;
51 /^Target-Arch:\s*(.+)\s*$/ and $target->{arch} = $1;
52 /^Target-Features:\s*(.+)\s*$/ and $target->{features} = [ split(/\s+/, $1) ];
53 /^Target-Depends:\s*(.+)\s*$/ and $target->{depends} = [ split(/\s+/, $1) ];
54 /^Target-Description:/ and $target->{desc} = get_multiline(*FILE);
55 /^Linux-Version:\s*(.+)\s*$/ and $target->{version} = $1;
56 /^Linux-Release:\s*(.+)\s*$/ and $target->{release} = $1;
57 /^Linux-Kernel-Arch:\s*(.+)\s*$/ and $target->{karch} = $1;
58 /^Default-Packages:\s*(.+)\s*$/ and $target->{packages} = [ split(/\s+/, $1) ];
59 /^Target-Profile:\s*(.+)\s*$/ and do {
60 $profile = {
61 id => $1,
62 name => $1,
63 packages => []
64 };
65 push @{$target->{profiles}}, $profile;
66 };
67 /^Target-Profile-Name:\s*(.+)\s*$/ and $profile->{name} = $1;
68 /^Target-Profile-Packages:\s*(.*)\s*$/ and $profile->{packages} = [ split(/\s+/, $1) ];
69 /^Target-Profile-Description:\s*(.*)\s*/ and $profile->{desc} = get_multiline(*FILE);
70 /^Target-Profile-Config:/ and $profile->{config} = get_multiline(*FILE, "\t");
71 /^Target-Profile-Kconfig:/ and $profile->{kconfig} = 1;
72 }
73 close FILE;
74 foreach my $target (@target) {
75 next if @{$target->{subtargets}} > 0;
76 @{$target->{profiles}} > 0 or $target->{profiles} = [
77 {
78 id => 'Default',
79 name => 'Default',
80 packages => []
81 }
82 ];
83 }
84 return @target;
85 }
86
87 sub gen_kconfig_overrides() {
88 my %config;
89 my %kconfig;
90 my $package;
91 my $pkginfo = shift @ARGV;
92 my $cfgfile = shift @ARGV;
93
94 # parameter 2: build system config
95 open FILE, "<$cfgfile" or return;
96 while (<FILE>) {
97 /^(CONFIG_.+?)=(.+)$/ and $config{$1} = 1;
98 }
99 close FILE;
100
101 # parameter 1: package metadata
102 open FILE, "<$pkginfo" or return;
103 while (<FILE>) {
104 /^Package:\s*(.+?)\s*$/ and $package = $1;
105 /^Kernel-Config:\s*(.+?)\s*$/ and do {
106 my @config = split /\s+/, $1;
107 foreach my $config (@config) {
108 my $val = 'm';
109 my $override;
110 if ($config =~ /^(.+?)=(.+)$/) {
111 $config = $1;
112 $override = 1;
113 $val = $2;
114 }
115 if ($config{"CONFIG_PACKAGE_$package"} and ($config ne 'n')) {
116 $kconfig{$config} = $val;
117 } elsif (!$override) {
118 $kconfig{$config} or $kconfig{$config} = 'n';
119 }
120 }
121 };
122 };
123 close FILE;
124
125 foreach my $kconfig (sort keys %kconfig) {
126 if ($kconfig{$kconfig} eq 'n') {
127 print "# $kconfig is not set\n";
128 } else {
129 print "$kconfig=$kconfig{$kconfig}\n";
130 }
131 }
132 }
133
134 sub merge_package_lists($$) {
135 my $list1 = shift;
136 my $list2 = shift;
137 my @l = ();
138 my %pkgs;
139
140 foreach my $pkg (@$list1, @$list2) {
141 $pkgs{$pkg} = 1;
142 }
143 foreach my $pkg (keys %pkgs) {
144 push @l, $pkg unless ($pkg =~ /^-/ or $pkgs{"-$pkg"});
145 }
146 return sort(@l);
147 }
148
149 sub target_config_features(@) {
150 my $ret;
151
152 while ($_ = shift @_) {
153 /broken/ and $ret .= "\tdepends BROKEN\n";
154 /display/ and $ret .= "\tselect DISPLAY_SUPPORT\n";
155 /gpio/ and $ret .= "\tselect GPIO_SUPPORT\n";
156 /pci/ and $ret .= "\tselect PCI_SUPPORT\n";
157 /usb/ and $ret .= "\tselect USB_SUPPORT\n";
158 /pcmcia/ and $ret .= "\tselect PCMCIA_SUPPORT\n";
159 /squashfs/ and $ret .= "\tselect USES_SQUASHFS\n";
160 /jffs2/ and $ret .= "\tselect USES_JFFS2\n";
161 /ext2/ and $ret .= "\tselect USES_EXT2\n";
162 /tgz/ and $ret .= "\tselect USES_TGZ\n";
163 /cpiogz/ and $ret .= "\tselect USES_CPIOGZ\n";
164 /fpu/ and $ret .= "\tselect HAS_FPU\n";
165 }
166 return $ret;
167 }
168
169 sub target_name($) {
170 my $target = shift;
171 my $parent = $target->{parent};
172 if ($parent) {
173 return $target->{parent}->{name}." - ".$target->{name};
174 } else {
175 return $target->{name};
176 }
177 }
178
179 sub kver($) {
180 my $v = shift;
181 $v =~ tr/\./_/;
182 $v =~ /(\d+_\d+_\d+)(_\d+)?/ and $v = $1;
183 return $v;
184 }
185
186 sub print_target($) {
187 my $target = shift;
188 my $features = target_config_features(@{$target->{features}});
189 my $help = $target->{desc};
190 my $kernel = $target->{kernel};
191 my $confstr;
192 $kernel =~ tr/./_/;
193
194 chomp $features;
195 $features .= "\n";
196 if ($help =~ /\w+/) {
197 $help =~ s/^\s*/\t /mg;
198 $help = "\thelp\n$help";
199 } else {
200 undef $help;
201 }
202
203 my $v = kver($target->{version});
204 if (@{$target->{subtargets}} == 0) {
205 $confstr = <<EOF;
206 config TARGET_$target->{conf}
207 bool "$target->{name}"
208 select LINUX_$kernel
209 select LINUX_$v
210 EOF
211 }
212 else {
213 $confstr = <<EOF;
214 config TARGET_$target->{conf}
215 bool "$target->{name}"
216 EOF
217 }
218 if ($target->{subtarget}) {
219 $confstr .= "\tdepends TARGET_$target->{boardconf}\n";
220 }
221 if (@{$target->{subtargets}} > 0) {
222 $confstr .= "\tselect HAS_SUBTARGETS\n";
223 } else {
224 $confstr .= "\tselect $target->{arch}\n";
225 foreach my $dep (@{$target->{depends}}) {
226 my $mode = "depends";
227 my $flags;
228 my $name;
229
230 $dep =~ /^([@\+\-]+)(.+)$/;
231 $flags = $1;
232 $name = $2;
233
234 next if $name =~ /:/;
235 $flags =~ /-/ and $mode = "deselect";
236 $flags =~ /\+/ and $mode = "select";
237 $flags =~ /@/ and $confstr .= "\t$mode $name\n";
238 }
239 $confstr .= $features;
240 }
241
242 $confstr .= "$help\n\n";
243 print $confstr;
244 }
245
246 sub gen_target_config() {
247 my @target = parse_target_metadata();
248 my %defaults;
249
250 my @target_sort = sort {
251 target_name($a) cmp target_name($b);
252 } @target;
253
254
255 print <<EOF;
256 choice
257 prompt "Target System"
258 default TARGET_brcm_2_4
259 reset if !DEVEL
260
261 EOF
262
263 foreach my $target (@target_sort) {
264 next if $target->{subtarget};
265 print_target($target);
266 }
267
268 print <<EOF;
269 endchoice
270
271 choice
272 prompt "Subtarget" if HAS_SUBTARGETS
273
274 EOF
275 foreach my $target (@target) {
276 next unless $target->{subtarget};
277 print_target($target);
278 }
279
280 print <<EOF;
281 endchoice
282
283 choice
284 prompt "Target Profile"
285
286 EOF
287
288 foreach my $target (@target) {
289 my $profiles = $target->{profiles};
290
291 foreach my $profile (@$profiles) {
292 print <<EOF;
293 config TARGET_$target->{conf}_$profile->{id}
294 bool "$profile->{name}"
295 depends TARGET_$target->{conf}
296 $profile->{config}
297 EOF
298 $profile->{kconfig} and print "\tselect PROFILE_KCONFIG\n";
299 my @pkglist = merge_package_lists($target->{packages}, $profile->{packages});
300 foreach my $pkg (@pkglist) {
301 print "\tselect DEFAULT_$pkg\n";
302 $defaults{$pkg} = 1;
303 }
304 my $help = $profile->{desc};
305 if ($help =~ /\w+/) {
306 $help =~ s/^\s*/\t /mg;
307 $help = "\thelp\n$help";
308 } else {
309 undef $help;
310 }
311 print "$help\n";
312 }
313 }
314
315 print <<EOF;
316 endchoice
317
318 config HAS_SUBTARGETS
319 bool
320
321 config TARGET_BOARD
322 string
323
324 EOF
325 foreach my $target (@target) {
326 $target->{subtarget} or print "\t\tdefault \"".$target->{board}."\" if TARGET_".$target->{conf}."\n";
327 }
328
329 my %kver;
330 foreach my $target (@target) {
331 my $v = kver($target->{version});
332 next if $kver{$v};
333 $kver{$v} = 1;
334 print <<EOF;
335 config LINUX_$v
336 bool
337 EOF
338 }
339 foreach my $def (sort keys %defaults) {
340 print "\tconfig DEFAULT_".$def."\n";
341 print "\t\tbool\n\n";
342 }
343 }
344
345 my %dep_check;
346 sub __find_package_dep($$) {
347 my $pkg = shift;
348 my $name = shift;
349 my $deps = ($pkg->{vdepends} or $pkg->{depends});
350
351 return 0 unless defined $deps;
352 foreach my $dep (@{$deps}) {
353 next if $dep_check{$dep};
354 $dep_check{$dep} = 1;
355 return 1 if $dep eq $name;
356 return 1 if ($package{$dep} and (__find_package_dep($package{$dep},$name) == 1));
357 }
358 return 0;
359 }
360
361 # wrapper to avoid infinite recursion
362 sub find_package_dep($$) {
363 my $pkg = shift;
364 my $name = shift;
365
366 %dep_check = ();
367 return __find_package_dep($pkg, $name);
368 }
369
370 sub package_depends($$) {
371 my $a = shift;
372 my $b = shift;
373 my $ret;
374
375 return 0 if ($a->{submenu} ne $b->{submenu});
376 if (find_package_dep($a, $b->{name}) == 1) {
377 $ret = 1;
378 } elsif (find_package_dep($b, $a->{name}) == 1) {
379 $ret = -1;
380 } else {
381 return 0;
382 }
383 return $ret;
384 }
385
386 sub mconf_depends {
387 my $pkgname = shift;
388 my $depends = shift;
389 my $only_dep = shift;
390 my $res;
391 my $dep = shift;
392 my $seen = shift;
393 my $parent_condition = shift;
394 $dep or $dep = {};
395 $seen or $seen = {};
396
397 $depends or return;
398 my @depends = @$depends;
399 foreach my $depend (@depends) {
400 my $m = "depends";
401 $depend =~ s/^([@\+]+)//;
402 my $flags = $1;
403 my $vdep;
404 my $condition;
405
406 if ($depend =~ /^(.+):(.+)$/) {
407 if ($1 ne "PACKAGE_$pkgname") {
408 if ($parent_condition) {
409 $condition = "$parent_condition && $1";
410 } else {
411 $condition = $1;
412 }
413 }
414 $depend = $2;
415 }
416 next if $seen->{$depend};
417 next if $package{$depend} and $package{$depend}->{buildonly};
418 $seen->{$depend} = 1;
419 if ($vdep = $package{$depend}->{vdepends}) {
420 $depend = join("||", map { "PACKAGE_".$_ } @$vdep);
421 } else {
422 $flags =~ /\+/ and do {
423 # Menuconfig will not treat 'select FOO' as a real dependency
424 # thus if FOO depends on other config options, these dependencies
425 # will not be checked. To fix this, we simply emit all of FOO's
426 # depends here as well.
427 $package{$depend} and mconf_depends($pkgname, $package{$depend}->{depends}, 1, $dep, $seen, $condition);
428
429 $m = "select";
430 next if $only_dep;
431 };
432 $flags =~ /@/ or $depend = "PACKAGE_$depend";
433 if ($condition) {
434 if ($m =~ /select/) {
435 $depend = "$depend if $condition";
436 } else {
437 $depend = "!($condition) || $depend";
438 }
439 }
440 }
441 $dep->{$depend} =~ /select/ or $dep->{$depend} = $m;
442 }
443 foreach my $depend (keys %$dep) {
444 my $m = $dep->{$depend};
445 $res .= "\t\t$m $depend\n";
446 }
447 return $res;
448 }
449
450 sub print_package_config_category($) {
451 my $cat = shift;
452 my %menus;
453 my %menu_dep;
454
455 return unless $category{$cat};
456
457 print "menu \"$cat\"\n\n";
458 my %spkg = %{$category{$cat}};
459
460 foreach my $spkg (sort {uc($a) cmp uc($b)} keys %spkg) {
461 foreach my $pkg (@{$spkg{$spkg}}) {
462 next if $pkg->{buildonly};
463 my $menu = $pkg->{submenu};
464 if ($menu) {
465 $menu_dep{$menu} or $menu_dep{$menu} = $pkg->{submenudep};
466 } else {
467 $menu = 'undef';
468 }
469 $menus{$menu} or $menus{$menu} = [];
470 push @{$menus{$menu}}, $pkg;
471 }
472 }
473 my @menus = sort {
474 ($a eq 'undef' ? 1 : 0) or
475 ($b eq 'undef' ? -1 : 0) or
476 ($a cmp $b)
477 } keys %menus;
478
479 foreach my $menu (@menus) {
480 my @pkgs = sort {
481 package_depends($a, $b) or
482 ($a->{name} cmp $b->{name})
483 } @{$menus{$menu}};
484 if ($menu ne 'undef') {
485 $menu_dep{$menu} and print "if $menu_dep{$menu}\n";
486 print "menu \"$menu\"\n";
487 }
488 foreach my $pkg (@pkgs) {
489 my $title = $pkg->{name};
490 my $c = (72 - length($pkg->{name}) - length($pkg->{title}));
491 if ($c > 0) {
492 $title .= ("." x $c). " ". $pkg->{title};
493 }
494 print "\t";
495 $pkg->{menu} and print "menu";
496 print "config PACKAGE_".$pkg->{name}."\n";
497 print "\t\t".($pkg->{tristate} ? 'tristate' : 'bool')." \"$title\"\n";
498 print "\t\tdefault y if DEFAULT_".$pkg->{name}."\n";
499 foreach my $default (split /\s*,\s*/, $pkg->{default}) {
500 print "\t\tdefault $default\n";
501 }
502 print mconf_depends($pkg->{name}, $pkg->{depends}, 0);
503 print "\t\thelp\n";
504 print $pkg->{description};
505 print "\n";
506
507 $pkg->{config} and print $pkg->{config}."\n";
508 }
509 if ($menu ne 'undef') {
510 print "endmenu\n";
511 $menu_dep{$menu} and print "endif\n";
512 }
513 }
514 print "endmenu\n\n";
515
516 undef $category{$cat};
517 }
518
519 sub gen_package_config() {
520 parse_package_metadata($ARGV[0]) or exit 1;
521 print "menuconfig UCI_PRECONFIG\n\tbool \"Image configuration\"\n" if %preconfig;
522 foreach my $preconfig (keys %preconfig) {
523 foreach my $cfg (keys %{$preconfig{$preconfig}}) {
524 my $conf = $preconfig{$preconfig}->{$cfg}->{id};
525 $conf =~ tr/\.-/__/;
526 print <<EOF
527 config UCI_PRECONFIG_$conf
528 string "$preconfig{$preconfig}->{$cfg}->{label}" if UCI_PRECONFIG
529 depends PACKAGE_$preconfig
530 default "$preconfig{$preconfig}->{$cfg}->{default}"
531
532 EOF
533 }
534 }
535 print_package_config_category 'Base system';
536 foreach my $cat (keys %category) {
537 print_package_config_category $cat;
538 }
539 }
540
541 sub gen_package_mk() {
542 my %conf;
543 my %dep;
544 my %done;
545 my $line;
546
547 parse_package_metadata($ARGV[0]) or exit 1;
548 foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
549 my $config;
550 my $pkg = $package{$name};
551 my @srcdeps;
552
553 next if defined $pkg->{vdepends};
554
555 if ($ENV{SDK}) {
556 $conf{$pkg->{src}} or do {
557 $config = 'm';
558 $conf{$pkg->{src}} = 1;
559 };
560 } else {
561 $config = "\$(CONFIG_PACKAGE_$name)"
562 }
563 if ($config) {
564 $pkg->{buildonly} and $config = "";
565 print "package-$config += $pkg->{subdir}$pkg->{src}\n";
566 $pkg->{prereq} and print "prereq-$config += $pkg->{subdir}$pkg->{src}\n";
567 }
568
569 next if $done{$pkg->{src}};
570 $done{$pkg->{src}} = 1;
571
572 foreach my $spkg (@{$srcpackage{$pkg->{src}}}) {
573 foreach my $dep (@{$spkg->{depends}}, @{$spkg->{builddepends}}) {
574 $dep =~ /@/ or do {
575 $dep =~ s/\+//g;
576 push @srcdeps, $dep;
577 };
578 }
579 }
580
581 my $hasdeps = 0;
582 my %deplines;
583 foreach my $deps (@srcdeps) {
584 my $idx;
585 my $condition;
586
587 if ($deps =~ /^(.+):(.+)/) {
588 $condition = $1;
589 $deps = $2;
590 }
591
592 my $pkg_dep = $package{$deps};
593 my @deps;
594
595 if ($pkg_dep->{vdepends}) {
596 @deps = @{$pkg_dep->{vdepends}};
597 } else {
598 @deps = ($deps);
599 }
600
601 foreach my $dep (@deps) {
602 $pkg_dep = $package{$deps};
603 if (defined $pkg_dep->{src}) {
604 ($pkg->{src} ne $pkg_dep->{src}) and $idx = $pkg_dep->{subdir}.$pkg_dep->{src};
605 } elsif (defined($srcpackage{$dep})) {
606 $idx = $subdir{$dep}.$dep;
607 }
608 undef $idx if $idx =~ /^(kernel)|(base-files)$/;
609 if ($idx) {
610 my $depline;
611 next if $pkg->{src} eq $pkg_dep->{src};
612 next if $dep{$pkg->{src}."->".$idx};
613 next if $dep{$pkg->{src}."->($dep)".$idx} and $pkg_dep->{vdepends};
614 my $depstr;
615
616 if ($pkg_dep->{vdepends}) {
617 $depstr = "\$(if \$(CONFIG_PACKAGE_$dep),\$(curdir)/$idx/compile)";
618 $dep{$pkg->{src}."->($dep)".$idx} = 1;
619 } else {
620 $depstr = "\$(curdir)/$idx/compile";
621 $dep{$pkg->{src}."->".$idx} = 1;
622 }
623 if ($condition) {
624 if ($condition =~ /^!(.+)/) {
625 $depline = "\$(if \$(CONFIG_$1),,$depstr)";
626 } else {
627 $depline = "\$(if \$(CONFIG_$condition),$depstr)";
628 }
629 } else {
630 $depline = $depstr;
631 }
632 if ($depline) {
633 $deplines{$idx.$dep} = $depline;
634 }
635 }
636 }
637 }
638 my $depline = join(" ", values %deplines);
639 if ($depline) {
640 $line .= "\$(curdir)/".$pkg->{subdir}."$pkg->{src}/compile += $depline\n";
641 }
642 }
643
644 if ($line ne "") {
645 print "\n$line";
646 }
647 foreach my $preconfig (keys %preconfig) {
648 my $cmds;
649 foreach my $cfg (keys %{$preconfig{$preconfig}}) {
650 my $conf = $preconfig{$preconfig}->{$cfg}->{id};
651 $conf =~ tr/\.-/__/;
652 $cmds .= "\techo \"uci set '$preconfig{$preconfig}->{$cfg}->{id}=\$(subst \",,\$(CONFIG_UCI_PRECONFIG_$conf))'\"; \\\n";
653 }
654 next unless $cmds;
655 print <<EOF
656
657 \$(TARGET_DIR)/etc/uci-defaults/$preconfig: FORCE
658 ( \\
659 $cmds \\
660 ) > \$@
661
662 ifneq (\$(UCI_PRECONFIG)\$(CONFIG_UCI_PRECONFIG),)
663 package/preconfig: \$(TARGET_DIR)/etc/uci-defaults/$preconfig
664 endif
665 EOF
666 }
667 }
668
669 sub gen_package_source() {
670 parse_package_metadata($ARGV[0]) or exit 1;
671 foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
672 my $pkg = $package{$name};
673 if ($pkg->{name} && $pkg->{source}) {
674 print "$pkg->{name}: ";
675 print "$pkg->{source}\n";
676 }
677 }
678 }
679
680 sub parse_command() {
681 my $cmd = shift @ARGV;
682 for ($cmd) {
683 /^target_config$/ and return gen_target_config();
684 /^package_mk$/ and return gen_package_mk();
685 /^package_config$/ and return gen_package_config();
686 /^kconfig/ and return gen_kconfig_overrides();
687 /^package_source$/ and return gen_package_source();
688 }
689 print <<EOF
690 Available Commands:
691 $0 target_config [file] Target metadata in Kconfig format
692 $0 package_mk [file] Package metadata in makefile format
693 $0 package_config [file] Package metadata in Kconfig format
694 $0 kconfig [file] [config] Kernel config overrides
695 $0 package_source [file] Package source file information
696
697 EOF
698 }
699
700 parse_command();
This page took 0.119111 seconds and 5 git commands to generate.