summaryrefslogtreecommitdiffstats
path: root/scripts/package-metadata.pl
diff options
context:
space:
mode:
authorFelix Fietkau <nbd@nbd.name>2016-05-22 21:31:37 +0200
committerFelix Fietkau <nbd@nbd.name>2016-06-07 08:58:40 +0200
commit9ae952cf8cf2f0d7df95434c8b16d13bc1b47fca (patch)
treebddaea12a78ddd55708a508c02bfb74552bbc7ed /scripts/package-metadata.pl
parent1a3c56f8322d27f4652d23eb7dc14a45e1631e1c (diff)
downloadmaster-31e0f0ae-9ae952cf8cf2f0d7df95434c8b16d13bc1b47fca.tar.gz
master-31e0f0ae-9ae952cf8cf2f0d7df95434c8b16d13bc1b47fca.tar.bz2
master-31e0f0ae-9ae952cf8cf2f0d7df95434c8b16d13bc1b47fca.zip
build: split scripts/metadata.pl into target-metadata.pl and package-metadata.pl
Signed-off-by: Felix Fietkau <nbd@nbd.name>
Diffstat (limited to 'scripts/package-metadata.pl')
-rwxr-xr-xscripts/package-metadata.pl645
1 files changed, 645 insertions, 0 deletions
diff --git a/scripts/package-metadata.pl b/scripts/package-metadata.pl
new file mode 100755
index 0000000000..92c989d3a2
--- /dev/null
+++ b/scripts/package-metadata.pl
@@ -0,0 +1,645 @@
+#!/usr/bin/env perl
+use FindBin;
+use lib "$FindBin::Bin";
+use strict;
+use metadata;
+use Getopt::Long;
+
+my %board;
+
+sub version_to_num($) {
+ my $str = shift;
+ my $num = 0;
+
+ if (defined($str) && $str =~ /^\d+(?:\.\d+)+$/)
+ {
+ my @n = (split(/\./, $str), 0, 0, 0, 0);
+ $num = ($n[0] << 24) | ($n[1] << 16) | ($n[2] << 8) | $n[3];
+ }
+
+ return $num;
+}
+
+sub version_filter_list(@) {
+ my $cmpver = version_to_num(shift @_);
+ my @items;
+
+ foreach my $item (@_)
+ {
+ if ($item =~ s/@(lt|le|gt|ge|eq|ne)(\d+(?:\.\d+)+)\b//)
+ {
+ my $op = $1;
+ my $symver = version_to_num($2);
+
+ if ($symver > 0 && $cmpver > 0)
+ {
+ next unless (($op eq 'lt' && $cmpver < $symver) ||
+ ($op eq 'le' && $cmpver <= $symver) ||
+ ($op eq 'gt' && $cmpver > $symver) ||
+ ($op eq 'ge' && $cmpver >= $symver) ||
+ ($op eq 'eq' && $cmpver == $symver) ||
+ ($op eq 'ne' && $cmpver != $symver));
+ }
+ }
+
+ push @items, $item;
+ }
+
+ return @items;
+}
+
+sub gen_kconfig_overrides() {
+ my %config;
+ my %kconfig;
+ my $package;
+ my $pkginfo = shift @ARGV;
+ my $cfgfile = shift @ARGV;
+ my $patchver = shift @ARGV;
+
+ # parameter 2: build system config
+ open FILE, "<$cfgfile" or return;
+ while (<FILE>) {
+ /^(CONFIG_.+?)=(.+)$/ and $config{$1} = 1;
+ }
+ close FILE;
+
+ # parameter 1: package metadata
+ open FILE, "<$pkginfo" or return;
+ while (<FILE>) {
+ /^Package:\s*(.+?)\s*$/ and $package = $1;
+ /^Kernel-Config:\s*(.+?)\s*$/ and do {
+ my @config = split /\s+/, $1;
+ foreach my $config (version_filter_list($patchver, @config)) {
+ my $val = 'm';
+ my $override;
+ if ($config =~ /^(.+?)=(.+)$/) {
+ $config = $1;
+ $override = 1;
+ $val = $2;
+ }
+ if ($config{"CONFIG_PACKAGE_$package"} and ($config ne 'n')) {
+ next if $kconfig{$config} eq 'y';
+ $kconfig{$config} = $val;
+ } elsif (!$override) {
+ $kconfig{$config} or $kconfig{$config} = 'n';
+ }
+ }
+ };
+ };
+ close FILE;
+
+ foreach my $kconfig (sort keys %kconfig) {
+ if ($kconfig{$kconfig} eq 'n') {
+ print "# $kconfig is not set\n";
+ } else {
+ print "$kconfig=$kconfig{$kconfig}\n";
+ }
+ }
+}
+
+my %dep_check;
+sub __find_package_dep($$) {
+ my $pkg = shift;
+ my $name = shift;
+ my $deps = ($pkg->{vdepends} or $pkg->{depends});
+
+ return 0 unless defined $deps;
+ foreach my $dep (@{$deps}) {
+ next if $dep_check{$dep};
+ $dep_check{$dep} = 1;
+ return 1 if $dep eq $name;
+ return 1 if ($package{$dep} and (__find_package_dep($package{$dep},$name) == 1));
+ }
+ return 0;
+}
+
+# wrapper to avoid infinite recursion
+sub find_package_dep($$) {
+ my $pkg = shift;
+ my $name = shift;
+
+ %dep_check = ();
+ return __find_package_dep($pkg, $name);
+}
+
+sub package_depends($$) {
+ my $a = shift;
+ my $b = shift;
+ my $ret;
+
+ return 0 if ($a->{submenu} ne $b->{submenu});
+ if (find_package_dep($a, $b->{name}) == 1) {
+ $ret = 1;
+ } elsif (find_package_dep($b, $a->{name}) == 1) {
+ $ret = -1;
+ } else {
+ return 0;
+ }
+ return $ret;
+}
+
+sub mconf_depends {
+ my $pkgname = shift;
+ my $depends = shift;
+ my $only_dep = shift;
+ my $res;
+ my $dep = shift;
+ my $seen = shift;
+ my $parent_condition = shift;
+ $dep or $dep = {};
+ $seen or $seen = {};
+ my @t_depends;
+
+ $depends or return;
+ my @depends = @$depends;
+ foreach my $depend (@depends) {
+ my $m = "depends on";
+ my $flags = "";
+ $depend =~ s/^([@\+]+)// and $flags = $1;
+ my $vdep;
+ my $condition = $parent_condition;
+
+ next if $condition eq $depend;
+ next if $seen->{"$parent_condition:$depend"};
+ next if $seen->{":$depend"};
+ $seen->{"$parent_condition:$depend"} = 1;
+ if ($depend =~ /^(.+):(.+)$/) {
+ if ($1 ne "PACKAGE_$pkgname") {
+ if ($condition) {
+ $condition = "$condition && $1";
+ } else {
+ $condition = $1;
+ }
+ }
+ $depend = $2;
+ }
+ next if $package{$depend} and $package{$depend}->{buildonly};
+ if ($flags =~ /\+/) {
+ if ($vdep = $package{$depend}->{vdepends}) {
+ my @vdeps = @$vdep;
+ $depend = shift @vdeps;
+ if (@vdeps > 1) {
+ $condition = '!('.join("||", map { "PACKAGE_".$_ } @vdeps).')';
+ } elsif (@vdeps > 0) {
+ $condition = '!PACKAGE_'.$vdeps[0];
+ }
+ }
+
+ # Menuconfig will not treat 'select FOO' as a real dependency
+ # thus if FOO depends on other config options, these dependencies
+ # will not be checked. To fix this, we simply emit all of FOO's
+ # depends here as well.
+ $package{$depend} and push @t_depends, [ $package{$depend}->{depends}, $condition ];
+
+ $m = "select";
+ next if $only_dep;
+ } else {
+ if ($vdep = $package{$depend}->{vdepends}) {
+ $depend = join("||", map { "PACKAGE_".$_ } @$vdep);
+ }
+ }
+ $flags =~ /@/ or $depend = "PACKAGE_$depend";
+ if ($condition) {
+ if ($m =~ /select/) {
+ next if $depend eq $condition;
+ $depend = "$depend if $condition";
+ } else {
+ $depend = "!($condition) || $depend" unless $dep->{$condition} eq 'select';
+ }
+ }
+ $dep->{$depend} =~ /select/ or $dep->{$depend} = $m;
+ }
+
+ foreach my $tdep (@t_depends) {
+ mconf_depends($pkgname, $tdep->[0], 1, $dep, $seen, $tdep->[1]);
+ }
+
+ foreach my $depend (keys %$dep) {
+ my $m = $dep->{$depend};
+ $res .= "\t\t$m $depend\n";
+ }
+ return $res;
+}
+
+sub mconf_conflicts {
+ my $pkgname = shift;
+ my $depends = shift;
+ my $res = "";
+
+ foreach my $depend (@$depends) {
+ next unless $package{$depend};
+ $res .= "\t\tdepends on m || (PACKAGE_$depend != y)\n";
+ }
+ return $res;
+}
+
+sub print_package_config_category($) {
+ my $cat = shift;
+ my %menus;
+ my %menu_dep;
+
+ return unless $category{$cat};
+
+ print "menu \"$cat\"\n\n";
+ my %spkg = %{$category{$cat}};
+
+ foreach my $spkg (sort {uc($a) cmp uc($b)} keys %spkg) {
+ foreach my $pkg (@{$spkg{$spkg}}) {
+ next if $pkg->{buildonly};
+ my $menu = $pkg->{submenu};
+ if ($menu) {
+ $menu_dep{$menu} or $menu_dep{$menu} = $pkg->{submenudep};
+ } else {
+ $menu = 'undef';
+ }
+ $menus{$menu} or $menus{$menu} = [];
+ push @{$menus{$menu}}, $pkg;
+ }
+ }
+ my @menus = sort {
+ ($a eq 'undef' ? 1 : 0) or
+ ($b eq 'undef' ? -1 : 0) or
+ ($a cmp $b)
+ } keys %menus;
+
+ foreach my $menu (@menus) {
+ my @pkgs = sort {
+ package_depends($a, $b) or
+ ($a->{name} cmp $b->{name})
+ } @{$menus{$menu}};
+ if ($menu ne 'undef') {
+ $menu_dep{$menu} and print "if $menu_dep{$menu}\n";
+ print "menu \"$menu\"\n";
+ }
+ foreach my $pkg (@pkgs) {
+ my $title = $pkg->{name};
+ my $c = (72 - length($pkg->{name}) - length($pkg->{title}));
+ if ($c > 0) {
+ $title .= ("." x $c). " ". $pkg->{title};
+ }
+ $title = "\"$title\"";
+ print "\t";
+ $pkg->{menu} and print "menu";
+ print "config PACKAGE_".$pkg->{name}."\n";
+ $pkg->{hidden} and $title = "";
+ print "\t\t".($pkg->{tristate} ? 'tristate' : 'bool')." $title\n";
+ print "\t\tdefault y if DEFAULT_".$pkg->{name}."\n";
+ unless ($pkg->{hidden}) {
+ my @def = ("ALL");
+ if (!exists($pkg->{repository})) {
+ push @def, "ALL_NONSHARED";
+ }
+ if ($pkg->{name} =~ /^kmod-/) {
+ push @def, "ALL_KMODS";
+ }
+ $pkg->{default} ||= "m if " . join("||", @def);
+ }
+ if ($pkg->{default}) {
+ foreach my $default (split /\s*,\s*/, $pkg->{default}) {
+ print "\t\tdefault $default\n";
+ }
+ }
+ print mconf_depends($pkg->{name}, $pkg->{depends}, 0);
+ print mconf_depends($pkg->{name}, $pkg->{mdepends}, 0);
+ print mconf_conflicts($pkg->{name}, $pkg->{conflicts});
+ print "\t\thelp\n";
+ print $pkg->{description};
+ print "\n";
+
+ $pkg->{config} and print $pkg->{config}."\n";
+ }
+ if ($menu ne 'undef') {
+ print "endmenu\n";
+ $menu_dep{$menu} and print "endif\n";
+ }
+ }
+ print "endmenu\n\n";
+
+ undef $category{$cat};
+}
+
+sub print_package_features() {
+ keys %features > 0 or return;
+ print "menu \"Package features\"\n";
+ foreach my $n (keys %features) {
+ my @features = sort { $b->{priority} <=> $a->{priority} or $a->{title} cmp $b->{title} } @{$features{$n}};
+ print <<EOF;
+choice
+ prompt "$features[0]->{target_title}"
+ default FEATURE_$features[0]->{name}
+EOF
+
+ foreach my $feature (@features) {
+ print <<EOF;
+ config FEATURE_$feature->{name}
+ bool "$feature->{title}"
+EOF
+ $feature->{description} =~ /\w/ and do {
+ print "\t\thelp\n".$feature->{description}."\n";
+ };
+ }
+ print "endchoice\n"
+ }
+ print "endmenu\n\n";
+}
+
+sub print_package_overrides() {
+ keys %overrides > 0 or return;
+ print "\tconfig OVERRIDE_PKGS\n";
+ print "\t\tstring\n";
+ print "\t\tdefault \"".join(" ", keys %overrides)."\"\n\n";
+}
+
+sub gen_package_config() {
+ parse_package_metadata($ARGV[0]) or exit 1;
+ print "menuconfig IMAGEOPT\n\tbool \"Image configuration\"\n\tdefault n\n";
+ foreach my $preconfig (keys %preconfig) {
+ foreach my $cfg (keys %{$preconfig{$preconfig}}) {
+ my $conf = $preconfig{$preconfig}->{$cfg}->{id};
+ $conf =~ tr/\.-/__/;
+ print <<EOF
+ config UCI_PRECONFIG_$conf
+ string "$preconfig{$preconfig}->{$cfg}->{label}" if IMAGEOPT
+ depends on PACKAGE_$preconfig
+ default "$preconfig{$preconfig}->{$cfg}->{default}"
+
+EOF
+ }
+ }
+ print "source \"package/*/image-config.in\"\n";
+ if (scalar glob "package/feeds/*/*/image-config.in") {
+ print "source \"package/feeds/*/*/image-config.in\"\n";
+ }
+ print_package_features();
+ print_package_config_category 'Base system';
+ foreach my $cat (sort {uc($a) cmp uc($b)} keys %category) {
+ print_package_config_category $cat;
+ }
+ print_package_overrides();
+}
+
+sub get_conditional_dep($$) {
+ my $condition = shift;
+ my $depstr = shift;
+ if ($condition) {
+ if ($condition =~ /^!(.+)/) {
+ return "\$(if \$(CONFIG_$1),,$depstr)";
+ } else {
+ return "\$(if \$(CONFIG_$condition),$depstr)";
+ }
+ } else {
+ return $depstr;
+ }
+}
+
+sub gen_package_mk() {
+ my %conf;
+ my %dep;
+ my %done;
+ my $line;
+
+ parse_package_metadata($ARGV[0]) or exit 1;
+ foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
+ my $config;
+ my $pkg = $package{$name};
+ my @srcdeps;
+
+ next if defined $pkg->{vdepends};
+
+ $config = "\$(CONFIG_PACKAGE_$name)";
+ if ($config) {
+ $pkg->{buildonly} and $config = "";
+ print "package-$config += $pkg->{subdir}$pkg->{src}\n";
+ if ($pkg->{variant}) {
+ if (!defined($done{$pkg->{src}}) or $pkg->{variant_default}) {
+ print "\$(curdir)/$pkg->{subdir}$pkg->{src}/default-variant := $pkg->{variant}\n";
+ }
+ print "\$(curdir)/$pkg->{subdir}$pkg->{src}/variants += \$(if $config,$pkg->{variant})\n"
+ }
+ $pkg->{prereq} and print "prereq-$config += $pkg->{subdir}$pkg->{src}\n";
+ }
+
+ next if $done{$pkg->{src}};
+ $done{$pkg->{src}} = 1;
+
+ if (@{$pkg->{buildtypes}} > 0) {
+ print "buildtypes-$pkg->{subdir}$pkg->{src} = ".join(' ', @{$pkg->{buildtypes}})."\n";
+ }
+
+ foreach my $spkg (@{$srcpackage{$pkg->{src}}}) {
+ foreach my $dep (@{$spkg->{depends}}, @{$spkg->{builddepends}}) {
+ $dep =~ /@/ or do {
+ $dep =~ s/\+//g;
+ push @srcdeps, $dep;
+ };
+ }
+ }
+ foreach my $type (@{$pkg->{buildtypes}}) {
+ my @extra_deps;
+ my %deplines;
+
+ next unless $pkg->{"builddepends/$type"};
+ foreach my $dep (@{$pkg->{"builddepends/$type"}}) {
+ my $suffix = "";
+ my $condition;
+
+ if ($dep =~ /^(.+):(.+)/) {
+ $condition = $1;
+ $dep = $2;
+ }
+ if ($dep =~ /^(.+)(\/.+)/) {
+ $dep = $1;
+ $suffix = $2;
+ }
+
+ my $idx = "";
+ my $pkg_dep = $package{$dep};
+ if (defined($pkg_dep) && defined($pkg_dep->{src})) {
+ $idx = $pkg_dep->{subdir}.$pkg_dep->{src};
+ } elsif (defined($srcpackage{$dep})) {
+ $idx = $subdir{$dep}.$dep;
+ } else {
+ next;
+ }
+ my $depstr = "\$(curdir)/$idx$suffix/compile";
+ my $depline = get_conditional_dep($condition, $depstr);
+ if ($depline) {
+ $deplines{$depline}++;
+ }
+ }
+ my $depline = join(" ", sort keys %deplines);
+ if ($depline) {
+ $line .= "\$(curdir)/".$pkg->{subdir}."$pkg->{src}/$type/compile += $depline\n";
+ }
+ }
+
+ my $hasdeps = 0;
+ my %deplines;
+ foreach my $deps (@srcdeps) {
+ my $idx;
+ my $condition;
+ my $prefix = "";
+ my $suffix = "";
+
+ if ($deps =~ /^(.+):(.+)/) {
+ $condition = $1;
+ $deps = $2;
+ }
+ if ($deps =~ /^(.+)(\/.+)/) {
+ $deps = $1;
+ $suffix = $2;
+ }
+
+ my $pkg_dep = $package{$deps};
+ my @deps;
+
+ if ($pkg_dep->{vdepends}) {
+ @deps = @{$pkg_dep->{vdepends}};
+ } else {
+ @deps = ($deps);
+ }
+
+ foreach my $dep (@deps) {
+ $pkg_dep = $package{$deps};
+ if (defined $pkg_dep->{src}) {
+ ($pkg->{src} ne $pkg_dep->{src}.$suffix) and $idx = $pkg_dep->{subdir}.$pkg_dep->{src};
+ } elsif (defined($srcpackage{$dep})) {
+ $idx = $subdir{$dep}.$dep;
+ }
+ undef $idx if $idx eq 'base-files';
+ if ($idx) {
+ $idx .= $suffix;
+
+ my $depline;
+ next if $pkg->{src} eq $pkg_dep->{src}.$suffix;
+ next if $dep{$condition.":".$pkg->{src}."->".$idx};
+ next if $dep{$pkg->{src}."->($dep)".$idx} and $pkg_dep->{vdepends};
+ my $depstr;
+
+ if ($pkg_dep->{vdepends}) {
+ $depstr = "\$(if \$(CONFIG_PACKAGE_$dep),\$(curdir)/$idx/compile)";
+ $dep{$pkg->{src}."->($dep)".$idx} = 1;
+ } else {
+ $depstr = "\$(curdir)/$idx/compile";
+ $dep{$pkg->{src}."->".$idx} = 1;
+ }
+ $depline = get_conditional_dep($condition, $depstr);
+ if ($depline) {
+ $deplines{$depline}++;
+ }
+ }
+ }
+ }
+ my $depline = join(" ", sort keys %deplines);
+ if ($depline) {
+ $line .= "\$(curdir)/".$pkg->{subdir}."$pkg->{src}/compile += $depline\n";
+ }
+ }
+
+ if ($line ne "") {
+ print "\n$line";
+ }
+ foreach my $preconfig (keys %preconfig) {
+ my $cmds;
+ foreach my $cfg (keys %{$preconfig{$preconfig}}) {
+ my $conf = $preconfig{$preconfig}->{$cfg}->{id};
+ $conf =~ tr/\.-/__/;
+ $cmds .= "\techo \"uci set '$preconfig{$preconfig}->{$cfg}->{id}=\$(subst \",,\$(CONFIG_UCI_PRECONFIG_$conf))'\"; \\\n";
+ }
+ next unless $cmds;
+ print <<EOF
+
+ifndef DUMP_TARGET_DB
+\$(TARGET_DIR)/etc/uci-defaults/$preconfig: FORCE
+ ( \\
+$cmds \\
+ ) > \$@
+
+ifneq (\$(IMAGEOPT)\$(CONFIG_IMAGEOPT),)
+ package/preconfig: \$(TARGET_DIR)/etc/uci-defaults/$preconfig
+endif
+endif
+
+EOF
+ }
+}
+
+sub gen_package_source() {
+ parse_package_metadata($ARGV[0]) or exit 1;
+ foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
+ my $pkg = $package{$name};
+ if ($pkg->{name} && $pkg->{source}) {
+ print "$pkg->{name}: ";
+ print "$pkg->{source}\n";
+ }
+ }
+}
+
+sub gen_package_subdirs() {
+ parse_package_metadata($ARGV[0]) or exit 1;
+ foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
+ my $pkg = $package{$name};
+ if ($pkg->{name} && $pkg->{repository}) {
+ print "Package/$name/subdir = $pkg->{repository}\n";
+ }
+ }
+}
+
+sub gen_package_license($) {
+ my $level = shift;
+ parse_package_metadata($ARGV[0]) or exit 1;
+ foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
+ my $pkg = $package{$name};
+ if ($pkg->{name}) {
+ if ($pkg->{license}) {
+ print "$pkg->{name}: ";
+ print "$pkg->{license}\n";
+ if ($pkg->{licensefiles} && $level == 0) {
+ print "\tFiles: $pkg->{licensefiles}\n";
+ }
+ } else {
+ if ($level == 1) {
+ print "$pkg->{name}: Missing license! ";
+ print "Please fix $pkg->{makefile}\n";
+ }
+ }
+ }
+ }
+}
+
+sub gen_version_filtered_list() {
+ foreach my $item (version_filter_list(@ARGV)) {
+ print "$item\n";
+ }
+}
+
+sub parse_command() {
+ GetOptions("ignore=s", \@ignore);
+ my $cmd = shift @ARGV;
+ for ($cmd) {
+ /^mk$/ and return gen_package_mk();
+ /^config$/ and return gen_package_config();
+ /^kconfig/ and return gen_kconfig_overrides();
+ /^source$/ and return gen_package_source();
+ /^subdirs$/ and return gen_package_subdirs();
+ /^license$/ and return gen_package_license(0);
+ /^licensefull$/ and return gen_package_license(1);
+ /^version_filter$/ and return gen_version_filtered_list();
+ }
+ die <<EOF
+Available Commands:
+ $0 mk [file] Package metadata in makefile format
+ $0 config [file] Package metadata in Kconfig format
+ $0 kconfig [file] [config] [patchver] Kernel config overrides
+ $0 source [file] Package source file information
+ $0 subdirs [file] Package subdir information in makefile format
+ $0 license [file] Package license information
+ $0 licensefull [file] Package license information (full list)
+ $0 version_filter [patchver] [list...] Filter list of version tagged strings
+
+Options:
+ --ignore <name> Ignore the source package <name>
+EOF
+}
+
+parse_command();