abuild/apkbuild-cpan.in

#!/usr/bin/perl
# apk add perl-libwww perl-json

use strict;
use warnings;
use 5.016;
use feature "switch";
no if $] >= 5.018, warnings => "experimental::smartmatch";

use LWP::UserAgent;
use LWP::ConnCache;
use CPAN::Meta;
use Module::CoreList;
use JSON;
use Text::Wrap qw(wrap $columns);
use List::Util qw (uniq);

my $license_mappings = {
	"perl_5" => "GPL-1.0-or-later OR Artistic-1.0-Perl",
	"artistic_2" => "Artistic-2.0",
	"gpl_2" => "GPL-2.0-only",
	"gpl_3" => "GPL-3.0-only",
	"mit" => "MIT",
	"apache_2_0" => "Apache-2.0",
};

my $package_mappings = {
	"LWP" => "perl-libwww",
	"libwww-perl" => "perl-libwww",
	"TermReadKey" => "perl-term-readkey",
	"perl-ldap" => "perl-ldap",
	"PerlIO-gzip" => "perl-io-gzip",
};
our $packager = "";
my $template = <<'EOF';
# Automatically generated by apkbuild-cpan, template 3
[% authors %]
pkgname=[% pkgname %]
#_pkgreal is used by apkbuild-cpan to find modules at MetaCpan
_pkgreal=[% pkgreal %]
pkgver=[% pkgver %]
pkgrel=[% pkgrel %]
pkgdesc="Perl module for [% pkgreal %]"
provides="[% provides %]"
replaces="[% replaces %]"
url="https://metacpan.org/release/[% pkgreal %]/"
arch="noarch"
license="GPL-1.0-or-later OR Artistic-1.0-Perl"
depends="perl"
makedepends="perl-dev"
checkdepends=""
subpackages="$pkgname-doc"
source="[% source %]"
builddir="[% builddir %]"

build() {
	:
}

check() {
	:
}

package() {
	:
}

EOF

our $ua = LWP::UserAgent->new();
our $json = JSON->new;
$ua->env_proxy;
$ua->conn_cache(LWP::ConnCache->new());

sub read_file {
	my ($filename) = @_;
	local $/;
	open my $fh, "<", $filename or die "could not open $filename: $!";
	return <$fh>;
}

sub read_assignments_from_file {
	my ($filename) = @_;
	return () if ( ! -e $filename );
	my $text = read_file($filename);
	my %sline = $text =~ /^(\w+)\s*=\s*([^\"\n]*)$/mg;
	my %mline = $text =~ /^(\w+)\s*=\s*\"([^\"]*)\"$/mg;
	my %hash = ( %sline, %mline );

	my $authors = join("\n", $text =~ /^# Contributor: .*$/mg, $text =~ /^# Maintainer: .*$/mg);
	$hash{'authors'} = $authors if length($authors) > 1;

	my $provides = $text =~ m/^provides=\"(.*)\"".*$/mg;
	$hash{'provides'} = $1 if length($provides) >= 1;

	my $requires = $text =~ m/^requires=\"(.*)\"".*$/mg;
	$hash{'requires'} = $1 if length($requires) >= 1;

	return \%hash;
}

sub map_cpan_to_apk {
	my ($cpan_distrib) = @_;
	return $package_mappings->{$cpan_distrib} if exists $package_mappings->{$cpan_distrib};
	# most packages are named according to the
	# distribution name
	return 'perl-' . lc $cpan_distrib;
}

sub read_apkbuild {
	return read_assignments_from_file("APKBUILD");
}

sub write_apkbuild {
	my ($distdata, $apkbuild, $moddata) = @_;

	my $cpanid = $distdata->{id};
	$cpanid = substr($cpanid, 0, 1) . "/" . substr($cpanid, 0, 2) . "/$cpanid";

	my $authors = undef;
	my $replaces = undef;
	my $provides = undef;
	my $pkgrel = 0;
	if (defined $apkbuild) {
		$authors = $apkbuild->{authors};
		$provides = $apkbuild->{provides};
		$replaces = $apkbuild->{replaces};
		$pkgrel = $apkbuild->{pkgrel};
		if ($apkbuild->{pkgver} eq $moddata->{version}) {
			$pkgrel++;
		}
	}

	my $builddir;

	my $pkgver = $moddata->{version} =~ s/^[^0-9]+//r;
	if ($pkgver ne $moddata->{version}) {
		# Appears to only be needed for Class::DBI
		$builddir = "\$srcdir/\$_pkgreal-" . $moddata->{version};
        } else {
		$builddir = "\$srcdir/\$_pkgreal-\$pkgver";
        }

	my %repl = (
		authors  => ($authors or "# Contributor: $packager\n# Maintainer: $packager"),
		pkgname  => map_cpan_to_apk($moddata->{distribution}),
		pkgreal  => $moddata->{distribution},
		pkgver  => $moddata->{version} =~ s/^[^0-9]+//r,
		pkgrel	 => $pkgrel,
		source   => $moddata->{download_url},
		pkgdesc  => $distdata->{abstract},
		provides => ($provides or ''),
		replaces => ($replaces or ''),
		builddir => $builddir,
	);
	$repl{source} =~ s/-$repl{pkgver}/-\$pkgver/g;
	$template =~ s/\[% (.*?) %\]/$repl{$1}/g;

	open my $fh, '>', "APKBUILD" or die;
	print $fh $template;
	close $fh;

	say "Wrote $repl{pkgname}/APKBUILD";
}

sub parse_deps {
	my ($reqs) = @_;
	my $distfiles = {};
	my $response;
	my $deps = "";
	my $reqmodlist = "";

	#Get list of unique required modules from all parameters
	foreach $reqs (@_) {
		for my $module ($reqs->required_modules) {
			$reqmodlist .= "$module " unless $reqmodlist =~ m/^$module$/;
		}
	}

	# Check add the require module to $dep if not part of core perl
	foreach my $module (split " ",  $reqmodlist) {
		next if $module eq 'perl';
		if (Module::CoreList->is_core($module)) {
			my $perlver = Module::CoreList->first_release($module);
			say "    $module is part of core perl since $perlver.";
			next;
		}
		# map module name to package name
		$response = $ua->get("https://fastapi.metacpan.org/module/$module");
		$response->is_success or die $response->status_line;
		my $moddata = $json->decode($response->decoded_content);
		$moddata->{error} and die "Error trying to locate $module: $moddata->{error}\n";
		$distfiles->{$module} = $moddata->{distribution};
	}

	# map package names to alpine packages
	foreach ( keys %{ $distfiles } ) {
		$response = $ua->get("https://fastapi.metacpan.org/module/$_");
		$response->is_success or die $response->status_line;
		my $distdata = $json->decode($response->decoded_content);
		$distdata->{error} and die "Error trying to locate $_: $distdata->{error}\n";

		my $pkgname = map_cpan_to_apk($distdata->{distribution});
		$deps .= "$pkgname " unless $deps =~ m/^$pkgname$/;
	}
	$deps =~ s/\h+/ /g;
	$deps =~ s/ $//;
	return $deps;

}

sub prepare_tree {
	system("abuild checksum unpack prepare") == 0 or
		die "abuild checksum failed";
}

sub update_functions {
	my $apkbuild = read_apkbuild;
	my $metaprefix = "src/" . $apkbuild->{'_pkgreal'} . "-" . $apkbuild->{'pkgver'} . "/";
	my $build_func;
	my $check_func;
	my $package_func;

	my $text = read_file "APKBUILD";
	if (-e "$metaprefix/Build.PL" ) {
		$build_func = <<'EOF';
build() {
	export CFLAGS=$(perl -MConfig -E 'say $Config{ccflags}')
	perl Build.PL --installdirs=vendor
	./Build
}
EOF
		$package_func = <<'EOF';
package() {
	./Build install --destdir="$pkgdir"
	find "$pkgdir" \( -name perllocal.pod -o -name .packlist \) -delete
}
EOF
		$check_func = <<'EOF';
check() {
	./Build test
}
EOF
	} else {
		$build_func = <<'EOF';
build() {
	export CFLAGS=$(perl -MConfig -E 'say $Config{ccflags}')
	PERL_MM_USE_DEFAULT=1 perl -I. Makefile.PL INSTALLDIRS=vendor
	make
}
EOF
		$package_func = <<'EOF';
package() {
	make DESTDIR="$pkgdir" install
	find "$pkgdir" \( -name perllocal.pod -o -name .packlist \) -delete
}
EOF
		$check_func = <<'EOF';
check() {
	export CFLAGS=$(perl -MConfig -E 'say $Config{ccflags}')
	make test
}
EOF
	}

	$text =~ s/^build\(\) \{.*?^\}\n/$build_func/smg or
		die "Can't replace build function APKBUILD";
	$text =~ s/^package\(\) \{.*?^\}\n/$package_func/smg or
		die "Can't replace package function APKBUILD";
	$text =~ s/^check\(\) \{.*?^\}\n/$check_func/smg or
		die "Can't replace check function APKBUILD";

	open my $fh, '>', "APKBUILD" or die;
	print $fh $text;
	close $fh;
}

sub sort_pkgs_by_orig {
    my $sort_order = shift;
    my @array_to_sort = split / /, shift;;

    s/[\t\n\r\f]/ /g for $sort_order;  # remove embedded new lines from sort order
    s/\h+/ /g for $sort_order;          # remove embedded spaces from sort order

    my @sort_order = split / /, $sort_order;

    #get order of order by string
    my $count = 0;
    my %position_of;
    $position_of{$_} = $count++ for @sort_order;

    my %sorted;         # holds the position of array to sort

    foreach (@array_to_sort) {
        my $pos = $position_of{$_};
        if (!defined $pos) {
            # not found in sort order so add to the end
            $sorted{$_} = $count;
            $count++;
        } else {
            $sorted{$_} = $pos;
        }
    }

    my @tmp;    # hold array of sorted in position order

    foreach my $name (sort { $sorted{$a} <=> $sorted{$b} } keys %sorted) {
            push @tmp, $name;
    }

    # remove any duplicates
    uniq @tmp;

    return join(" ", @tmp);
}

sub format_depends {
    my $deps = shift;

    $columns = 102;

    $deps =~ s/ {2,}/ /g;
    $deps =~ s/^\s//g;
    $deps =~ s/\s$//g;

    if (length($deps) >= $columns) {
        $deps = wrap("\t", "\t", $deps);
    }
    $deps =~ s/\s$//g;

    if (length($deps) >= $columns) {
        $deps = "\n" . $deps . "\n\t";
    }
    return $deps;
}

sub do_depends {
	my $modver = shift;
        my $oldapkbuild = shift;
	my $apkbuild = read_apkbuild;

	$modver = defined($modver) ? $modver : $apkbuild->{'pkgver'};
	my $metaprefix = '';
	if ( exists $apkbuild->{'_realname'} ) {
		$metaprefix = "src/" . $apkbuild->{'_realname'} . "-" . $modver . "/";
	}
	elsif ( exists $apkbuild->{'_pkgreal'} ) {
		$metaprefix = "src/" . $apkbuild->{'_pkgreal'} . "-" . $modver . "/";
	}
	elsif ( exists $apkbuild->{'_pkgname'} ) {
		$metaprefix = "src/" . $apkbuild->{'_pkgname'} . "-" . $modver . "/";
	}
	elsif ( exists $apkbuild->{'_name'} ) {
		$metaprefix = "src/" . $apkbuild->{'_name'} . "-" . $modver . "/";
	}
	elsif ( exists $apkbuild->{'_realpkgname'} ) {
		$metaprefix = "src/" . $apkbuild->{'_realpkgname'} . "-" . $modver . "/";
	}
	elsif ( exists $apkbuild->{'_pkg_real'} ) {
		$metaprefix = "src/" . $apkbuild->{'_pkg_real'} . "-" . $modver . "/";
	}
	else {
		die "Unable to find meta file directory - check APKBUILD Perl Module Name";
	}

	$metaprefix =~ s/-\$pkgver//g;
        print "\nMetaprefix: $metaprefix\n";

	my $meta;

	foreach my $metafile ("MYMETA.json", "META.json", "MYMETA.yml", "META.yml") {
		if (-e "$metaprefix$metafile") {
			say "Using meta information from $metafile";
			$meta = CPAN::Meta->load_file("$metaprefix$metafile");
			last;
		}
	}
	die "No dependency meta file found" unless $meta;

	my $abstract = $meta->abstract;
	say "Abstract: $abstract";

	my $license = join " OR ", map {$license_mappings->{$_} or $_} $meta->license;
	say "License: $license";

	my $deps = parse_deps( $meta->effective_prereqs->requirements_for('runtime', 'requires') );

        if (defined $oldapkbuild->{'depends'}){
            if (defined $oldapkbuild->{'cpandepends'}) {
                $oldapkbuild->{'depends'} =~ s/\$cpandepends/$oldapkbuild->{'cpandepends'}/g;
            }
            my $libs = $oldapkbuild->{'depends'};
            $libs =~ s/perl\-\w+[-\w+]+//g;
            $libs =~ s/perl//g;
            if ($libs ne '') {
                $deps = $deps . " " .$libs;
            }
            $deps = sort_pkgs_by_orig ($oldapkbuild->{'depends'}, $deps);
        }

	if ($deps eq '') {
		$deps = "perl";
	} else {
		$deps = format_depends("perl " . $deps);

	}

	say "CPAN runtime Required: $deps";
	say "CPAN runtime Recommended: " . parse_deps( $meta->effective_prereqs->requirements_for('runtime', 'recommends'));

	my $makedeps = parse_deps(
		$meta->effective_prereqs->requirements_for('configure', 'requires'),
		$meta->effective_prereqs->requirements_for('configure', 'recommends'),
		$meta->effective_prereqs->requirements_for('build', 'requires'),
		$meta->effective_prereqs->requirements_for('build', 'recommends')
	);

	if (-e "$metaprefix/Build.PL" ) {
		$makedeps = "$makedeps perl-module-build" unless $makedeps =~ m/^perl-module-build$/;
	}

        if (defined $oldapkbuild->{'makedepends'}){
            if (defined $oldapkbuild->{'cpanmakedepends'}) {
                $oldapkbuild->{'makedepends'} =~ s/\$cpanmakedepends/$oldapkbuild->{'cpanmakedepends'}/g;
            }
            my $libs = $oldapkbuild->{'makedepends'};
            $libs =~ s/perl\-\w+[-\w+]+//g;
            $makedeps = $makedeps . " " .$libs;
            $makedeps = sort_pkgs_by_orig ($oldapkbuild->{'makedepends'}, $makedeps);
        }

	if ($makedeps eq '') {
		$makedeps = "perl-dev";
	} else {
		$makedeps = format_depends("perl-dev " . $makedeps);
	}
        $makedeps =~ s/ +$//g;

	say "CPAN build deps: $makedeps";
	say "    CPAN build requires: " . parse_deps($meta->effective_prereqs->requirements_for('configure', 'requires'), $meta->effective_prereqs->requirements_for('build', 'requires'));
	say "    CPAN build recommends: " . parse_deps($meta->effective_prereqs->requirements_for('configure', 'recommends'), $meta->effective_prereqs->requirements_for('build', 'recommends'));

	my $checkdeps = parse_deps($meta->effective_prereqs->requirements_for('test', 'requires'), $meta->effective_prereqs->requirements_for('test', 'recommends'));

        if (defined $oldapkbuild->{'checkdepends'}){
            if (defined $oldapkbuild->{'cpancheckdepends'}) {
                $oldapkbuild->{'checkdepends'} =~ s/\$cpancheckdepends/$oldapkbuild->{'cpancheckdepends'}/g;
            }
            my $libs = $oldapkbuild->{'checkdepends'};
            $libs =~ s/perl\-\w+[-\w+]+//g;
            if ($libs ne "") {
                $checkdeps = $checkdeps . " " .$libs;
            }
            $checkdeps = sort_pkgs_by_orig ($oldapkbuild->{'checkdepends'}, $checkdeps);
        }

        $checkdeps = format_depends($checkdeps);
	say "CPAN check deps: $checkdeps";

	my $text = read_file "APKBUILD";
	if ($abstract && $abstract ne 'unknown') {
		$text =~ s/^pkgdesc=\"([^\"]*)\"$/pkgdesc=\"$abstract\"/mg or
			die "Can't find pkgdesc line in APKBUILD";
	}
	if (length(`find $metaprefix -name '*.xs'`)) {
		if (!exists $oldapkbuild->{'arch'}) {
			$text =~ s/^arch=\"([^\"]*)\"$/arch="all"/mg or
				die "Can't find arch line in APKBUILD";
		}
	}
	if ($license ne 'unknown') {
		$text =~ s/^license=\"([^\"]*)\"$/license=\"$license\"/mg or
			die "Can't find license line in APKBUILD";
	}
	$text =~ s/^depends=\"([^\"]*)\"$/depends=\"$deps\"/mg or
		$text =~ s/(license=.*\n)/$1depends=\"$deps\"/gm or
			die "Can't insert depends line in APKBUILD";

	$text =~ s/^makedepends=\"([^\"]*)\"$/makedepends=\"$makedeps\"/mg or
		$text =~ s/(depends=.*\n)/$1makedepends=\"$makedeps\"/gm or
			die "Can't insert makedepends line in APKBUILD";

	$text =~ s/^checkdepends=\"([^\"]*)\"$/checkdepends=\"$checkdeps\"/mg or
		$text =~ s/(makedepends=.*\n)/$1checkdepends=\"$checkdeps\"/gm or
			die "Can't insert checkdepends line in APKBUILD";

	# remove empty variables
	$text =~ s/.*=""\n//g;

	open my $fh, '>', "APKBUILD" or die;
	print $fh $text;
	close $fh;
}

sub get_data {
	my $apkbuild = read_apkbuild;
	my $pkgreal = '';

	if (exists $apkbuild->{_realname}) {
		$pkgreal = $apkbuild->{_realname};
	} elsif (exists $apkbuild->{_pkgreal}) {
		$pkgreal = $apkbuild->{_pkgreal};
	} elsif (exists $apkbuild->{_pkgname}) {
		$pkgreal = $apkbuild->{_pkgname};
	} elsif (exists $apkbuild->{_name}) {
		$pkgreal = $apkbuild->{_name};
	} elsif (exists $apkbuild->{_realpkgname}) {
		$pkgreal = $apkbuild->{_realpkgname};
	} elsif (exists $apkbuild->{_pkg_real}) {
		$pkgreal = $apkbuild->{_pkg_real};
	} else {
		my $module = '';
		my $distribution = '';
		while ((my $key, my $value ) = each (%$apkbuild)) {
			# Do not parse any depends lines to not find incorrect module
			if ($key =~ m/.*depends.*/) {
				next;
			}
			# Try to find a perl module name in APKBUILD
			if ($value=~m/((\w+::)+\w+)/g) {
				# Match Perl Module names containing ::
				$module .= "$1 " unless $module =~ m/$1/;
			}
			elsif ($value =~ m/(([A-Z]\w+-)+\w+)/) {
				# Match possible distribution names with -
				$distribution .= "$1 " unless $distribution =~ m/ *$1 /;
			}
			elsif ( $value =~ m/.*release\/([A-Z]\w+).*/ ) {
				# Match Single Word Perl Module Name after release in URL?
				$distribution .= "$1 " unless $distribution =~ m/ *$1 /;
			}
		}

		# Want to try the traditional Module::Name first
		my $list = $module . $distribution;
		foreach (split / /, $list) {
			my $type = '';
			if( $_ =~ m/::/ ) {
				$type = 'module';
			} else {
				$type = 'release';
			}

			my $response = $ua->get("https://fastapi.metacpan.org/$type/$_");
			$response->is_success or next;;

			my $moddata = $json->decode($response->decoded_content);
			$moddata->{error} and next;

			$pkgreal = $moddata->{distribution};
			last;
		}
	}

	$pkgreal =~ s/-\$pkgver//g;

	my $response = $ua->get("https://fastapi.metacpan.org/release/$pkgreal");
	$response->is_success or
		die $response->status_line . " unable to find $pkgreal verify Perl Module name in APKBUILD\n";
	my $distdata = $json->decode($response->decoded_content);
	$distdata->{error} and die "Error trying to locate $pkgreal: $distdata->{error}\n";

	$response = $ua->get("https://fastapi.metacpan.org/module/$distdata->{main_module}");
	$response->is_success or die $response->status_line;
	my $moddata = $json->decode($response->decoded_content);
	$moddata->{error} and die "Error trying to locate $distdata->{main_module}: $moddata->{error}\n";

	return ($apkbuild, $distdata, $moddata);
}

my $abuild_conf = read_assignments_from_file("/etc/abuild.conf");
$packager = $abuild_conf->{PACKAGER} if $abuild_conf->{PACKAGER};

my $user_abuild_conf = read_assignments_from_file($ENV{"HOME"} . "/.abuild/abuild.conf");
$packager = $user_abuild_conf->{PACKAGER} if $user_abuild_conf->{PACKAGER};

given ( $ARGV[0] ) {
	when ("create") {
		my $module = $ARGV[1];
		$module or die "Module name is a mandatory argument";

		my $response = $ua->get("https://fastapi.metacpan.org/module/$module");
		$response->is_success or die $response->status_line;
		my $moddata = $json->decode($response->decoded_content);
		$moddata->{error} and die "Error trying to locate $module: $moddata->{error}\n";

		$response = $ua->get("https://fastapi.metacpan.org/release/$moddata->{distribution}");
		$response->is_success or die $response->status_line;
		my $distdata = $json->decode($response->decoded_content);
		$distdata->{error} and die "Error trying to locate $module: $distdata->{error}\n";

		my $apkname = map_cpan_to_apk $distdata->{metadata}{name};
		mkdir $apkname;
		chdir $apkname;
		write_apkbuild($distdata, undef, $moddata);
		prepare_tree;
		update_functions;
		do_depends $moddata->{version};
	}
	when ("recreate") {
		#TODO: likely should keep pkgrel the same on recreate
		my ($apkbuild, $distdata, $moddata) = get_data;
		my $pkgver = $moddata->{version} =~ s/^[^0-9]+//r;
		if ($pkgver ne $apkbuild->{pkgver}) {
			#Reset pkgrel on upgrade on recreate
			say "Upgrading CPAN module from $apkbuild->{pkgver} to $pkgver";
			$apkbuild->{pkgrel}=0;
		}
		write_apkbuild($distdata, $apkbuild, $moddata);
		prepare_tree;
		update_functions;
		do_depends($moddata->{version}, $apkbuild);
	}
	when ("upgrade") {
		my ($apkbuild, $distdata, $moddata) = get_data;

		my $pkgver = $moddata->{version} =~ s/^[^0-9]+//r;
		if ($pkgver ne $apkbuild->{pkgver}) {
			say "Upgrading CPAN module from $apkbuild->{pkgver} to $pkgver";

			my $text = read_file "APKBUILD";
			$text =~ s/^pkgver=(.*)$/pkgver=$pkgver/mg or
				die "Can't find pkgver line in APKBUILD";
			$text =~ s/^pkgrel=(.*)$/pkgrel=0/mg;
                        #FIXME: review whether this works over time
                        #       It deletes the blank line before the checksum
                        #       So prepare_tree does not insert extra blank line
			$text =~ s/\n^(.*sums=.*\n)/$1/mg;
			open my $fh, '>', "APKBUILD" or die;
			say $fh $text;
			close $fh;
			prepare_tree;
			do_depends ($moddata->{version}, $apkbuild);
		} else {
			say "Up-to-data with CPAN";
		}
	}
	when ('check') {
		my ($apkbuild, $distdata, $moddata) = get_data;
		my $pkgver = $moddata->{version} =~ s/^[^0-9]+//r;
		say "$apkbuild->{pkgname}: Latest version: $pkgver Packaged version: $apkbuild->{pkgver}";
		if ($pkgver ne $apkbuild->{pkgver}) {
			exit(1);
		}
	}
	when ("update") {
		prepare_tree;
		do_depends;
	}
	default {
		say "Usage: apkbuild-cpan [create <Module::Name> | check | recreate | update | upgrade]";
		exit;
	}
}