abuild/apkbuild-cpan.in

655 lines
19 KiB
Perl
Executable File

#!/usr/bin/perl
# apk add perl-libwww perl-json
use strict;
use warnings;
use 5.016;
use feature "switch";
no if $] >= 5.018, warnings => "experimental::smartmatch";
use LWP::UserAgent;
use LWP::ConnCache;
use CPAN::Meta;
use Module::CoreList;
use JSON;
use Text::Wrap qw(wrap $columns);
use List::Util qw (uniq);
my $license_mappings = {
"perl_5" => "GPL-1.0-or-later OR Artistic-1.0-Perl",
"artistic_2" => "Artistic-2.0",
"gpl_2" => "GPL-2.0-only",
"gpl_3" => "GPL-3.0-only",
"mit" => "MIT",
"apache_2_0" => "Apache-2.0",
};
my $package_mappings = {
"LWP" => "perl-libwww",
"libwww-perl" => "perl-libwww",
"TermReadKey" => "perl-term-readkey",
"perl-ldap" => "perl-ldap",
"PerlIO-gzip" => "perl-io-gzip",
};
our $packager = "";
my $template = <<'EOF';
# Automatically generated by apkbuild-cpan, template 3
[% authors %]
pkgname=[% pkgname %]
#_pkgreal is used by apkbuild-cpan to find modules at MetaCpan
_pkgreal=[% pkgreal %]
pkgver=[% pkgver %]
pkgrel=[% pkgrel %]
pkgdesc="Perl module for [% pkgreal %]"
provides="[% provides %]"
replaces="[% replaces %]"
url="https://metacpan.org/release/[% pkgreal %]/"
arch="noarch"
license="GPL-1.0-or-later OR Artistic-1.0-Perl"
depends="perl"
makedepends="perl-dev"
checkdepends=""
subpackages="$pkgname-doc"
source="[% source %]"
builddir="[% builddir %]"
build() {
:
}
check() {
:
}
package() {
:
}
EOF
our $ua = LWP::UserAgent->new();
our $json = JSON->new;
$ua->env_proxy;
$ua->conn_cache(LWP::ConnCache->new());
sub read_file {
my ($filename) = @_;
local $/;
open my $fh, "<", $filename or die "could not open $filename: $!";
return <$fh>;
}
sub read_assignments_from_file {
my ($filename) = @_;
return () if ( ! -e $filename );
my $text = read_file($filename);
my %sline = $text =~ /^(\w+)\s*=\s*([^\"\n]*)$/mg;
my %mline = $text =~ /^(\w+)\s*=\s*\"([^\"]*)\"$/mg;
my %hash = ( %sline, %mline );
my $authors = join("\n", $text =~ /^# Contributor: .*$/mg, $text =~ /^# Maintainer: .*$/mg);
$hash{'authors'} = $authors if length($authors) > 1;
my $provides = $text =~ m/^provides=\"(.*)\"".*$/mg;
$hash{'provides'} = $1 if length($provides) >= 1;
my $requires = $text =~ m/^requires=\"(.*)\"".*$/mg;
$hash{'requires'} = $1 if length($requires) >= 1;
return \%hash;
}
sub map_cpan_to_apk {
my ($cpan_distrib) = @_;
return $package_mappings->{$cpan_distrib} if exists $package_mappings->{$cpan_distrib};
# most packages are named according to the
# distribution name
return 'perl-' . lc $cpan_distrib;
}
sub read_apkbuild {
return read_assignments_from_file("APKBUILD");
}
sub write_apkbuild {
my ($distdata, $apkbuild, $moddata) = @_;
my $cpanid = $distdata->{id};
$cpanid = substr($cpanid, 0, 1) . "/" . substr($cpanid, 0, 2) . "/$cpanid";
my $authors = undef;
my $replaces = undef;
my $provides = undef;
my $pkgrel = 0;
if (defined $apkbuild) {
$authors = $apkbuild->{authors};
$provides = $apkbuild->{provides};
$replaces = $apkbuild->{replaces};
$pkgrel = $apkbuild->{pkgrel};
if ($apkbuild->{pkgver} eq $moddata->{version}) {
$pkgrel++;
}
}
my $builddir;
my $pkgver = $moddata->{version} =~ s/^[^0-9]+//r;
if ($pkgver ne $moddata->{version}) {
# Appears to only be needed for Class::DBI
$builddir = "\$srcdir/\$_pkgreal-" . $moddata->{version};
} else {
$builddir = "\$srcdir/\$_pkgreal-\$pkgver";
}
my %repl = (
authors => ($authors or "# Contributor: $packager\n# Maintainer: $packager"),
pkgname => map_cpan_to_apk($moddata->{distribution}),
pkgreal => $moddata->{distribution},
pkgver => $moddata->{version} =~ s/^[^0-9]+//r,
pkgrel => $pkgrel,
source => $moddata->{download_url},
pkgdesc => $distdata->{abstract},
provides => ($provides or ''),
replaces => ($replaces or ''),
builddir => $builddir,
);
$repl{source} =~ s/-$repl{pkgver}/-\$pkgver/g;
$template =~ s/\[% (.*?) %\]/$repl{$1}/g;
open my $fh, '>', "APKBUILD" or die;
print $fh $template;
close $fh;
say "Wrote $repl{pkgname}/APKBUILD";
}
sub parse_deps {
my ($reqs) = @_;
my $distfiles = {};
my $response;
my $deps = "";
my $reqmodlist = "";
#Get list of unique required modules from all parameters
foreach $reqs (@_) {
for my $module ($reqs->required_modules) {
$reqmodlist .= "$module " unless $reqmodlist =~ m/^$module$/;
}
}
# Check add the require module to $dep if not part of core perl
foreach my $module (split " ", $reqmodlist) {
next if $module eq 'perl';
if (Module::CoreList->is_core($module)) {
my $perlver = Module::CoreList->first_release($module);
say " $module is part of core perl since $perlver.";
next;
}
# map module name to package name
$response = $ua->get("https://fastapi.metacpan.org/module/$module");
$response->is_success or die $response->status_line;
my $moddata = $json->decode($response->decoded_content);
$moddata->{error} and die "Error trying to locate $module: $moddata->{error}\n";
$distfiles->{$module} = $moddata->{distribution};
}
# map package names to alpine packages
foreach ( keys %{ $distfiles } ) {
$response = $ua->get("https://fastapi.metacpan.org/module/$_");
$response->is_success or die $response->status_line;
my $distdata = $json->decode($response->decoded_content);
$distdata->{error} and die "Error trying to locate $_: $distdata->{error}\n";
my $pkgname = map_cpan_to_apk($distdata->{distribution});
$deps .= "$pkgname " unless $deps =~ m/^$pkgname$/;
}
$deps =~ s/\h+/ /g;
$deps =~ s/ $//;
return $deps;
}
sub prepare_tree {
system("abuild checksum unpack prepare") == 0 or
die "abuild checksum failed";
}
sub update_functions {
my $apkbuild = read_apkbuild;
my $metaprefix = "src/" . $apkbuild->{'_pkgreal'} . "-" . $apkbuild->{'pkgver'} . "/";
my $build_func;
my $check_func;
my $package_func;
my $text = read_file "APKBUILD";
if (-e "$metaprefix/Build.PL" ) {
$build_func = <<'EOF';
build() {
export CFLAGS=$(perl -MConfig -E 'say $Config{ccflags}')
perl Build.PL --installdirs=vendor
./Build
}
EOF
$package_func = <<'EOF';
package() {
./Build install --destdir="$pkgdir"
find "$pkgdir" \( -name perllocal.pod -o -name .packlist \) -delete
}
EOF
$check_func = <<'EOF';
check() {
./Build test
}
EOF
} else {
$build_func = <<'EOF';
build() {
export CFLAGS=$(perl -MConfig -E 'say $Config{ccflags}')
PERL_MM_USE_DEFAULT=1 perl -I. Makefile.PL INSTALLDIRS=vendor
make
}
EOF
$package_func = <<'EOF';
package() {
make DESTDIR="$pkgdir" install
find "$pkgdir" \( -name perllocal.pod -o -name .packlist \) -delete
}
EOF
$check_func = <<'EOF';
check() {
export CFLAGS=$(perl -MConfig -E 'say $Config{ccflags}')
make test
}
EOF
}
$text =~ s/^build\(\) \{.*?^\}\n/$build_func/smg or
die "Can't replace build function APKBUILD";
$text =~ s/^package\(\) \{.*?^\}\n/$package_func/smg or
die "Can't replace package function APKBUILD";
$text =~ s/^check\(\) \{.*?^\}\n/$check_func/smg or
die "Can't replace check function APKBUILD";
open my $fh, '>', "APKBUILD" or die;
print $fh $text;
close $fh;
}
sub sort_pkgs_by_orig {
my $sort_order = shift;
my @array_to_sort = split / /, shift;;
s/[\t\n\r\f]/ /g for $sort_order; # remove embedded new lines from sort order
s/\h+/ /g for $sort_order; # remove embedded spaces from sort order
my @sort_order = split / /, $sort_order;
#get order of order by string
my $count = 0;
my %position_of;
$position_of{$_} = $count++ for @sort_order;
my %sorted; # holds the position of array to sort
foreach (@array_to_sort) {
my $pos = $position_of{$_};
if (!defined $pos) {
# not found in sort order so add to the end
$sorted{$_} = $count;
$count++;
} else {
$sorted{$_} = $pos;
}
}
my @tmp; # hold array of sorted in position order
foreach my $name (sort { $sorted{$a} <=> $sorted{$b} } keys %sorted) {
push @tmp, $name;
}
# remove any duplicates
uniq @tmp;
return join(" ", @tmp);
}
sub format_depends {
my $deps = shift;
$columns = 102;
$deps =~ s/ {2,}/ /g;
$deps =~ s/^\s//g;
$deps =~ s/\s$//g;
if (length($deps) >= $columns) {
$deps = wrap("\t", "\t", $deps);
}
$deps =~ s/\s$//g;
if (length($deps) >= $columns) {
$deps = "\n" . $deps . "\n\t";
}
return $deps;
}
sub do_depends {
my $modver = shift;
my $oldapkbuild = shift;
my $apkbuild = read_apkbuild;
$modver = defined($modver) ? $modver : $apkbuild->{'pkgver'};
my $metaprefix = '';
if ( exists $apkbuild->{'_realname'} ) {
$metaprefix = "src/" . $apkbuild->{'_realname'} . "-" . $modver . "/";
}
elsif ( exists $apkbuild->{'_pkgreal'} ) {
$metaprefix = "src/" . $apkbuild->{'_pkgreal'} . "-" . $modver . "/";
}
elsif ( exists $apkbuild->{'_pkgname'} ) {
$metaprefix = "src/" . $apkbuild->{'_pkgname'} . "-" . $modver . "/";
}
elsif ( exists $apkbuild->{'_name'} ) {
$metaprefix = "src/" . $apkbuild->{'_name'} . "-" . $modver . "/";
}
elsif ( exists $apkbuild->{'_realpkgname'} ) {
$metaprefix = "src/" . $apkbuild->{'_realpkgname'} . "-" . $modver . "/";
}
elsif ( exists $apkbuild->{'_pkg_real'} ) {
$metaprefix = "src/" . $apkbuild->{'_pkg_real'} . "-" . $modver . "/";
}
else {
die "Unable to find meta file directory - check APKBUILD Perl Module Name";
}
$metaprefix =~ s/-\$pkgver//g;
print "\nMetaprefix: $metaprefix\n";
my $meta;
foreach my $metafile ("MYMETA.json", "META.json", "MYMETA.yml", "META.yml") {
if (-e "$metaprefix$metafile") {
say "Using meta information from $metafile";
$meta = CPAN::Meta->load_file("$metaprefix$metafile");
last;
}
}
die "No dependency meta file found" unless $meta;
my $abstract = $meta->abstract;
say "Abstract: $abstract";
my $license = join " OR ", map {$license_mappings->{$_} or $_} $meta->license;
say "License: $license";
my $deps = parse_deps( $meta->effective_prereqs->requirements_for('runtime', 'requires') );
if (defined $oldapkbuild->{'depends'}){
if (defined $oldapkbuild->{'cpandepends'}) {
$oldapkbuild->{'depends'} =~ s/\$cpandepends/$oldapkbuild->{'cpandepends'}/g;
}
my $libs = $oldapkbuild->{'depends'};
$libs =~ s/perl\-\w+[-\w+]+//g;
$libs =~ s/perl//g;
if ($libs ne '') {
$deps = $deps . " " .$libs;
}
$deps = sort_pkgs_by_orig ($oldapkbuild->{'depends'}, $deps);
}
if ($deps eq '') {
$deps = "perl";
} else {
$deps = format_depends("perl " . $deps);
}
say "CPAN runtime Required: $deps";
say "CPAN runtime Recommended: " . parse_deps( $meta->effective_prereqs->requirements_for('runtime', 'recommends'));
my $makedeps = parse_deps(
$meta->effective_prereqs->requirements_for('configure', 'requires'),
$meta->effective_prereqs->requirements_for('configure', 'recommends'),
$meta->effective_prereqs->requirements_for('build', 'requires'),
$meta->effective_prereqs->requirements_for('build', 'recommends')
);
if (-e "$metaprefix/Build.PL" ) {
$makedeps = "$makedeps perl-module-build" unless $makedeps =~ m/^perl-module-build$/;
}
if (defined $oldapkbuild->{'makedepends'}){
if (defined $oldapkbuild->{'cpanmakedepends'}) {
$oldapkbuild->{'makedepends'} =~ s/\$cpanmakedepends/$oldapkbuild->{'cpanmakedepends'}/g;
}
my $libs = $oldapkbuild->{'makedepends'};
$libs =~ s/perl\-\w+[-\w+]+//g;
$makedeps = $makedeps . " " .$libs;
$makedeps = sort_pkgs_by_orig ($oldapkbuild->{'makedepends'}, $makedeps);
}
if ($makedeps eq '') {
$makedeps = "perl-dev";
} else {
$makedeps = format_depends("perl-dev " . $makedeps);
}
$makedeps =~ s/ +$//g;
say "CPAN build deps: $makedeps";
say " CPAN build requires: " . parse_deps($meta->effective_prereqs->requirements_for('configure', 'requires'), $meta->effective_prereqs->requirements_for('build', 'requires'));
say " CPAN build recommends: " . parse_deps($meta->effective_prereqs->requirements_for('configure', 'recommends'), $meta->effective_prereqs->requirements_for('build', 'recommends'));
my $checkdeps = parse_deps($meta->effective_prereqs->requirements_for('test', 'requires'), $meta->effective_prereqs->requirements_for('test', 'recommends'));
if (defined $oldapkbuild->{'checkdepends'}){
if (defined $oldapkbuild->{'cpancheckdepends'}) {
$oldapkbuild->{'checkdepends'} =~ s/\$cpancheckdepends/$oldapkbuild->{'cpancheckdepends'}/g;
}
my $libs = $oldapkbuild->{'checkdepends'};
$libs =~ s/perl\-\w+[-\w+]+//g;
if ($libs ne "") {
$checkdeps = $checkdeps . " " .$libs;
}
$checkdeps = sort_pkgs_by_orig ($oldapkbuild->{'checkdepends'}, $checkdeps);
}
$checkdeps = format_depends($checkdeps);
say "CPAN check deps: $checkdeps";
my $text = read_file "APKBUILD";
if ($abstract && $abstract ne 'unknown') {
$text =~ s/^pkgdesc=\"([^\"]*)\"$/pkgdesc=\"$abstract\"/mg or
die "Can't find pkgdesc line in APKBUILD";
}
if (length(`find $metaprefix -name '*.xs'`)) {
if (!exists $oldapkbuild->{'arch'}) {
$text =~ s/^arch=\"([^\"]*)\"$/arch="all"/mg or
die "Can't find arch line in APKBUILD";
}
}
if ($license ne 'unknown') {
$text =~ s/^license=\"([^\"]*)\"$/license=\"$license\"/mg or
die "Can't find license line in APKBUILD";
}
$text =~ s/^depends=\"([^\"]*)\"$/depends=\"$deps\"/mg or
$text =~ s/(license=.*\n)/$1depends=\"$deps\"/gm or
die "Can't insert depends line in APKBUILD";
$text =~ s/^makedepends=\"([^\"]*)\"$/makedepends=\"$makedeps\"/mg or
$text =~ s/(depends=.*\n)/$1makedepends=\"$makedeps\"/gm or
die "Can't insert makedepends line in APKBUILD";
$text =~ s/^checkdepends=\"([^\"]*)\"$/checkdepends=\"$checkdeps\"/mg or
$text =~ s/(makedepends=.*\n)/$1checkdepends=\"$checkdeps\"/gm or
die "Can't insert checkdepends line in APKBUILD";
# remove empty variables
$text =~ s/.*=""\n//g;
open my $fh, '>', "APKBUILD" or die;
print $fh $text;
close $fh;
}
sub get_data {
my $apkbuild = read_apkbuild;
my $pkgreal = '';
if (exists $apkbuild->{_realname}) {
$pkgreal = $apkbuild->{_realname};
} elsif (exists $apkbuild->{_pkgreal}) {
$pkgreal = $apkbuild->{_pkgreal};
} elsif (exists $apkbuild->{_pkgname}) {
$pkgreal = $apkbuild->{_pkgname};
} elsif (exists $apkbuild->{_name}) {
$pkgreal = $apkbuild->{_name};
} elsif (exists $apkbuild->{_realpkgname}) {
$pkgreal = $apkbuild->{_realpkgname};
} elsif (exists $apkbuild->{_pkg_real}) {
$pkgreal = $apkbuild->{_pkg_real};
} else {
my $module = '';
my $distribution = '';
while ((my $key, my $value ) = each (%$apkbuild)) {
# Do not parse any depends lines to not find incorrect module
if ($key =~ m/.*depends.*/) {
next;
}
# Try to find a perl module name in APKBUILD
if ($value=~m/((\w+::)+\w+)/g) {
# Match Perl Module names containing ::
$module .= "$1 " unless $module =~ m/$1/;
}
elsif ($value =~ m/(([A-Z]\w+-)+\w+)/) {
# Match possible distribution names with -
$distribution .= "$1 " unless $distribution =~ m/ *$1 /;
}
elsif ( $value =~ m/.*release\/([A-Z]\w+).*/ ) {
# Match Single Word Perl Module Name after release in URL?
$distribution .= "$1 " unless $distribution =~ m/ *$1 /;
}
}
# Want to try the traditional Module::Name first
my $list = $module . $distribution;
foreach (split / /, $list) {
my $type = '';
if( $_ =~ m/::/ ) {
$type = 'module';
} else {
$type = 'release';
}
my $response = $ua->get("https://fastapi.metacpan.org/$type/$_");
$response->is_success or next;;
my $moddata = $json->decode($response->decoded_content);
$moddata->{error} and next;
$pkgreal = $moddata->{distribution};
last;
}
}
$pkgreal =~ s/-\$pkgver//g;
my $response = $ua->get("https://fastapi.metacpan.org/release/$pkgreal");
$response->is_success or
die $response->status_line . " unable to find $pkgreal verify Perl Module name in APKBUILD\n";
my $distdata = $json->decode($response->decoded_content);
$distdata->{error} and die "Error trying to locate $pkgreal: $distdata->{error}\n";
$response = $ua->get("https://fastapi.metacpan.org/module/$distdata->{main_module}");
$response->is_success or die $response->status_line;
my $moddata = $json->decode($response->decoded_content);
$moddata->{error} and die "Error trying to locate $distdata->{main_module}: $moddata->{error}\n";
return ($apkbuild, $distdata, $moddata);
}
my $abuild_conf = read_assignments_from_file("/etc/abuild.conf");
$packager = $abuild_conf->{PACKAGER} if $abuild_conf->{PACKAGER};
my $user_abuild_conf = read_assignments_from_file($ENV{"HOME"} . "/.abuild/abuild.conf");
$packager = $user_abuild_conf->{PACKAGER} if $user_abuild_conf->{PACKAGER};
given ( $ARGV[0] ) {
when ("create") {
my $module = $ARGV[1];
$module or die "Module name is a mandatory argument";
my $response = $ua->get("https://fastapi.metacpan.org/module/$module");
$response->is_success or die $response->status_line;
my $moddata = $json->decode($response->decoded_content);
$moddata->{error} and die "Error trying to locate $module: $moddata->{error}\n";
$response = $ua->get("https://fastapi.metacpan.org/release/$moddata->{distribution}");
$response->is_success or die $response->status_line;
my $distdata = $json->decode($response->decoded_content);
$distdata->{error} and die "Error trying to locate $module: $distdata->{error}\n";
my $apkname = map_cpan_to_apk $distdata->{metadata}{name};
mkdir $apkname;
chdir $apkname;
write_apkbuild($distdata, undef, $moddata);
prepare_tree;
update_functions;
do_depends $moddata->{version};
}
when ("recreate") {
#TODO: likely should keep pkgrel the same on recreate
my ($apkbuild, $distdata, $moddata) = get_data;
my $pkgver = $moddata->{version} =~ s/^[^0-9]+//r;
if ($pkgver ne $apkbuild->{pkgver}) {
#Reset pkgrel on upgrade on recreate
say "Upgrading CPAN module from $apkbuild->{pkgver} to $pkgver";
$apkbuild->{pkgrel}=0;
}
write_apkbuild($distdata, $apkbuild, $moddata);
prepare_tree;
update_functions;
do_depends($moddata->{version}, $apkbuild);
}
when ("upgrade") {
my ($apkbuild, $distdata, $moddata) = get_data;
my $pkgver = $moddata->{version} =~ s/^[^0-9]+//r;
if ($pkgver ne $apkbuild->{pkgver}) {
say "Upgrading CPAN module from $apkbuild->{pkgver} to $pkgver";
my $text = read_file "APKBUILD";
$text =~ s/^pkgver=(.*)$/pkgver=$pkgver/mg or
die "Can't find pkgver line in APKBUILD";
$text =~ s/^pkgrel=(.*)$/pkgrel=0/mg;
#FIXME: review whether this works over time
# It deletes the blank line before the checksum
# So prepare_tree does not insert extra blank line
$text =~ s/\n^(.*sums=.*\n)/$1/mg;
open my $fh, '>', "APKBUILD" or die;
say $fh $text;
close $fh;
prepare_tree;
do_depends ($moddata->{version}, $apkbuild);
} else {
say "Up-to-data with CPAN";
}
}
when ('check') {
my ($apkbuild, $distdata, $moddata) = get_data;
my $pkgver = $moddata->{version} =~ s/^[^0-9]+//r;
say "$apkbuild->{pkgname}: Latest version: $pkgver Packaged version: $apkbuild->{pkgver}";
if ($pkgver ne $apkbuild->{pkgver}) {
exit(1);
}
}
when ("update") {
prepare_tree;
do_depends;
}
default {
say "Usage: apkbuild-cpan [create <Module::Name> | check | recreate | update | upgrade]";
exit;
}
}