eleksir/myapi
1
Fork 0
Code Activity

metagen.pm: correctly buffer munch, use vars for file and dir hanles

Browse Source
This commit is contained in:
eleksir
2020-11-26 01:24:53 +03:00
parent 23a329a774
commit 86ce3b341a
1 changed files with 76 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

139
lib/metagen.pm
View File

@@ -18,9 +18,11 @@
package metagen; package metagen;
use warnings "all"; use warnings;
use strict; use strict;
use utf8;
use open qw(:std :utf8);
use Fcntl; use Fcntl;
use Compress::Raw::Bzip2 qw(BZ_RUN_OK BZ_STREAM_END); use Compress::Raw::Bzip2 qw(BZ_RUN_OK BZ_STREAM_END);
use Compress::Raw::Zlib; use Compress::Raw::Zlib;
@@ -42,7 +44,7 @@ sub metagen($) {
$dir = $c->{metagen}->{$dir}; $dir = $c->{metagen}->{$dir};
unless (defined($dir)) { unless (defined($dir)) {
return ('400', 'text/plain', "No such repository\n"); return ('400', 'text/plain', "No such repository\n");
} }
opendir(my $dh, $dir) or do { opendir(my $dh, $dir) or do {
@@ -75,13 +77,13 @@ sub metagen($) {
foreach my $str (@list) { foreach my $str (@list) {
if ($str =~ /\.lst/) { if ($str =~ /\.lst/) {
open (F, '<', "$dir/$str") or do { open (my $LSTHANDLE, '<', "$dir/$str") or do {
warn "[FATA] Unable to open file $dir/$str: $!"; warn "[FATA] Unable to open file $dir/$str: $!";
return ('500', 'text/plain', "Unable to open file $dir/$str: $!\n"); return ('500', 'text/plain', "Unable to open file $dir/$str: $!\n");
}; };
my $len = (stat("$dir/$str"))[7]; my $len = (stat("$dir/$str"))[7];
my $readlen = read(F, $buf, $len); my $readlen = read($LSTHANDLE, $buf, $len);
unless (defined($readlen)) { unless (defined($readlen)) {
warn "[FATA] Unable to read $dir/$str: $!"; warn "[FATA] Unable to read $dir/$str: $!";
@@ -93,17 +95,18 @@ sub metagen($) {
return ('500', 'text/plain', "Unable to read $dir/$str\n"); return ('500', 'text/plain', "Unable to read $dir/$str\n");
} }
# we need exactly 1 \n at the end of the buffer # we need exactly 3 \n at the end of the buffer
while (substr($buf, -2, -1) eq "\n") { while (substr($buf, -1) eq "\n") {
chop($buf); chop($buf);
} }
$buf .= "\n\n\n"; $buf .= "\n\n\n";
# also $buffer must not begin with \n # also $buffer must not begin with \n
while (substr($buf, 0, 1) eq "\n") { while (substr($buf, 0, 1) eq "\n") {
$buf = substr($buf, 1, -1); $buf = substr($buf, 1);
} }
if ($bz->bzdeflate($buf, $output) != BZ_RUN_OK) { if ($bz->bzdeflate($buf, $output) != BZ_RUN_OK) {
warn "[FATA] Unable to perofrm bzip2 compression"; warn "[FATA] Unable to perofrm bzip2 compression";
return ('500', 'text/plain', "Unable to perform bzip2 compression\n"); return ('500', 'text/plain', "Unable to perform bzip2 compression\n");
@@ -114,7 +117,7 @@ sub metagen($) {
return ('500', 'text/plain', "Unable to flush bz buffer\n"); return ('500', 'text/plain', "Unable to flush bz buffer\n");
} }
close F; close $LSTHANDLE;
} }
} }
@@ -125,15 +128,14 @@ sub metagen($) {
$bz = ''; $bz = '';
sysopen(BZ, "$dir/MANIFEST.bz2", O_WRONLY|O_TRUNC|O_CREAT) or do { sysopen(my $MANIFESTHANDLE, "$dir/MANIFEST.bz2", O_WRONLY|O_TRUNC|O_CREAT) or do {
warn "[FATA] Unable to open $dir/MANIFEST.bz2: $!"; warn "[FATA] Unable to open $dir/MANIFEST.bz2: $!";
return ('500', 'text/plain', "Unable to open $dir/MANIFEST.bz2: $!\n"); return ('500', 'text/plain', "Unable to open $dir/MANIFEST.bz2: $!\n");
}; };
binmode(BZ); binmode ($MANIFESTHANDLE);
my $len = length($output); my $len = length($output);
my $written = syswrite(BZ, $output, $len); my $written = syswrite($MANIFESTHANDLE, $output, $len);
close BZ;
unless (defined($written)) { unless (defined($written)) {
warn "[FATA] Unable to write $dir/MANIFEST.bz2: $!"; warn "[FATA] Unable to write $dir/MANIFEST.bz2: $!";
@@ -145,6 +147,8 @@ sub metagen($) {
return ('500', 'text/plain', "Unable to write $dir/MANIFEST.bz2: written bytes does not match with buffer size\n"); return ('500', 'text/plain', "Unable to write $dir/MANIFEST.bz2: written bytes does not match with buffer size\n");
} }
close $MANIFESTHANDLE;
$output = ''; $output = '';
$buf = ''; $buf = '';
# checksums # checksums
@@ -167,17 +171,17 @@ MD5 message digest Filename
next if ($str =~ /CHECKSUMS.md5.gz$/); next if ($str =~ /CHECKSUMS.md5.gz$/);
if ($str =~ /\.md5/) { if ($str =~ /\.md5/) {
sysopen (F, "$dir/$str", O_RDONLY) or do { sysopen (my $MD5HANDLE, "$dir/$str", O_RDONLY) or do {
warn "[FATA] Unable to open file $dir/$str: $!"; warn "[FATA] Unable to open file $dir/$str: $!";
return ('500', 'text/plain', "Unable to open file $dir/$str: $!\n"); return ('500', 'text/plain', "Unable to open file $dir/$str: $!\n");
}; };
$buffer .= <F>; $buffer .= <$MD5HANDLE>;
close F; close $MD5HANDLE;
} }
} }
sysopen (CS, "$dir/CHECKSUMS.md5", O_WRONLY|O_TRUNC|O_CREAT) or do { sysopen (my $CHECKSUMSHANDLE, "$dir/CHECKSUMS.md5", O_WRONLY|O_TRUNC|O_CREAT) or do {
warn "[FATA] Unable to open file $dir/CHECKSUMS.md5: $!"; warn "[FATA] Unable to open file $dir/CHECKSUMS.md5: $!";
return ('500', 'text/plain', "Unable to open file $dir/CHECKSUMS.md5: $!\n"); return ('500', 'text/plain', "Unable to open file $dir/CHECKSUMS.md5: $!\n");
}; };
@@ -185,8 +189,8 @@ MD5 message digest Filename
use bytes; use bytes;
$len = length($buffer); $len = length($buffer);
no bytes; no bytes;
$written = syswrite(CS, $buffer, $len); $written = syswrite($CHECKSUMSHANDLE, $buffer, $len);
close CS; close $CHECKSUMSHANDLE;
unless (defined($written)) { unless (defined($written)) {
warn "[FATA] Unable to write $dir/CHECKSUMS.md5: $!"; warn "[FATA] Unable to write $dir/CHECKSUMS.md5: $!";
@@ -223,15 +227,15 @@ MD5 message digest Filename
$gz = ''; $gz = '';
$buffer = ''; $buffer = '';
sysopen (F, "$dir/CHECKSUMS.md5.gz", O_WRONLY|O_TRUNC|O_CREAT) or do { sysopen (my $CHECKSUMSGZHANDLE, "$dir/CHECKSUMS.md5.gz", O_WRONLY|O_TRUNC|O_CREAT) or do {
warn "[FATA] Unable to open file $dir/CHECKSUMS.md5.gz: $!"; warn "[FATA] Unable to open file $dir/CHECKSUMS.md5.gz: $!";
return ('500', 'text/plain', "Unable to open file $dir/CHECKSUMS.md5.gz: $!\n"); return ('500', 'text/plain', "Unable to open file $dir/CHECKSUMS.md5.gz: $!\n");
}; };
binmode F; binmode ($CHECKSUMSGZHANDLE);
$len = length($output); $len = length($output);
$written = syswrite(F, $output, $len); $written = syswrite($CHECKSUMSGZHANDLE, $output, $len);
close F; close $CHECKSUMSGZHANDLE;
unless (defined($written)) { unless (defined($written)) {
warn "[FATA] Unable to write $dir/CHECKSUMS.md5.gz: $!"; warn "[FATA] Unable to write $dir/CHECKSUMS.md5.gz: $!";
@@ -247,18 +251,18 @@ MD5 message digest Filename
# packages # packages
my $date = __pdate; my $date = __pdate;
$buffer = "PACKAGES.TXT; $date\n\n"; $buffer = "PACKAGES.TXT; $date\n\n\n";
foreach my $str (@list) { foreach my $str (@list) {
if ($str =~ /\.meta/) { if ($str =~ /\.meta/) {
open (F, '<', "$dir/$str") or do { open (my $METAHANDLE, '<', "$dir/$str") or do {
warn "[FATA] Unable to open file $dir/$str: $!"; warn "[FATA] Unable to open file $dir/$str: $!";
return ('500', 'text/plain', "Unable to open file $dir/$str: $!\n"); return ('500', 'text/plain', "Unable to open file $dir/$str: $!\n");
}; };
my $buf; my $buf;
my $len = (stat("$dir/$str"))[7]; my $len = (stat("$dir/$str"))[7];
my $readlen = read(F, $buf, $len); my $readlen = read($METAHANDLE, $buf, $len);
unless (defined($readlen)) { unless (defined($readlen)) {
warn "[FATA] Unable to read $dir/$str: $!"; warn "[FATA] Unable to read $dir/$str: $!";
@@ -270,11 +274,11 @@ MD5 message digest Filename
return ('500', 'text/plain', "Unable to read $dir/$str\n"); return ('500', 'text/plain', "Unable to read $dir/$str\n");
} }
close F; close $METAHANDLE;
$buffer .= $buf; $buffer .= $buf;
# we need exactly 1 \n at the end of the buffer # we need exactly 2 \n at the end of the buffer
while (substr($buffer, -2, -1) eq "\n") { while (substr($buffer, -1) eq "\n") {
chop($buffer); chop($buffer);
} }
@@ -282,21 +286,20 @@ MD5 message digest Filename
# also $buffer must not begin with \n # also $buffer must not begin with \n
while (substr($buffer, 0, 1) eq "\n") { while (substr($buffer, 0, 1) eq "\n") {
$buffer = substr($buffer, 1, -1); $buffer = substr($buffer, 1);
} }
} }
} }
sysopen (F, "$dir/PACKAGES.TXT", O_WRONLY|O_TRUNC|O_CREAT) or do { sysopen (my $PACKAGESHANDLE, "$dir/PACKAGES.TXT", O_WRONLY|O_TRUNC|O_CREAT) or do {
warn "[FATA] Unable to open file $dir/PACKAGES.TXT: $!"; warn "[FATA] Unable to open file $dir/PACKAGES.TXT: $!";
return ('500', 'text/plain', "Unable to open file $dir/PACKAGES.TXT: $!\n"); return ('500', 'text/plain', "Unable to open file $dir/PACKAGES.TXT: $!\n");
}; };
binmode F;
use bytes; use bytes;
$len = length($buffer); $len = length($buffer);
$written = syswrite(F, $buffer, $len); $written = syswrite($PACKAGESHANDLE, $buffer, $len);
close F; close $PACKAGESHANDLE;
unless (defined($written)) { unless (defined($written)) {
warn "[FATA] Unable to write $dir/PACKAGES.TXT: $!"; warn "[FATA] Unable to write $dir/PACKAGES.TXT: $!";
@@ -308,8 +311,6 @@ MD5 message digest Filename
return ('500', 'text/plain', "Unable to write $dir/PACKAGES.TXT: written bytes does not match with buffer size\n"); return ('500', 'text/plain', "Unable to write $dir/PACKAGES.TXT: written bytes does not match with buffer size\n");
} }
close F;
$gz = new Compress::Raw::Zlib::Deflate ( $gz = new Compress::Raw::Zlib::Deflate (
-Level => Z_BEST_COMPRESSION, -Level => Z_BEST_COMPRESSION,
-CRC32 => 1, -CRC32 => 1,
@@ -335,14 +336,14 @@ MD5 message digest Filename
$gz = ''; $gz = '';
$buffer = ''; $buffer = '';
sysopen (F, "$dir/PACKAGES.TXT.gz", O_WRONLY|O_TRUNC|O_CREAT) or do { sysopen (my $PACKAGESGZHANDLE, "$dir/PACKAGES.TXT.gz", O_WRONLY|O_TRUNC|O_CREAT) or do {
warn "[FATA] Unable to open file $dir/PACKAGES.TXT.gz: $!"; warn "[FATA] Unable to open file $dir/PACKAGES.TXT.gz: $!";
return ('500', 'text/plain', "Unable to open file $dir/PACKAGES.TXT.gz: $!\n"); return ('500', 'text/plain', "Unable to open file $dir/PACKAGES.TXT.gz: $!\n");
}; };
binmode F; binmode ($PACKAGESGZHANDLE);
$len = length($output); $len = length($output);
$written = syswrite(F, $output, $len); $written = syswrite($PACKAGESGZHANDLE, $output, $len);
unless (defined($written)) { unless (defined($written)) {
warn "[FATA] Unable to write $dir/PACKAGES.TXT.gz: $!"; warn "[FATA] Unable to write $dir/PACKAGES.TXT.gz: $!";
@@ -354,46 +355,58 @@ MD5 message digest Filename
return ('500', 'text/plain', "Unable to write $dir/PACKAGES.TXT.gz: written bytes does not match with buffer size\n"); return ('500', 'text/plain', "Unable to write $dir/PACKAGES.TXT.gz: written bytes does not match with buffer size\n");
} }
close F; close $PACKAGESGZHANDLE;
$output = ''; $output = '';
@list = -1; $#list = -1;
@list = split(/\n/, `ls -lAn --time-style=long-iso "$dir"`); my $date = __pdate;
$buffer = "$date
@list = map { Here is the file list for this directory,
my $str = $_; maintained by eleksir <eleksir\@gmail.com> .
if (length($str) > 45) {
substr($str, 44, 0, './');
$str = $str . "\n";
} else {
my $date = __pdate;
$str = "$date
Here is the file list for this directory ,
maintained by Eric Hameleers <alien\@slackware.com> .
If you are using a mirror site and find missing or extra files If you are using a mirror site and find missing or extra files
in the subdirectories, please have the archive administrator in the subdirectories, please have the archive administrator
refresh the mirror. refresh the mirror.
"; ";
}
$str; opendir (my $DIR, $dir) or do {
} @list; warn "[FATA] Unable to open $dir: $!";
return ('500', 'text/plain', "Unable to open $dir: $!\n");
};
sysopen(F, "$dir/FILELIST.TXT", O_WRONLY|O_TRUNC|O_CREAT) or do { my @files = sort (readdir ($DIR));
closedir $DIR;
while (my $file = shift (@files)) {
my $filename = sprintf ("%s/%s", $dir, $file);
next unless (-f $filename);
my @stat = stat $filename;
my @date = localtime ($stat[10]);
$buffer .= sprintf (
"-rw-r--r-- %d root root % 8d %04d-%02d-%02d %02d:%02d ./%s\n",
$stat[3],
$stat[7],
$date[5] + 1900,
$date[4],
$date[3],
$date[2],
$date[1],
$file
);
}
sysopen(my $FILELISTHANDLE, "$dir/FILELIST.TXT", O_WRONLY|O_TRUNC|O_CREAT) or do {
warn "[FATA] Unable to open $dir/FILELIST.TXT: $!"; warn "[FATA] Unable to open $dir/FILELIST.TXT: $!";
return ('500', 'text/plain', "Unable to open $dir/FILELIST.TXT: $!\n"); return ('500', 'text/plain', "Unable to open $dir/FILELIST.TXT: $!\n");
}; };
binmode F;
$buffer = join('', @list);
@list = -1; undef @list;
use bytes; use bytes;
$len = length($buffer); $len = length($buffer);
no bytes; no bytes;
$written = syswrite F, $buffer, $len; $written = syswrite $FILELISTHANDLE, $buffer, $len;
unless (defined($written)) { unless (defined($written)) {
warn "[FATA] Unable to write $dir/FILELIST.TXT: $!"; warn "[FATA] Unable to write $dir/FILELIST.TXT: $!";
@@ -405,7 +418,7 @@ refresh the mirror.
return ('500', 'text/plain', "Unable to write $dir/FILELIST.TXT: written bytes does not match with buffer size\n"); return ('500', 'text/plain', "Unable to write $dir/FILELIST.TXT: written bytes does not match with buffer size\n");
} }
close F; close $FILELISTHANDLE;
$buffer = ''; $buffer = '';
return ('200', 'text/plain', "Done\n"); return ('200', 'text/plain', "Done\n");
} }