142 lines
2.7 KiB
Perl
142 lines
2.7 KiB
Perl
#!/usr/bin/perl
|
|
|
|
use warnings "all";
|
|
use strict;
|
|
use Fcntl;
|
|
use threads;
|
|
use threads::shared;
|
|
|
|
|
|
sub get_ceph_status(); # defined - not healthy | undef - healthy
|
|
sub get_osd_status($); # give osd id, returns 1 if osd have pgs | undef - no pg left on osd
|
|
sub mark_osd_out($);
|
|
sub logger($);
|
|
sub metabackup(@);
|
|
sub worker(@);
|
|
|
|
|
|
if ((int(@ARGV) < 1) or ($ARGV[0] eq '--help') or ($ARGV[0] eq '-h')) {
|
|
print "\n Usage: $0 osd_num osd_num osd_num\n\n";
|
|
print " Example: user\@host\# $0 10 25 44 128 9 36 33 78 91\n\n";
|
|
exit 0;
|
|
}
|
|
|
|
my @osd_list = @ARGV;
|
|
my $PACK = 5;
|
|
my $OSDINDEX = 0;
|
|
my %JOBS;
|
|
my $OSD;
|
|
my @threads;
|
|
|
|
for (my $i = 0; $i < @osd_list; $i++) {
|
|
if ($OSDINDEX >= $PACK) {
|
|
$OSDINDEX = 0;
|
|
}
|
|
|
|
${JOBS}{$OSDINDEX}{$osd_list[$i]} = 1;
|
|
$OSDINDEX++;
|
|
}
|
|
|
|
# ${JOBS}{$OSDINDEX}{OSD_ID} = 1
|
|
# hash of hashes of hashes
|
|
|
|
foreach (keys(%JOBS)) {
|
|
my @jobs = keys($JOBS{$_});
|
|
push @threads, threads->create(\&worker, @jobs);
|
|
sleep (300); # do not start all pack in one shot
|
|
}
|
|
|
|
# wait 'till jobs are complete
|
|
foreach (@threads) {
|
|
$_->join();
|
|
}
|
|
|
|
print "All requested OSDS are out, performing backup\n";
|
|
metabackup(@osd_list);
|
|
|
|
exit 0;
|
|
|
|
sub get_ceph_status() {
|
|
my $status = `/bin/ceph -s`;
|
|
my @msg = split(/\n/, $status);
|
|
# by default we assume that ceph is unhealthy, with misplaced pgs, and degraded pgs
|
|
my $healthy = undef;
|
|
my $misplaced = undef;
|
|
my $degraded = undef;
|
|
|
|
foreach (@msg) {
|
|
return undef if ($_ =~ /health HEALTH_OK$/);
|
|
$degraded = 1 if ($_ =~ /recovery \d+\/\d+ objects degraded/);
|
|
$misplaced = 1 if ($_ =~ /recovery \d+\/\d+ objects misplaced/)
|
|
}
|
|
|
|
if ((defined($degraded)) or (defined($misplaced))) {
|
|
return 1;
|
|
}
|
|
|
|
return undef;
|
|
}
|
|
|
|
sub get_osd_status($) {
|
|
my $osd = shift;
|
|
my $status = `ceph osd df`;
|
|
|
|
foreach (split(/\n/, $status)) {
|
|
if ($_ =~ /^ ? ?$osd /) {
|
|
$status = $_;
|
|
}
|
|
}
|
|
|
|
if ($status =~ / 0.$/) {
|
|
# zero placement groups here
|
|
return undef;
|
|
}
|
|
|
|
return 1;
|
|
}
|
|
|
|
sub mark_osd_out($) {
|
|
my $osd = shift;
|
|
`/bin/ceph osd out $osd`;
|
|
}
|
|
|
|
sub logger($) {
|
|
my $msg = shift;
|
|
syswrite STDOUT, "$msg\n";
|
|
}
|
|
|
|
sub metabackup(@) {
|
|
my @list = @_;
|
|
|
|
# just to make sure :)
|
|
while (defined(get_ceph_status())) {
|
|
sleep 60;
|
|
}
|
|
|
|
`mount|sudo grep ceph >/ceph-mountmap`;
|
|
|
|
system('/bin/sudo', '/bin/mkdir', "/root/ceph");
|
|
chdir('/var/lib/ceph/osd');
|
|
my $osd;
|
|
|
|
foreach $osd (@list) {
|
|
system('/bin/sudo', "/bin/systemctl", "stop", sprintf("ceph-osd@%s", $osd));
|
|
sleep 1;
|
|
system('/bin/sudo', '/bin/tar', '-zcf', sprintf("/root/ceph/ceph-%s.tar.gz", $osd), sprintf("ceph-%s", $osd));
|
|
}
|
|
}
|
|
|
|
sub worker(@) {
|
|
my @OSD = @_;
|
|
|
|
foreach my $osd (@OSD) {
|
|
mark_osd_out($osd);
|
|
sleep(15); # ceph is slow
|
|
|
|
while (defined(get_osd_status($osd))) {
|
|
sleep 150;
|
|
}
|
|
}
|
|
}
|
|
|