Subversion Repositories havirt

#!/usr/bin/env perl

# All functions related to maniplating/reporting on cluster

# part of havirt.

# Copyright 2024 Daily Data, Inc.

# 

# Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following 

# conditions are met:

#

#   Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.

#   Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer 

#   in the documentation and/or other materials provided with the distribution.

#   Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote products derived

#   from this software without specific prior written permission.

# 

# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT

# NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL

# THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES

# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS

# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE

# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

# v0.0.1 20240602 RWR

# Initial setup

#

# v1.2.0 20240826 RWR

# Added some code to migrate domains if node placed in maintenance mode

# Added a lot of 'verbose' print lines, and modified for new flag structure

#

package cluster;

use warnings;

use strict;  

# define the version number

# see https://metacpan.org/pod/release/JPEACOCK/version-0.97/lib/version.pod

use version;

our $VERSION = version->declare("1.2.0");

use Data::Dumper;

use Exporter;

our @ISA = qw( Exporter );

our @EXPORT = qw( 

                  &list

                  &iscsi

                );

sub help {

   my @return;

   push @return, 'cluster status';

   push @return, "\t[--format|-f screen|tsv] - displays some stats on cluster resources used";

   push @return, 'cluster balance';

   push @return, "\tBalances resources by moving domains between nodes";

   push @return, 'cluster iscsi';

   push @return, "\tdisplays list of all iSCSI targets 'known' by system";

   push @return, 'cluster iscsi add ip-or-dns-name';

   push @return, "\tAdds iscsi target to system";

   push @return, 'cluster iscsi delete  ip-or-dns-name';

   push @return, "\tDelete iSCSI target processed by system. ip-or-dns-name MUST be exact";

   push @return, 'cluster iscsi update [node ...]';

   push @return, "\tPerforms an update to add new iSCSI targets on one or more nodes";

   push @return, "\tScans all iSCSI targets, looking for new shares on each, then performs";

   push @return, "\ta login, adding it to the node. DOES NOT delete old targets at this";

   push @return, "\ttime. If no nodes passed in, will perform function on all nodes not";

   push @return, "\tin maintenance mode";

   return join( "\n", @return ) . "\n";

}

sub status {

   my $return = '';

   &main::readDB();

   my @header = ('Node','Threads','Memory','Domains','vcpu','mem_used', 'Status' );

   my @data;

   my $usedmem = 0;

   my $usedcpu = 0;

   my $availmem = 0;

   my $availcpu = 0;

   my $totalDomains = 0;

   my $maintenance = 0;

   foreach my $node (sort keys %{ $main::statusDB->{'node'} } ) {

      my $memory = 0;

      my $vcpus = 0;

      my $count = 0;

      foreach my $domain ( keys %{ $main::statusDB->{'nodePopulation'}->{$node}->{'running'} } ) {

         $memory += $main::statusDB->{'virt'}->{$domain}->{'memory'};

         $vcpus += $main::statusDB->{'virt'}->{$domain}->{'vcpu'};

         $count++;

      }

      push @data, [ $node,$main::statusDB->{'node'}->{$node}->{cpu_count},$main::statusDB->{'node'}->{$node}->{memory},$count,$vcpus,$memory, $main::statusDB->{'node'}->{$node}->{maintenance} ? 'Maintenance' : 'Online' ];

      $usedmem += $memory;

      $usedcpu += $vcpus;

      $totalDomains += $count;

      $availmem += $main::statusDB->{'node'}->{$node}->{memory};

      $availcpu += $main::statusDB->{'node'}->{$node}->{cpu_count};

      $maintenance += $main::statusDB->{'node'}->{$node}->{maintenance} ? 0 : 1;

   } # outer for

   push @data, [ 'Total',$availcpu,$availmem,$totalDomains,$usedcpu,$usedmem, $maintenance ];

   return &main::report( \@header, \@data );

}

# perform various functions on iSCSI target definitions

# on all nodes

sub iscsi {

   my $action = shift;

   my @return;

   if ( $action && $action eq 'add' ) {

      &main::readDB(1);

      while ( my $target = shift ) {

         $main::statusDB->{'cluster'}->{'iscsi'}->{$target} = '';

      }

      &main::writeDB();

   } elsif ( $action && $action eq 'delete' ) {

      my $target = shift;

      &main::readDB(1);

      delete $main::statusDB->{'cluster'}->{'iscsi'}->{$target} if exists $main::statusDB->{'cluster'}->{'iscsi'}->{$target};

      &main::writeDB();

   } elsif ( $action && $action eq 'update' ) {

      &main::readDB();

      # if they did not give us a node, do all of them

      @_ = keys %{ $main::statusDB->{'node'} } unless @_;

      while ( my $node = shift ) { # process each node on stack

         if ( $main::statusDB->{'node'}->{$node}->{'maintenance'} ) {

            print "Not processing node $node since it is in maintenance mode\n" if $main::config->{'flags'}->{'verbose'};

         } else { # actually do the work

            push @return, &updateISCITargets( $node );

         }

      } # while

   }

   &main::readDB();

   push @return, "iSCSI targets are";

   if ( $main::statusDB->{'cluster'}->{'iscsi'} ) {

      push @return, join( "\n",  keys %{ $main::statusDB->{'cluster'}->{'iscsi'} } );

   } else {

      push @return, "None Defined";

   }

   return join( "\n", @return ) . "\n";

}

# updates iSCSI targets on $node

# scans each target defined and compares it to the current session

# adding new targets if they exist

# NOTE: does not delete targets which no longer exist on server

sub updateISCITargets {

   my $node = shift;

   my $command;

   my %targets;

   my @return;

   push @return, "Processing iSCSI targets on $node";

   print Dumper( keys %{ $main::statusDB->{'cluster'}->{'iscsi'} } ) if $main::config->{'flags'}->{'debug'};

   foreach my $server (keys %{ $main::statusDB->{'cluster'}->{'iscsi'} } ) {

      print "\n" . '-'x40 . "\nGetting targets on server $server\n" . '-'x40 . "\n" if $main::config->{'flags'}->{'verbose'};

      $command = &main::makeCommand( $node, "iscsiadm -m discovery -t st -p $server" );

      my @list = `$command`;

      chomp @list;

      # @list contains lines of type

      # 10.19.209.2:3260,1 iqn.2014-11.net.dailydata.castor:simon0

      # split them apart and add them to the hash

      foreach my $entry ( @list ) {

         my ( $portal, $targetName ) = split( ' ', $entry );

         # $portal has some extra info after a comma, so clean it up

         $portal =~ m/^([0-9:.]+)/;

         $portal = $1;

         # some targets return multiple IP's for a given name, so 

         # only add them if they are in this IP

         $targets{ $targetName } = $portal if $portal =~ m/^$server/;

         print "$targetName\t$targets{ $targetName }\n" if $main::config->{'flags'}->{'verbose'};

      } # foreach

   } # while

   print "\n" . '-'x40 . "\nGetting active sessions\n". '-'x40 . "\n" if $main::config->{'flags'}->{'verbose'};

   # now, get active sessions so we can filter them

   $command = &main::makeCommand( $node, "iscsiadm -m session" );

   my @activeSessions = `$command`;;

   chomp @activeSessions;

   foreach my $session ( @activeSessions ) {

      $session =~ m/^.*[^0-9:.]([0-9,:.]+).*(iqn\S*)/;

      my ( $portal,$targetName ) = ( $1,$2 );

      print "$portal\t$targetName" if $main::config->{'flags'}->{'verbose'};

      if ( exists( $targets{$targetName} ) ) {

         print "\tNOT updating\n" if $main::config->{'flags'}->{'verbose'};

         delete $targets{ $targetName };

      } else {

         print "Needs to be added\n" if $main::config->{'flags'}->{'verbose'};

      }

   }

   # check if we have any new entries and bail if not

   if ( scalar keys %targets ) {

      # We have new entries, so run them;

      foreach my $targetName ( sort keys %targets ) {

         my $portal = $targets{$targetName};

         push @return, "Adding $targetName";

         $command = &main::makeCommand( $node, "iscsiadm -m node --targetname '$targetName' --portal '$portal' --login" );

         if ( $main::config->{'flags'}->{'dryrun'} ) {

            push @return, $command;

         } else {

          `$command`;

         }

      }

   } else {

      push @return, "No new entries";

   }

   return join( "\n", @return ) . "\n";

} # updateISCITargets

sub balance {

   return "This function not implemented yet\n";

}