Subversion Repositories computer_asset_manager_v1

#!/usr/bin/env perl

use strict;

use warnings;

# v0.2 20160205 RWR

# Removed echoing the results from parse_sysinfo for all normally processed

# reports. Only if a report is invalid, duped, or waiting on user input

# is anything from parse_sysinfo echoed.

#

# v0.3 20160205 RWR

# Removed most of the reporting, and put it in script sendReport.pl

# which is called from here.

use IO::Interactive qw(is_interactive interactive busy);

use YAML::XS;

use Cwd 'abs_path';

#use Data::Dumper;

use File::Basename;

my $VERSION = '0.8';

my $MY_DIRECTORY = abs_path(dirname(__FILE__) );

my $CRON= ! is_interactive(); # determine if we are in interactive shell

# control the flow of the program. $CHECKMAIL is pretty clear.

# if $PROCESS is false and $MOVEFILES is true, the files will be moved

# but not processed (ie, they were processed some other way)

my $CHECKMAIL=1; #controls whether we will check the mail or not

my $PROCESS=1; # controls whether we will process the files

my $MOVEFILES=1; # controls whether we will move the files successfully processed

my $DATADIR; # will hold the reports directory

my $UNPROCESSED; # will hold the location for unprocessed reports

my $MAXTOPROCESS = 10000;

my %filesProcessed;

# following are used to find the configuration file

my $confFileName = "sysinfoRead.conf.yaml";

my @searchPaths = ( '/etc/camp', '/opt/camp', '/opt/camp/sysinfo', $MY_DIRECTORY );

sub loadConfig {

   my ( $confFileName, @searchPaths ) = @_;

   my $configuration;

   for ( my $i = 0; $i < @searchPaths; $i++ ) {

      my $filename = $searchPaths[$i] . '/' . $confFileName;

      if ( -e $filename ) {

         #print "Found $filename\n";

         open CONF, "<$filename" or warn "Could not read $filename: $!\n";

         $configuration = Load( join( '', <CONF> ) );

         close CONF;

         last; # exit out of the loop; we don't try to load it more than once

      } # if

   } # foreach

   return $configuration;

} # sub loadConfig

# assumes parse_sysinfo.php returns one of the following codes

# 0 - Processed Normally

# 1 - could not process file (not xml, yaml or ini)

# 2 - Invalid report, does not have one or more of report date, client name or computer name

# 3 - Invalid Report, invalid machine name

# 4 - Duplicate Report

# 5 - Valid report, but no entry for client and/or machine in database

# 6 - Valid report, but waiting for client and/or machine to be added in database

sub storeFile {

   use File::Basename;

   my $file = shift;

   my $targetDirectory = shift;

   unless ( $targetDirectory ) {

      my ($name,$path) = fileparse($file);

      my ( $date,$time,$client,$server,$serial) = split( '_', $name );

      my ( $year, $month, $day ) = split( '-', $date );

      $targetDirectory = "/$year/$month";

   }

   $targetDirectory = "$DATADIR/$targetDirectory";

   `mkdir -p '$targetDirectory'` unless -d $targetDirectory;

   `mv '$file' '$targetDirectory'`;

}

sub fixEncoding {

   use Encode qw(decode encode);

   my $dir = shift;

   opendir(my $dh, $dir) || die "Can't opendir $dir: $!";

   my @files = map{ "$dir/$_" } grep { /\.yaml$/ && -f "$dir/$_" } readdir($dh);

   closedir $dh;

   my $count = 0;

   foreach my $filename ( @files ) {

      if (  `file -b "$filename"` !~ m/^(ASCII|UTF-8)/ ) {

         $count++;

         open DATA, "<$filename" or die "Could not read $filename: $!\n";

         my $data = join( '', <DATA> );

         close DATA;

         $data = encode( 'UTF-8', $data );

         open DATA, ">$filename" or die "Could not overwrite $filename: $!\n";

         print DATA $data;

         close DATA;

      }

   }

return "convertFile found " . scalar( @files ) . " files and processed $count\n";

}

sub validateFileType {

   my %fileTypeConversions = (

      'ISO-8859' => 'iconv -f ISO-8859-1 -t UTF-8'

      );

#   use File::Type;

   my $thisFile = shift;

#   my $ft = File::Type->new();

#   die $ft->checktype_filename($thisFile);

   my $filetype =  `file '$thisFile'`;

   chomp $filetype;

   $filetype =~ m/:\s+([a-z0-9-]+)/i;

   $filetype = $1;

   return 1 if $filetype eq 'ASCII' || $filetype eq 'UTF-8';

   if ( $fileTypeConversions{ $filetype } ) {

      my $command = "mv '$thisFile' /tmp/toConvert ; $fileTypeConversions{ $filetype } -o '$thisFile' /tmp/toConvert"; 

      print "$command\n";

      #return 1;

   } else {

      warn "Unknown file type $filetype\n";

   }

   return 0;

}   

# get our configuration set up first

my $config = &loadConfig( $confFileName, @searchPaths );

die "Could not find configuration file $confFileName in " . join( ', ', @searchPaths) . "\n" unless $config;

# just some convenience variables

$DATADIR = $$config{'datapath'};

$UNPROCESSED=$DATADIR . '/' . $$config{'unprocessed_path'};

# check that the executables exist before continuing

my $getMailScript = "$MY_DIRECTORY/" . $$config{'getMailScript'};

my $processMailScript = "$MY_DIRECTORY/" . $$config{'processMailScript'};

my $reportScript = "$MY_DIRECTORY/" . $$config{'reportScript'};

die "Could not find the getMailScript [$getMailScript] in $MY_DIRECTORY\n" unless -e $getMailScript;

die "Could not find the processMailScript [$processMailScript] in $MY_DIRECTORY\n" unless -e $processMailScript;

die "Could not find the reportScript [$reportScript] in $MY_DIRECTORY\n" unless -e $reportScript;

#die "$getMailScript\n$processMailScript\n$reportScript\n";

# fetch all messages pending from e-mail accounts

`php $getMailScript` if $CHECKMAIL;

my $count = 0;

my $results = '';

$results .= &fixEncoding( $UNPROCESSED );

# get a list of all messages waiting to be processed

opendir ( my $dh, $UNPROCESSED ) or die "Could not open $UNPROCESSED for read: $!";

my @files = map{ "$UNPROCESSED\/$_" } sort grep { ! /^\./ && -f "$UNPROCESSED/$_" } readdir( $dh );

closedir $dh;

#print join( "\n", @files ) . "\n"; die;

foreach my $thisFile ( sort @files ) {

   my $exitCode;

   my $tempResults;

#   next unless &validateFileType( $thisFile );

#   die "Stopping on valid file $thisFile\n";

   if ( $PROCESS ) {

      $tempResults .=  `php $processMailScript <'$thisFile'`;

      if ( $? == -1 ) {

         $exitCode = -1;

         die "Parsing failed: $!\n";

      } else {

         $exitCode = $? >> 8;

      }

   } else {

     $results .= "$thisFile moving without processing\n";

     $exitCode = 0;

   }

   if ( $exitCode == 0 ) {

      $filesProcessed{ 'valid' }++;

      $tempResults = '';

      &storeFile( $thisFile ) if $MOVEFILES;

   } elsif ( $exitCode == 1 ) {

      $filesProcessed{ 'Invalid Format' }++;

      &storeFile( $thisFile, 'InvalidFormat' ) if $MOVEFILES;

   } elsif ( $exitCode == 2 || $exitCode == 3 ) {

      $filesProcessed{ 'Invalid Report' }++;

      &storeFile( $thisFile, 'InvalidReport' ) if $MOVEFILES;

   } elsif ( $exitCode == 4 ) {

      $filesProcessed{ 'Duplicate Report' }++;

      &storeFile( $thisFile, 'DuplicateReport' ) if $MOVEFILES;

   } elsif ( $exitCode != 5 && $exitCode != 6 ) { ## not any other of our valid exit codes

      die "parse_sysinfo.php returned an unknown exit code $exitCode for $thisFile\n";

   } else {

      # at this point, we only have reports waiting for manual CAMP

      # updates, so just leave them where they are

      $filesProcessed{ 'Waiting CAMP Updates' }++;

   }

   $results .= $tempResults;

  last if ++$count >= $MAXTOPROCESS;

  print STDERR "\r$count" unless $CRON;

}

my $emailString;

print "\n" unless $CRON; 

$count= 0;

foreach my $key ( sort keys %filesProcessed ) {

   $count += $filesProcessed{$key};

   $emailString .=  "$filesProcessed{$key}\t$key\n";

}

$emailString .=  "$count\tTotal Files Processed\n";

$emailString .=  "--------------------------------\n\n";

$emailString .=  $results;

open SEND, "|$reportScript" or die "Could not find sendReport.pl: $!\n";

print SEND $emailString;

close SEND;

1;