WebSVN – zfs_utils – Diff – /trunk/sneakernet/sneakernet

 our $VERSION = '0.1';
 use FindBin;
 use lib "$FindBin::Bin/..";
 use Data::Dumper;
-use ZFS_Utils qw(loadConfig shredFile logMsg makeReplicateCommands mountDriveByLabel mountGeli runCmd sendReport $logFileName $displayLogsOnConsole);
+use ZFS_Utils qw(loadConfig shredFile logMsg makeReplicateCommands mountDriveByLabel unmountDriveByLabel mountGeli runCmd sendReport fatalError cleanDirectory $logFileName $displayLogsOnConsole);
 my $scriptDirectory = $FindBin::RealBin;
 my $scriptFullPath = "$scriptDirectory/" . $FindBin::Script;
    },
    #information about target server
    'target' => {
       'hostname' => '', # used to see if we are on target
       'poolname' => 'backup', # name of the ZFS pool to import
+      'shutdown_after_replication' => 0, # if set to 1, will shutdown the server after replication
       # if this is set, the dataset uses GELI, so we must decrypt and
       # mount it first
       'geli' => {
          'secureKey ' => {
             'label' => 'replica', # the GPT label of the key disk
          'IV'     => '00000000000000000000000000000000',
       },
    },
    'datasets' => {
       'dataset1' => {
-         'source' => 'pool/dataset1',
+         'source' => 'pool', # the parent of the dataset on the source
-         'target' => 'backup/dataset1',
+         'target' => 'backup', # the parent of the dataset on the target
-         'filename' => 'dataset1'
+         'dataset' => 'dataset1', # the dataset name
       },
       'files_share'  => {
-         'source' => 'pool/files_share',
+         'source' => 'pool',
-         'target' => 'backup/files_share',
+         'target' => 'backup',
-         'filename' => 'files_share'
+         'dataset' => 'files_share'.
       },
+   }
 };
 # read the status file and return as list. If the file doesn't exits, returns an empty list
    my ($config, $statusList) = @_;
    my $newStatus = [];
    foreach my $dataset ( sort keys %{$config->{datasets}} ) {
       logMsg("Processing dataset '$dataset'");
       # get list of all snapshots on dataset
+      my $root = $config->{datasets}->{$dataset}->{source} . '/' . $config->{datasets}->{$dataset}->{dataset};
-      my $sourceList = [ runCmd( "zfs list -rt snap -H -o name $config->{datasets}->{$dataset}->{source} " ) ];
+      my $sourceList = [ runCmd( "zfs list -rt snap -H -o name $root" ) ];
+      # remove the parent part, leave the dataset itself
+      $sourceList =~ s|$config->{datasets}->{$dataset}->{source}/||;
       # process dataset here
-      my $commands = makeReplicateCommands($sourceList, $statusList, $newStatus );
+      my $commands = makeReplicateCommands( $config->{datasets}->{$dataset}->{source}, $sourceList, $statusList, $newStatus );
       if ( %$commands ) {
          foreach my $cmd ( keys %$commands ) {
             my $command = $commands->{$cmd};
             $command .= " | openssl enc -aes-256-cbc -K $config->{transport}->{encryption}->{key} -iv $config->{transport}->{encryption}->{IV} " if $config->{transport}->{encryption}->{key};
             $command .= " > $config->{transport}->{mount_point}/" . replaceSlashWithDot($cmd);
+      }
+   }
    return $newStatus;
+}
+# perform cleanup actions
+# $config - configuration hashref
-# clean all files from a directory, but not any subdirectories
+# $message - optional message to include in the report
+#
-sub cleanDirectory {
+sub cleanup{
-   my $dirname = shift;
+   my ( $config, $message ) = @_;
+   # add disk space utilization information on transport to the log
+   logMsg( "Disk space utilization on transport disk:\n" . runCmd( "df -h $config->{transport}->{mount_point}" ) . "\n" );
-   logMsg( "Cleaning up $dirname of all files" );
+   # add information about the server (zpools) to the log
+   my $servername = `hostname -s`;
-   # clean up a directory
+   chomp $servername;
-   opendir( my $dh, $dirname ) || fatalError( "Can not open $dirname: #!" );
+   logMsg( "Zpools on server $servername:\n" . join( "\n", runCmd( "zpool list" ) ) . "\n" );
-   # get all file names, but leave directories alone
+   $config->{$config->{runningAs}}->{report}->{subject} //= "Replication Report for $config->{runningAs} server $servername";
-   my @files = map{ $dirname . "/$_" } grep { -f "$dirname/$_" } readdir($dh);
+   $message //= "Replication completed on $config->{runningAs} server $servername.";
-   closedir $dh;
+   # unmount the sneakernet drive
-   foreach my $file (@files) {
+   unmountDriveByLabel( $config->{transport} );
+   sendReport( $config->{$config->{runningAs}}->{report}, $message, $config->{log_file} );
+   # If they have requested shutdown, do it now
+   if ( $config->{$config->{runningAs}}->{shutdown_after_replication} ) {
+      logMsg( "Shutting down target server as per configuration" );
-      unlink $file or warn "Could not unlink $file: #!\n";
+      runCmd( "shutdown -p now" ) unless $DEBUG;
+   }
- }
-# how to handle a fatal error
-sub fatalError {
-   my $message = shift;
-   logMsg( $message );
-   die;
+}
+# update the target datasets from the files on the transport drive
+sub updateTarget {
+   my $config = shift;
+   my $files = getDirectoryList( $config->{transport}->{mount_point});
+   foreach my $filename ( @$files ) {
+     my $command = "cat $config->{output} | openssl enc -aes-256-cbc -d -K $config->{key} -iv $config->{IV}";
+   }
+}
 ##################### main program starts here #####################
 # Example to create a random key for encryption/decryption:
 # generate a random key with
 # openssl rand 32 | xxd -p | tr -d '\n' > test.key
 # If a YAML config file exists next to the script, load and merge it
 $config = loadConfig($configFileName, $config );
+exit 1 unless keys %$config;
 # set some defaults
 $config->{'status_file'} //= "$scriptFullPath.status";
 # set log file name for sub logMsg in ZFS_Utils, and remove the old log if it exists
 # Log file is only valid for one run
 $logFileName = $config->{'log_file'} //= "$scriptFullPath.log";
 # log only for one run
 unlink ( $logFileName ) if -f $logFileName;
-fatalError( "Invalid config file: missing source and/or target server" )
+fatalError( "Invalid config file: missing source and/or target server", $config, \&cleanup )
     unless (defined $config->{source} && defined $config->{target});
-# mount the transport drive, fatal error if we can not find it
-fatalError( "Unable to mount tranport drive with label $config->{transport}->{disk_label}" )
-   unless $config->{transport}->{mount_point} =  mountDriveByLabel( $config->{transport} );
 my $servername = `hostname -s`;
 chomp $servername;
-my $runningAs = $servername eq $config->{source}->{hostname} ? 'source' :
+$config->{runningAs} = $servername eq $config->{source}->{hostname} ? 'source' :
                 $servername eq $config->{target}->{hostname} ? 'target' : 'unknown';
+#cleanup( $config, "Testing" );
+# mount the transport drive, fatal error if we can not find it
+fatalError( "Unable to mount tranport drive with label $config->{transport}->{disk_label}", $config, \&cleanup )
+   unless $config->{transport}->{mount_point} =  mountDriveByLabel( $config->{transport} );
+# mail program logic
-if ( $runningAs eq 'source' ) {
+if ( $config->{runningAs} eq 'source' ) {
     logMsg "Running as source server";
     # remove all files from transport disk, but leave all subdirectories alone
+   fatalError( "Failed to clean transport directory $config->{transport}->{mount_point}", $config, \&cleanup )
-    cleanDirectory( $config->{transport}->{mount_point} );
+      unless cleanDirectory( $config->{transport}->{mount_point} );
     my $statusList = getStatusFile($config->{status_file});
     $statusList = doSourceReplication($config, $statusList);
     writeStatusFile($config->{status_file}, $statusList);
-} elsif ( $runningAs eq 'target' ) {
+} elsif ( $config->{runningAs} eq 'target' ) {
     logMsg "Running as target server";
     mountGeli( $config->{target}->{geli} ) if ( defined $config->{target}->{geli} );
+    updateTarget( $config );
 } else {
     fatalError( "This server ($servername) is neither source nor target server as per config\n" );
+}
-# add disk space utilization information on transport to the log
-logMsg( "Disk space utilization on transport disk:\n" . runCmd( "df -h $config->{transport}->{mount_point}" ) . "\n" );
-# add information about the server (zpools) to the log
-logMsg( "Zpools on server $servername:\n" . join( "\n", runCmd( "zpool list" ) ) . "\n" );
-# unmount the sneakernet drive
-`umount $config->{transport}->{mount_point}`;
-# and remove the directory
+cleanup( $config );
-rmdir $config->{transport}->{mount_point};
 ;
-#`cat $config->{input} | openssl enc -aes-256-cbc -K $config->{key} -iv $config->{IV} > $config->{output}`;
-# this will decrypt $config->{output} to stdout
-#`cat $config->{output} | openssl enc -aes-256-cbc -d -K $config->{key} -iv $config->{IV} > test.out`;

Subversion Repositories zfs_utils

(root)/trunk/sneakernet/sneakernet – Rev 37 → 42