Subversion Repositories sysadmin_scripts

#! /usr/bin/env perl

# fdupesGreatestSavings

#

# Filter which takes the output of fdupes --size and reports on which duplicated

# files clean up will result in the greatest savings.

# 

# Usage: fdupes --size --recurse / | fdupesGreatestSavings 100

#

# Copyright 2024 Daily Data, Inc.

# 

# Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following 

# conditions are met:

#

#   Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.

#   Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer 

#   in the documentation and/or other materials provided with the distribution.

#   Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote products derived

#   from this software without specific prior written permission.

# 

# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT

# NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL

# THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES

# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS

# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE

# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

use strict;

use warnings;

use Data::Dumper;

# takes a path and returns an array of the path for each subdirectory

sub parseDirectory {

   use File::Basename;

   my $separator = '/';

   my @result;

   my @temp = split( $separator, dirname( shift ) );

   my $curpath = '';

   for ( my $i = 0; $i < scalar( @temp ); $i++ ) {

      $curpath .= ($curpath ? $separator : '' ) . $temp[$i];

      push @result, $curpath;

   }

   return \@result;

}

my $maxCount = shift;

die "Enter maximum entries to show\n" unless $maxCount;

my $entry = 0; # just a simple index into our data

my %data; # hash for all our data

my $files = (); # temporary array for our file list

while ( my $line = <> ) {

   chomp $line;

   if ( $line =~ m/^(\d+) bytes each:$/ ) { # new entry

      $data{++$entry}{'size'} = $1;

      $data{$entry}{'files'} = [];

   } elsif ( $line =~ m/^\s*$/ ) { # blank line, so get summary

      $data{$entry}{'total'} = $data{$entry}{'size'} * scalar( @{$data{$entry}{'files'}} );

   } else { # this should be a file name

      push @{ $data{$entry}{'files'} }, $line;

   }

}

#print Dumper( \%data ) . "\n"; die;

foreach my $thisEntry ( sort{ $data{$b}{'total'} <=> $data{$a}{'total'} } keys %data ) {

   last unless $maxCount--;

   my $numCopies = scalar( @{$data{$thisEntry}{'files'}} );

   print "$data{$thisEntry}{total} bytes wasted in following " . $numCopies . " files of $data{$thisEntry}{size} bytes\n";

   print "\t" . join( "\n\t", @{$data{$thisEntry}{'files'}} ) . "\n\n";

}

exit 1;

my %directories;

foreach my $thisEntry ( keys %data ) {

   foreach my $file ( @{$data{$thisEntry}{'files'}} ) {

      my $parsedDir = &parseDirectory( $file );

      foreach my $thisDir( @$parsedDir ) {

         $directories{$thisDir}{'size'} += $data{$thisEntry}{'size'} * 1;

         push @{ $directories{$thisDir}{'files'} }, $file;

      }

   }

}

foreach my $thisEntry ( sort{ $data{$b}{'size'} <=> $data{$a}{'size'} } keys %directories ) {

   last unless $maxCount--;

   print "$directories{$thisEntry}{size}\t$thisEntry\n\t";

   print join( "\n\t", @{ $directories{$thisEntry}{'files'} } ) . "\n\n";

}

1;