duplicate-file-handler/main.py

import os
import argparse
import hashlib
from collections import defaultdict

def md5sum(filename):
    hash_md5 = hashlib.md5()
    with open(filename, "rb") as f:
        for chunk in iter(lambda: f.read(4096), b""):
            hash_md5.update(chunk)
    return hash_md5.hexdigest()

def find_duplicates(directories):
    hashes = defaultdict(list)
    for directory in directories:
        for root, dirs, files in os.walk(directory):
            for filename in files:
                path = os.path.join(root, filename)
                file_hash = md5sum(path)
                hashes[file_hash].append(path)
    return {file_hash: paths for file_hash, paths in hashes.items() if len(paths) > 1}

def handle_file_modification(original_file, duplicate_file, modification):
    if modification == 'delete':
        print(f"Deleting {duplicate_file}")
        os.remove(duplicate_file)
    elif modification == 'hardlink':
        os.remove(duplicate_file)
        os.link(original_file, duplicate_file)
        print(f"Replaced {duplicate_file} with a hardlink to {original_file}")
    elif modification == 'symlink':
        os.remove(duplicate_file)
        os.symlink(original_file, duplicate_file)
        print(f"Replaced {duplicate_file} with a symlink to {original_file}")

def handle_modification(files, modification, mode, apply_to):
    original_file = files[0]  # Keep the first file
    for duplicate_file in files[1:]:  # Iterate over remaining files
        if duplicate_file.startswith(tuple(apply_to)):
            if mode == 'preview':
                print(f"Would perform {modification} on {duplicate_file}")
            elif mode == 'act':
                handle_file_modification(original_file, duplicate_file, modification)
            elif mode == 'interactive':
                answer = input(f"Do you want to {modification} this file? {duplicate_file} [y/N] ")
                if answer.lower() in ['y', 'yes']:
                    handle_file_modification(original_file, duplicate_file, modification)

def main(args):
    directories = args.directories
    apply_to = args.apply_to or directories
    duplicates = find_duplicates(directories)
    
    if not duplicates:
        print("No duplicates found.")
        return
    
    for file_hash, files in duplicates.items():
        print(f"Duplicate files for hash {file_hash}:")
        [print(file) for file in files if file.startswith(tuple(apply_to))]
        handle_modification(files, args.modification, args.mode, apply_to)

if __name__ == "__main__":
    parser = argparse.ArgumentParser(description="Find and handle duplicate files.")
    parser.add_argument('directories', nargs='*', help="Directories to scan for duplicates.")
    parser.add_argument('--apply-to', nargs='*', help="Directories to apply modifications to.")
    parser.add_argument('--modification', choices=['delete', 'hardlink', 'symlink', 'show'], default='show', help="Modification to perform on duplicates.")
    parser.add_argument('--mode', choices=['act', 'preview', 'interactive'], default='preview', help="How to apply the modifications.")

    args = parser.parse_args()
    
    if not args.directories:
        parser.print_help()
        parser.exit()

    if args.apply_to and args.modification not in ['delete', 'hardlink', 'symlink']:
        parser.error("--apply-to requires --modification to be 'delete', 'hardlink', or 'symlink'.")
    if not args.apply_to and args.modification != 'show':
        parser.error("Without --apply-to only 'show' modification is allowed.")

    main(args)