directory-content-scanner/scan.py

133 lines
5.7 KiB
Python
Raw Normal View History

2023-09-14 07:41:37 +02:00
import os
import argparse
2023-09-14 08:41:20 +02:00
import re
2023-09-14 08:54:21 +02:00
import zlib
2023-09-14 08:41:20 +02:00
2023-09-14 18:00:43 +02:00
class CodeProcessor:
PYTHON = ".py"
JS = ".js"
C = ".c"
CPP = ".cpp"
H = ".h"
2023-09-14 07:41:37 +02:00
2023-09-14 18:00:43 +02:00
@staticmethod
def remove_comments(content, file_type):
"""Remove comments based on file type."""
comment_patterns = {
CodeProcessor.PYTHON: [
(r'^\s*#.*\n?', ''),
(r'\"\"\"(.*?)\"\"\"', ''),
(r"\'\'\'(.*?)\'\'\'", '')
],
CodeProcessor.JS: [
(r'\s*//.*', ''),
(r'/\*.*?\*/', '')
],
CodeProcessor.C: [
(r'\s*//.*', ''),
(r'/\*.*?\*/', '')
],
CodeProcessor.CPP: [
(r'\s*//.*', ''),
(r'/\*.*?\*/', '')
],
CodeProcessor.H: [
(r'\s*//.*', ''),
(r'/\*.*?\*/', '')
]
}
2023-09-14 08:54:21 +02:00
2023-09-14 18:00:43 +02:00
patterns = comment_patterns.get(file_type, [])
for pattern, repl in patterns:
content = re.sub(pattern, repl, content, flags=re.DOTALL)
return content.strip()
2023-09-14 07:41:37 +02:00
2023-09-14 18:00:43 +02:00
@staticmethod
def compress(content):
"""Compress code using zlib."""
return zlib.compress(content.encode())
2023-09-14 07:41:37 +02:00
2023-09-14 18:00:43 +02:00
class DirectoryHandler:
@staticmethod
def filter_directories(dirs, ignore_strings, ignore_hidden):
"""Filter out directories based on ignore criteria."""
if ignore_hidden:
dirs[:] = [d for d in dirs if not d.startswith('.')]
dirs[:] = [d for d in dirs if not any(ig in d for ig in ignore_strings)]
@staticmethod
def should_print_file(file_path, file_filters, ignore_strings, ignore_hidden, include_strings):
"""Determine if a file should be printed."""
if ignore_hidden and os.path.basename(file_path).startswith('.'):
return False
if file_filters and not any(file_path.endswith(file_type) for file_type in file_filters):
return False
if any(ignore_str in file_path for ignore_str in ignore_strings):
return False
if include_strings and not any(include_str in file_path for include_str in include_strings):
return False
return True
@staticmethod
def print_file_content(file_path, no_comments, compress):
"""Print the content of a file."""
try:
with open(file_path, 'r') as f:
content = f.read()
if no_comments:
file_type = os.path.splitext(file_path)[1]
content = CodeProcessor.remove_comments(content, file_type)
print(f"======== File Path: {file_path} ========")
if compress:
compressed_content = CodeProcessor.compress(content)
print(f"======== Compressed Code ========")
print(compressed_content)
else:
print(content)
print("==================================\n")
except UnicodeDecodeError:
print(f"Warning: Could not read file due to encoding issues: {file_path}")
exit(1)
@staticmethod
def handle_directory(directory, **kwargs):
"""Handle scanning and printing for directories."""
for root, dirs, files in os.walk(directory):
DirectoryHandler.filter_directories(dirs, kwargs['ignore_strings'], kwargs['ignore_hidden'])
for file in files:
if DirectoryHandler.should_print_file(os.path.join(root, file), kwargs['file_filters'], kwargs['ignore_strings'], kwargs['ignore_hidden'], kwargs['strings']):
DirectoryHandler.print_file_content(os.path.join(root, file), kwargs['no_comments'], kwargs['compress'])
elif kwargs['verbose']:
print(f"Skipped file: {file}")
@staticmethod
def handle_file(file_path, **kwargs):
"""Handle scanning and printing for individual files."""
DirectoryHandler.print_file_content(file_path, kwargs['no_comments'], kwargs['compress'])
2023-09-14 07:41:37 +02:00
2023-09-14 08:02:05 +02:00
2023-09-14 07:41:37 +02:00
def main():
2023-09-14 08:54:21 +02:00
parser = argparse.ArgumentParser(description="Scan directories and print/compile file contents.")
2023-09-14 08:02:05 +02:00
parser.add_argument("paths", nargs='+', help="List of files or directories to scan.")
2023-09-14 07:41:37 +02:00
parser.add_argument("-f", "--filetype", nargs='+', default=[], help="Filter by file types (e.g., .txt .log).")
parser.add_argument("-i", "--ignore", nargs='+', default=[], help="Ignore files and folders containing these strings.")
2023-09-14 08:02:05 +02:00
parser.add_argument("--ignore-hidden", action='store_true', help="Ignore hidden directories and files.")
2023-09-14 07:41:37 +02:00
parser.add_argument("-v", "--verbose", action='store_true', help="Enable verbose mode.")
2023-09-14 08:41:20 +02:00
parser.add_argument("--no-comments", action='store_true', help="Remove comments from the displayed content based on file type.")
2023-09-14 17:52:49 +02:00
parser.add_argument("-s", "--strings", nargs='+', default=[], help="Only display files whose paths contain one of these strings.")
2023-09-14 08:54:21 +02:00
parser.add_argument("--compress", action='store_true', help="Compress code (for Python files).")
2023-09-14 07:41:37 +02:00
args = parser.parse_args()
2023-09-14 18:00:43 +02:00
2023-09-14 08:02:05 +02:00
for path in args.paths:
if os.path.isdir(path):
2023-09-14 18:00:43 +02:00
DirectoryHandler.handle_directory(path, file_filters=args.filetype, ignore_strings=args.ignore, ignore_hidden=args.ignore_hidden, verbose=args.verbose, no_comments=args.no_comments, compress=args.compress, strings=args.strings)
2023-09-14 08:02:05 +02:00
elif os.path.isfile(path):
2023-09-14 18:00:43 +02:00
DirectoryHandler.handle_file(path, file_filters=args.filetype, ignore_strings=args.ignore, ignore_hidden=args.ignore_hidden, no_comments=args.no_comments, compress=args.compress)
2023-09-14 08:02:05 +02:00
else:
print(f"Error: {path} is neither a valid file nor a directory.")
2023-09-14 07:41:37 +02:00
exit(1)
if __name__ == "__main__":
2023-09-14 18:00:43 +02:00
main()