import os

import re

from datetime import datetime

from tkinter import Tk, Label, Button, Entry, StringVar, filedialog, messagebox, Radiobutton, IntVar

class LocalRepoScraper:

def __init__(self, repo_paths, output_path, output_filename, selected_file_types=[], filter_files=True):

self.repo_paths = repo_paths

self.output_path = output_path

self.output_filename = output_filename

self.selected_file_types = selected_file_types

self.filter_files = filter_files

def fetch_all_files(self):

files_data = []

for file_path in self.repo_paths:

# Check if file type is in selected file types

if not self.filter_files or any(file_path.endswith(file_type) for file_type in self.selected_file_types):

relative_path = os.path.basename(file_path)

file_content = ""

file_content += f"\n'''--- {relative_path} ---\n"

try:

with open(file_path, 'rb') as f: # Open file in binary mode

content = f.read()

try:

# Try decoding as UTF-8

content_decoded = content.decode('utf-8')

except UnicodeDecodeError:

# If decoding fails, replace non-decodable parts

content_decoded = content.decode('utf-8', errors='replace')

file_content += content_decoded

except Exception as e: # catch any reading errors

print(f"Error reading file {file_path}: {e}")

continue

file_content += "\n'''"

files_data.append(file_content)

print(f"Processed file {file_path}: size {os.path.getsize(file_path)} bytes") # Print file size

else:

print(f"Skipping file {file_path}: Does not match selected types.")

return files_data

def write_to_file(self, files_data):

timestamp = datetime.now().strftime("%Y%m%d%H%M%S")

filename = f"{self.output_filename}_{timestamp}.txt"

output_file_path = os.path.join(self.output_path, filename)

with open(output_file_path, "w", encoding='utf-8') as f:

f.write(f"*Local Files*\n")

for file_data in files_data:

f.write(file_data)

return output_file_path

def clean_up_text(self, filename):

with open(filename, 'r', encoding='utf-8') as f:

text = f.read()

cleaned_text = re.sub('\n{3,}', '\n\n', text)

with open(filename, 'w', encoding='utf-8') as f:

f.write(cleaned_text)

def run(self):

print("Fetching all files...")

files_data = self.fetch_all_files()

print("Writing to file...")

filename = self.write_to_file(files_data)

print("Cleaning up file...")

self.clean_up_text(filename)

print("Done.")

return filename

class FolderToTextGUI:

def __init__(self, master):

self.master = master

master.title("Folder to Text")

self.repo_path_label = Label(master, text="Local Files:")

self.repo_path_entry = Button(master, text="Browse...", command=self.browse_repo_path)

self.file_types_label = Label(master, text="File Types (comma separated):")

self.file_types_entry = Entry(master)

self.output_path_label = Label(master, text="Output Path:")

self.output_path_entry = Button(master, text="Browse...", command=self.browse_output_path)

self.output_filename_label = Label(master, text="Output Filename:")

self.output_filename_entry = Entry(master)

self.filter_files = IntVar()

self.filter_files.set(1) # Set filtering to be on by default

self.filter_files_label = Label(master, text="Filter Files:")

self.filter_files_on = Radiobutton(master, text="On", variable=self.filter_files, value=1)

self.filter_files_off = Radiobutton(master, text="Off", variable=self.filter_files, value=0)

self.run_button = Button(master, text="Run", command=self.run)

self.repo_path_label.grid(row=0, column=0, sticky="E")

self.repo_path_entry.grid(row=0, column=1)

self.file_types_label.grid(row=1, column=0, sticky="E")

self.file_types_entry.grid(row=1, column=1)

self.output_path_label.grid(row=2, column=0, sticky="E")

self.output_path_entry.grid(row=2, column=1)

self.output_filename_label.grid(row=3, column=0, sticky="E")

self.output_filename_entry.grid(row=3, column=1)

self.filter_files_label.grid(row=4, column=0, sticky="E")

self.filter_files_on.grid(row=4, column=1, sticky="W")

self.filter_files_off.grid(row=4, column=1)

self.run_button.grid(row=5, column=1)

self.repo_paths = ()

self.output_path = ""

def browse_repo_path(self):

new_repo_paths = filedialog.askopenfilenames()

if not new_repo_paths:

return

self.repo_paths += new_repo_paths # Add new selected files to existing ones

self.repo_path_label.config(text=f"Selected Files: {len(self.repo_paths)}")

def browse_output_path(self):

self.output_path = filedialog.askdirectory()

if not self.output_path:

return

self.output_path_label.config(text=f"Output Path: {self.output_path}")

def run(self):

selected_file_types = [ftype.strip() for ftype in self.file_types_entry.get().split(',')]

output_filename = self.output_filename_entry.get()

if not output_filename:

messagebox.showerror("Error", "Please enter an output filename.")

return

if not self.repo_paths:

messagebox.showerror("Error", "Please select files.")

return

if not self.output_path:

messagebox.showerror("Error", "Please select an output path.")

return

scraper = LocalRepoScraper(self.repo_paths, self.output_path, output_filename, selected_file_types, bool(self.filter_files.get()))

scraper.run()

if __name__ == "__main__":

root = Tk()

gui = FolderToTextGUI(root)

root.mainloop()