import json
import os
import time
import requests
import xml.etree.ElementTree as ET

# Constants
CHARACTER_FILE_PATH = os.path.abspath(os.path.join(os.path.dirname(__file__), '..', 'characters.json'))
CUSTOM_CHARACTER_FILE_PATH = os.path.abspath(os.path.join(os.path.dirname(__file__), '..', 'custom_characters.json'))
LOG_FILE_PATH = os.path.abspath('testing/success_log.txt')
BASE_URL = "https://gelbooru.com/index.php?page=dapi&s=tag&q=index&name="
REQUEST_DELAY = 0.5  # Delay between requests in seconds
MIN_USES = 100
GOOD_CHARACTERS = 0

RED_TEXT = "\033[0;31m"
GREEN_TEXT = "\033[0;32m"
RESET_TEXT = "\033[0m"

def validate_character(character):
    # Check if all required fields exist and are not None
    required_fields = ['name', 'associated_string', 'prompt']
    for field in required_fields:
        if not (field in character and character[field] is not None):
            return False
    return True

# Load the JSON data from the character file
with open(CHARACTER_FILE_PATH, 'r') as file:
    characters_data = json.load(file)

# Load or initialize the custom character file
if os.path.exists(CUSTOM_CHARACTER_FILE_PATH):
    with open(CUSTOM_CHARACTER_FILE_PATH, 'r') as file:
        custom_characters_data = json.load(file)
else:
    custom_characters_data = []

# Ensure the log file directory exists
os.makedirs(os.path.dirname(LOG_FILE_PATH), exist_ok=True)

# Check and handle MIN_USES change
current_min_uses = None
if os.path.exists(LOG_FILE_PATH):
    with open(LOG_FILE_PATH, 'r') as log_file:
        first_line = log_file.readline().strip()
        if first_line.isdigit():
            current_min_uses = int(first_line)

# If MIN_USES has changed, clear the log file and start fresh
if current_min_uses != MIN_USES:
    with open(LOG_FILE_PATH, 'w') as log_file:
        log_file.write(f"{MIN_USES}\n")
        print("MIN_USES has changed, re-checking entire character list.")
    successful_tags = set()
else:
    # Load successfully logged tags to avoid redundant requests
    successful_tags = set()
    with open(LOG_FILE_PATH, 'r') as log_file:
        next(log_file)  # Skip the first line with MIN_USES
        successful_tags = {line.split('[:]')[0].strip() for line in log_file}

low_use_characters = []  # List to store characters with too few uses

# Record successful checks and track low use characters
with open(LOG_FILE_PATH, 'a') as log_file:
    if current_min_uses != MIN_USES:
        log_file.seek(0, os.SEEK_END)  # Move to the end of the file after header
    for character in characters_data:
        if validate_character(character):
            tag = character['associated_string'].split(',')[0].replace(' ', '_').replace('\\', '').strip()

            if tag in successful_tags:
                continue

            url = f"{BASE_URL}{tag}"
            response = requests.get(url)
            time.sleep(REQUEST_DELAY)

            if response.status_code == 200:
                root = ET.fromstring(response.content)
                if root is not None:
                    try:
                        tag_count = int(root.find('tag').find('count').text)
                        if tag_count < MIN_USES:
                            print(f"{RED_TEXT}{tag} DOES NOT HAVE ENOUGH USES: {tag_count}{RESET_TEXT}")
                            low_use_characters.append(character)
                        else:
                            print(f"{GREEN_TEXT}{tag} is good: {tag_count}{RESET_TEXT}")
                            log_file.write(f"{tag}[:] {tag_count}\n")
                            GOOD_CHARACTERS + 1
                    except AttributeError:
                        print(f"Could not find count for {tag}")
                else:
                    print(f"No root element found for {tag}")
            else:
                print(f"Failed to retrieve data for {tag}: {response.status_code}")
        else:
            print(f"Character not formatted correctly: {character}")

print(f"{(len(low_use_characters) / GOOD_CHARACTERS * 100)}% of characters are good.")

# Prompt user and handle character transfer
if low_use_characters:
    user_input = input("Do you want to add characters with too few uses to 'custom_characters.json'? [Y/n]: ")
    if user_input.lower() == 'y':
        # Remove low use characters from main data and add to custom characters
        characters_data = [character for character in characters_data if character not in low_use_characters]
        custom_characters_data.extend(low_use_characters)

        # Save the updated data back to files
        with open(CHARACTER_FILE_PATH, 'w') as file:
            json.dump(characters_data, file, indent=4)
        with open(CUSTOM_CHARACTER_FILE_PATH, 'w') as file:
            json.dump(custom_characters_data, file, indent=4)
        print("Characters transferred successfully.")