terra-llm/Assets/LLM/source/extract_mid_level.py

import argparse
import sys
import json
import shutil
import subprocess
from pathlib import Path

# Add the utils directory to the Python path
utils_path = Path(__file__).parent / 'utils'
sys.path.append(str(utils_path))

from file_utils import replicate_directory_structure, find_files_by_extension, create_guid_to_path_map

def copy_scripts(assets_dir, output_assets_dir):
    """
    Copies all C# scripts (.cs) to the target directory.
    """
    print("\n--- Starting Script Handling ---")
    cs_files = find_files_by_extension(str(assets_dir), '.cs')
    print(f"Found {len(cs_files)} C# script files to copy.")

    for script_path_str in cs_files:
        script_path = Path(script_path_str)
        relative_path = script_path.relative_to(assets_dir)
        destination_path = output_assets_dir / relative_path
        
        destination_path.parent.mkdir(parents=True, exist_ok=True)
        
        try:
            shutil.copy(script_path, destination_path)
        except IOError as e:
            print(f"Error copying {script_path} to {destination_path}: {e}", file=sys.stderr)
    
    print("Script copying complete.")

def main():
    """
    Main function to run the mid-level data extraction process.
    This script orchestrates the parsing of scene and prefab files.
    """
    parser = argparse.ArgumentParser(
        description="Generates a virtual representation of the project's structure."
    )
    parser.add_argument(
        "--input",
        type=str,
        required=True,
        help="The root directory of the target Unity project."
    )
    parser.add_argument(
        "--output",
        type=str,
        required=True,
        help="The directory where the generated output folder will be saved."
    )
    args = parser.parse_args()

    input_dir = Path(args.input).resolve()
    output_dir = Path(args.output).resolve()

    if not input_dir.is_dir():
        print(f"Error: Input path '{input_dir}' is not a valid directory.", file=sys.stderr)
        sys.exit(1)

    # --- Setup Output Directories ---
    mid_level_output_dir = output_dir / "MidLevel"
    output_assets_dir = mid_level_output_dir / "Assets"
    try:
        output_assets_dir.mkdir(parents=True, exist_ok=True)
        print(f"Output will be saved to: {mid_level_output_dir}")
    except OSError as e:
        print(f"Error: Could not create output directory '{mid_level_output_dir}'. {e}", file=sys.stderr)
        sys.exit(1)

    assets_dir = input_dir / "Assets"
    if not assets_dir.is_dir():
        print(f"Warning: 'Assets' directory not found in '{input_dir}'. Skipping all processing.", file=sys.stderr)
        return

    # --- Task 1: Replicate 'Assets' directory structure ---
    print(f"\n--- Replicating 'Assets' directory structure ---")
    replicate_directory_structure(str(assets_dir), str(output_assets_dir))
    print("Directory structure replication complete.")

    # --- Task 2: Copy C# Scripts ---
    copy_scripts(assets_dir, output_assets_dir)

    # --- Task 3: Generate GUID Map ---
    print("\n--- Generating GUID Map ---")
    guid_map = create_guid_to_path_map(str(input_dir))
    guid_map_path = mid_level_output_dir / "guid_map.json"
    try:
        with open(guid_map_path, 'w', encoding='utf-8') as f:
            json.dump(guid_map, f)
        print(f"Successfully created GUID map: {guid_map_path}")
    except IOError as e:
        print(f"Error writing GUID map: {e}", file=sys.stderr)
        sys.exit(1)

    # --- Task 4: Orchestrate Scene and Prefab Parsing ---
    print("\n--- Starting Scene/Prefab Parsing Orchestration ---")
    
    scene_files = find_files_by_extension(str(assets_dir), '.unity')
    prefab_files = find_files_by_extension(str(assets_dir), '.prefab')
    files_to_process = scene_files + prefab_files
    
    print(f"Found {len(files_to_process)} scene/prefab files to process.")

    script_path = Path(__file__).parent / "scene_processor.py"

    for file_path_str in files_to_process:
        file_path = Path(file_path_str)
        
        relative_path = file_path.relative_to(assets_dir)
        output_path = output_assets_dir / relative_path
        output_path = output_path.with_suffix('.json')
        
        command = [
            sys.executable,
            str(script_path),
            "--input",
            str(file_path),
            "--guid-map",
            str(guid_map_path),
            "--output",
            str(output_path)
        ]
        
        try:
            print(f"\n--- Calling processor for: {file_path.name} ---")
            subprocess.run(command, check=True, text=True)
        except subprocess.CalledProcessError as e:
            print(f"Error processing {file_path.name}. Subprocess failed with exit code {e.returncode}", file=sys.stderr)
            print(f"Stderr: {e.stderr}", file=sys.stderr)
            print(f"Stdout: {e.stdout}", file=sys.stderr)
        except FileNotFoundError:
            print(f"Error: Could not find the 'scene_processor.py' script at '{script_path}'", file=sys.stderr)
            sys.exit(1)

    print("\nMid-level extraction complete.")

if __name__ == "__main__":
    main()