Upload folder using huggingface_hub

.github/workflows/ocr.yml

@@ -0,0 +1,21 @@
+name: Hybrid OCR offline tests
+on:
+  push:
+    paths: ['ocr/**', 'augmentoolkit/utils/offline_chunking.py', 'generation/core_components/chunking.py', 'pytest-ocr.ini', '.github/workflows/ocr.yml']
+  pull_request:
+    paths: ['ocr/**', 'augmentoolkit/utils/offline_chunking.py', 'generation/core_components/chunking.py', 'pytest-ocr.ini', '.github/workflows/ocr.yml']
+permissions:
+  contents: read
+jobs:
+  tests:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - run: python -m pip install --require-hashes -r ocr/requirements.lock
+      - run: python -m pip install -r ocr/requirements-dev.txt
+      - run: ruff check ocr augmentoolkit/utils/offline_chunking.py
+      - run: ruff format --check ocr augmentoolkit/utils/offline_chunking.py
+      - run: python -m pytest -c pytest-ocr.ini

.gitignore

@@ -0,0 +1,26 @@
+.vscode
+.DS_Store
+_old_project
+outputs/*
+*.pyc
+**/__pycache__/
+
+**/*.pyc
+cache/*
+inputs/meta/*
+inputs/meta*
+**/spicy_prompts
+**/hidden*
+test_huey*
+huey/*
+logs/*
+!logs/.gitkeep
+atk-interface/dist/
+atk-interface/node_modules/
+.venv
+.venv/*
+**/spicy_obfuscation
+generation/core_pipelines/grep_sources
+llama.cpp
+models/**
+helper_process_logs/

.hfignore

@@ -0,0 +1,48 @@
+.git/
+.venv/
+__pycache__/
+.pytest_cache/
+.ipynb_checkpoints/
+*.pyc
+*.pyo
+*.pyd
+.DS_Store
+
+# Frontend build artifacts and dependencies
+atk-interface/node_modules/
+atk-interface/dist/
+
+# Local logs and temp files
+helper_process_logs/
+logs/
+npm_dev.log
+uvicorn_dev.log
+llm_server_dev.log
+
+# Data and configs (we want a clean slate on HF Space usually, or just default examples)
+# Keep only necessary examples if any
+inputs/
+outputs/
+external_configs/
+models/
+
+# Exclude scripts used for local setup/cleanup
+clean_hf_space.py
+download_model.py
+!inputs/.gitkeep
+!outputs/.gitkeep
+!external_configs/.gitkeep
+!models/.gitkeep
+
+docs/
+cli_utils/
+images/
+tests/
+api_README.md
+linux.sh
+local_linux.sh
+local_macos.sh
+macos.sh
+pytest-ocr.ini
+spec.md
+spec (10).md

.pytest_cache/.gitignore

@@ -0,0 +1,2 @@
+# Created by pytest automatically.
+*

.pytest_cache/CACHEDIR.TAG

@@ -0,0 +1,4 @@
+Signature: 8a477f597d28d172789f06886806bc55
+# This file is a cache directory tag created by pytest.
+# For information about cache directory tags, see:
+#	https://bford.info/cachedir/spec.html

.pytest_cache/README.md

@@ -0,0 +1,8 @@
+# pytest cache directory #
+
+This directory contains data from the pytest's cache plugin,
+which provides the `--lf` and `--ff` options, as well as the `cache` fixture.
+
+**Do not** commit this to version control.
+
+See [the docs](https://docs.pytest.org/en/stable/how-to/cache.html) for more information.

.pytest_cache/v/cache/lastfailed

@@ -0,0 +1 @@
+{}

.pytest_cache/v/cache/nodeids

@@ -0,0 +1,493 @@
+[
+  "ocr/tests/test_agent_api.py::test_health_public",
+  "ocr/tests/test_agent_api.py::test_ready_unauthorized",
+  "ocr/tests/test_agent_api.py::test_v1_chat_completions_invalid_model",
+  "ocr/tests/test_agent_api.py::test_v1_chat_completions_invalid_url",
+  "ocr/tests/test_agent_api.py::test_v1_models_authorized",
+  "ocr/tests/test_agent_api.py::test_v1_ocr_page_wrong_sensitivity",
+  "ocr/tests/test_alias.py::test_grounding_and_boxes",
+  "ocr/tests/test_alias.py::test_invalid_reply[response0-alias_empty]",
+  "ocr/tests/test_alias.py::test_invalid_reply[response1-alias_truncated]",
+  "ocr/tests/test_alias.py::test_invalid_reply[response2-alias_empty]",
+  "ocr/tests/test_alias.py::test_invalid_reply[response3-alias_empty]",
+  "ocr/tests/test_alias.py::test_invalid_reply[response4-alias_reasoning_output]",
+  "ocr/tests/test_alias.py::test_probe_does_not_qualify_destination[False]",
+  "ocr/tests/test_alias.py::test_probe_does_not_qualify_destination[True]",
+  "ocr/tests/test_alias.py::test_retryable[429]",
+  "ocr/tests/test_alias.py::test_retryable[502]",
+  "ocr/tests/test_alias.py::test_retryable[503]",
+  "ocr/tests/test_alias.py::test_untrusted_geometry_rejected",
+  "ocr/tests/test_anonymization_engine.py::test_contact_patterns[12345 is a number.-12345 is a number.]",
+  "ocr/tests/test_anonymization_engine.py::test_contact_patterns[Mail: f\\xf6\\xf6@example.de.\\nCall +49 30 12345678!-Mail: [EMAIL].\\nCall [PHONE]!]",
+  "ocr/tests/test_anonymization_engine.py::test_contact_patterns[test@example.com and 555-0199.-[EMAIL] and [PHONE].]",
+  "ocr/tests/test_anonymization_engine.py::test_containment_and_duplicate_policy",
+  "ocr/tests/test_anonymization_engine.py::test_crossing_or_conflicting_overlap_blocks_whole_transformation",
+  "ocr/tests/test_anonymization_engine.py::test_dehyphenation_preserves_original_character_mapping",
+  "ocr/tests/test_anonymization_engine.py::test_entity_level_evaluator_separates_labels_coverage_and_partial_masking",
+  "ocr/tests/test_anonymization_engine.py::test_every_qualification_gold_span_replaces_exactly",
+  "ocr/tests/test_anonymization_engine.py::test_recognizer_maps_normalized_predictions_without_inventing_offsets",
+  "ocr/tests/test_anonymization_engine.py::test_repeated_umlaut_hyphenated_broken_words_preserve_other_spacing",
+  "ocr/tests/test_anonymization_integration.py::test_gate03c_frozen_holdout_canary_acceptance",
+  "ocr/tests/test_anonymization_integration.py::test_gate03d_recorded_first_holdout_acceptance",
+  "ocr/tests/test_anonymization_integration.py::test_gate03d_selected_hybrid_development_regression",
+  "ocr/tests/test_anonymization_integration.py::test_gate03e_recorded_current_candidate_coverage_gate",
+  "ocr/tests/test_anonymization_integration.py::test_gate03f_recorded_private_correction_utility",
+  "ocr/tests/test_anonymization_integration.py::test_real_pinned_recognition_and_ocr_handoff",
+  "ocr/tests/test_anonymization_integration.py::test_real_synthetic_canary_release_qualification",
+  "ocr/tests/test_anonymization_qualification.py::TestAnonymizationQualification::test_acceptance_fail_closed_handoff",
+  "ocr/tests/test_anonymization_qualification.py::TestAnonymizationQualification::test_acceptance_malformed_outputs_blocked",
+  "ocr/tests/test_anonymization_qualification.py::TestAnonymizationQualification::test_baseline_nltk_fail_open_security_flaw",
+  "ocr/tests/test_anonymization_qualification.py::TestAnonymizationQualification::test_evaluate_synthetic_dataset",
+  "ocr/tests/test_anonymization_qualification.py::TestAnonymizationQualification::test_ocr_to_anonymization_integration",
+  "ocr/tests/test_anonymization_qualification.py::TestAnonymizationQualification::test_synthetic_fixtures_spans_are_valid",
+  "ocr/tests/test_anonymization_release_policy.py::test_approval_tampering_or_expiration_rejected[approval_id-11111111111111111111111111111111]",
+  "ocr/tests/test_anonymization_release_policy.py::test_approval_tampering_or_expiration_rejected[candidate_digest-0000000000000000000000000000000000000000000000000000000000000000]",
+  "ocr/tests/test_anonymization_release_policy.py::test_approval_tampering_or_expiration_rejected[destination-value6]",
+  "ocr/tests/test_anonymization_release_policy.py::test_approval_tampering_or_expiration_rejected[expires_at-0]",
+  "ocr/tests/test_anonymization_release_policy.py::test_approval_tampering_or_expiration_rejected[format-text]",
+  "ocr/tests/test_anonymization_release_policy.py::test_approval_tampering_or_expiration_rejected[issued_at-9999999999]",
+  "ocr/tests/test_anonymization_release_policy.py::test_approval_tampering_or_expiration_rejected[signature-0000000000000000000000000000000000000000000000000000000000000000]",
+  "ocr/tests/test_anonymization_release_policy.py::test_authority_has_no_default_identity_review_or_replay_authorization",
+  "ocr/tests/test_anonymization_release_policy.py::test_boolean_review_claims_are_not_verified_evidence",
+  "ocr/tests/test_anonymization_release_policy.py::test_candidate_changes_and_forged_copies_rejected",
+  "ocr/tests/test_anonymization_release_policy.py::test_d0_text_requires_separately_scoped_approval",
+  "ocr/tests/test_anonymization_release_policy.py::test_expired_approval_and_acl_revocation_rechecked_at_export",
+  "ocr/tests/test_anonymization_release_policy.py::test_export_cannot_change_identity_destination_or_format[changed0]",
+  "ocr/tests/test_anonymization_release_policy.py::test_export_cannot_change_identity_destination_or_format[changed1]",
+  "ocr/tests/test_anonymization_release_policy.py::test_export_cannot_change_identity_destination_or_format[changed2]",
+  "ocr/tests/test_anonymization_release_policy.py::test_export_cannot_change_identity_destination_or_format[changed3]",
+  "ocr/tests/test_anonymization_release_policy.py::test_export_cannot_change_identity_destination_or_format[changed4]",
+  "ocr/tests/test_anonymization_release_policy.py::test_export_cannot_change_identity_destination_or_format[changed5]",
+  "ocr/tests/test_anonymization_release_policy.py::test_incomplete_stale_or_mismatched_review_evidence_rejected[candidate_digest-bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb]",
+  "ocr/tests/test_anonymization_release_policy.py::test_incomplete_stale_or_mismatched_review_evidence_rejected[completed_at-0]",
+  "ocr/tests/test_anonymization_release_policy.py::test_incomplete_stale_or_mismatched_review_evidence_rejected[completed_at-9999999999]",
+  "ocr/tests/test_anonymization_release_policy.py::test_incomplete_stale_or_mismatched_review_evidence_rejected[destination_id-private-other]",
+  "ocr/tests/test_anonymization_release_policy.py::test_incomplete_stale_or_mismatched_review_evidence_rejected[review_id-wrong]",
+  "ocr/tests/test_anonymization_release_policy.py::test_incomplete_stale_or_mismatched_review_evidence_rejected[reviewer_subject-another-subject]",
+  "ocr/tests/test_anonymization_release_policy.py::test_incomplete_stale_or_mismatched_review_evidence_rejected[sensitivity-D0]",
+  "ocr/tests/test_anonymization_release_policy.py::test_issue_requires_authenticated_review_and_approved_private_destination[changed0]",
+  "ocr/tests/test_anonymization_release_policy.py::test_issue_requires_authenticated_review_and_approved_private_destination[changed1]",
+  "ocr/tests/test_anonymization_release_policy.py::test_issue_requires_authenticated_review_and_approved_private_destination[changed2]",
+  "ocr/tests/test_anonymization_release_policy.py::test_issue_requires_authenticated_review_and_approved_private_destination[changed3]",
+  "ocr/tests/test_anonymization_release_policy.py::test_issue_requires_authenticated_review_and_approved_private_destination[changed4]",
+  "ocr/tests/test_anonymization_release_policy.py::test_issue_requires_authenticated_review_and_approved_private_destination[changed5]",
+  "ocr/tests/test_anonymization_release_policy.py::test_issue_requires_authenticated_review_and_approved_private_destination[changed6]",
+  "ocr/tests/test_anonymization_release_policy.py::test_ledger_unavailability_never_returns_export",
+  "ocr/tests/test_anonymization_release_policy.py::test_legacy_boolean_review_or_v1_approval_cannot_bypass_new_boundary",
+  "ocr/tests/test_anonymization_release_policy.py::test_legacy_dictionary_cannot_receive_approval",
+  "ocr/tests/test_anonymization_release_policy.py::test_replay_ledger_persists_across_authority_instances_and_races",
+  "ocr/tests/test_anonymization_release_policy.py::test_replay_ledger_rejects_shared_permissions_or_symlink",
+  "ocr/tests/test_anonymization_release_policy.py::test_review_record_changes_invalidate_previous_approval",
+  "ocr/tests/test_anonymization_release_policy.py::test_reviewed_export_is_destination_bound_classified_and_single_use[D0]",
+  "ocr/tests/test_anonymization_release_policy.py::test_reviewed_export_is_destination_bound_classified_and_single_use[D1]",
+  "ocr/tests/test_anonymization_release_policy.py::test_reviewed_export_is_destination_bound_classified_and_single_use[D2]",
+  "ocr/tests/test_anonymization_release_policy.py::test_sensitive_public_destination_is_denied_even_by_permissive_application",
+  "ocr/tests/test_anonymization_release_policy.py::test_signed_approval_json_roundtrip_preserves_identity_and_destination_binding",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_atomic_candidate_failure_has_no_partial_target_or_staging_file[flush]",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_atomic_candidate_failure_has_no_partial_target_or_staging_file[fsync]",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_atomic_candidate_failure_has_no_partial_target_or_staging_file[link]",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_atomic_candidate_failure_has_no_partial_target_or_staging_file[write]",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_cached_tokenizer_and_missing_nltk_corpus_preserve_chunking",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_chunking_import_does_not_download_nltk_or_model_files",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_missing_cached_tokenizer_uses_reversible_conservative_fallback",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_publication_is_complete_atomic_private_and_no_overwrite",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_short_write_never_publishes_partial_candidate",
+  "ocr/tests/test_anonymization_runtime_safety.py::test_symlink_or_racing_writer_cannot_be_overwritten",
+  "ocr/tests/test_anonymization_security.py::test_bad_placeholders_block_transformation",
+  "ocr/tests/test_anonymization_security.py::test_cli_creates_private_classified_candidate_and_never_overwrites",
+  "ocr/tests/test_anonymization_security.py::test_cli_failure_never_writes_a_candidate",
+  "ocr/tests/test_anonymization_security.py::test_empty_predictions_require_review_and_never_claim_success",
+  "ocr/tests/test_anonymization_security.py::test_failure_on_second_page_returns_no_partial_candidate",
+  "ocr/tests/test_anonymization_security.py::test_incomplete_or_inconsistent_evidence_fails_closed[classification]",
+  "ocr/tests/test_anonymization_security.py::test_incomplete_or_inconsistent_evidence_fails_closed[duplicate]",
+  "ocr/tests/test_anonymization_security.py::test_incomplete_or_inconsistent_evidence_fails_closed[failure]",
+  "ocr/tests/test_anonymization_security.py::test_incomplete_or_inconsistent_evidence_fails_closed[missing]",
+  "ocr/tests/test_anonymization_security.py::test_incomplete_or_inconsistent_evidence_fails_closed[partial]",
+  "ocr/tests/test_anonymization_security.py::test_inference_without_runtime_is_sanitized",
+  "ocr/tests/test_anonymization_security.py::test_invalid_runtime_configuration_is_sanitized[options0]",
+  "ocr/tests/test_anonymization_security.py::test_invalid_runtime_configuration_is_sanitized[options1]",
+  "ocr/tests/test_anonymization_security.py::test_invalid_runtime_configuration_is_sanitized[options2]",
+  "ocr/tests/test_anonymization_security.py::test_invalid_runtime_configuration_is_sanitized[options3]",
+  "ocr/tests/test_anonymization_security.py::test_invalid_runtime_configuration_is_sanitized[options4]",
+  "ocr/tests/test_anonymization_security.py::test_legacy_pipeline_flag_blocks_before_processing_or_external_egress",
+  "ocr/tests/test_anonymization_security.py::test_model_copy_cannot_bypass_span_validation",
+  "ocr/tests/test_anonymization_security.py::test_model_initialization_exception_is_sanitized",
+  "ocr/tests/test_anonymization_security.py::test_model_manifest_corruption_is_rejected",
+  "ocr/tests/test_anonymization_security.py::test_model_unavailable_fails_without_any_download",
+  "ocr/tests/test_anonymization_security.py::test_new_handoff_retains_classification_and_discards_reidentifying_metadata[D0]",
+  "ocr/tests/test_anonymization_security.py::test_new_handoff_retains_classification_and_discards_reidentifying_metadata[D1]",
+  "ocr/tests/test_anonymization_security.py::test_new_handoff_retains_classification_and_discards_reidentifying_metadata[D2]",
+  "ocr/tests/test_anonymization_security.py::test_unsupported_categories_or_external_recognizer_blocked[categories-value0]",
+  "ocr/tests/test_anonymization_security.py::test_unsupported_categories_or_external_recognizer_blocked[local-False]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[bool_offset]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[exception]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[extra]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[invalid_label]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[invalid_score]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[nan_score]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[negative]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[none]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[past_end]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[string]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_model_outputs_never_become_candidates[wrong_slice]",
+  "ocr/tests/test_anonymization_security.py::test_untrusted_safe_error_cannot_smuggle_source_into_error_response",
+  "ocr/tests/test_api_jobs.py::test_auth_downgrade_idempotency_cancel",
+  "ocr/tests/test_api_jobs.py::test_out_of_order_mixed_and_partial",
+  "ocr/tests/test_api_jobs.py::test_ttl_and_capacity",
+  "ocr/tests/test_api_jobs.py::test_two_lane_out_of_order_assembly",
+  "ocr/tests/test_api_jobs.py::test_worker_auth_limits_ready",
+  "ocr/tests/test_facade.py::test_facade_and_rejections",
+  "ocr/tests/test_gate03c_holdout_utf8.py::test_direct_partial_utf8_decode_fails_instead_of_silently_losing_character",
+  "ocr/tests/test_gate03c_holdout_utf8.py::test_existing_conversation_suffix_truncation_preserves_utf8_characters",
+  "ocr/tests/test_gate03c_holdout_utf8.py::test_frozen_holdout_integrity_and_control_unchanged",
+  "ocr/tests/test_gate03c_holdout_utf8.py::test_full_and_every_truncation_boundary_roundtrip[M\\xfcnchen, Gr\\xfc\\xdfe!]",
+  "ocr/tests/test_gate03c_holdout_utf8.py::test_full_and_every_truncation_boundary_roundtrip[\\u0928\\u092e\\u0938\\u094d\\u0924\\u0947 \\u0926\\u0941\\u0928\\u093f\\u092f\\u093e]",
+  "ocr/tests/test_gate03c_holdout_utf8.py::test_full_and_every_truncation_boundary_roundtrip[\\u6f22\\u5b57\\U0001f642a\\xe9\\xdf]",
+  "ocr/tests/test_gate03c_holdout_utf8.py::test_full_and_every_truncation_boundary_roundtrip[na\\xefve caf\\xe9 \\U0001f30d]",
+  "ocr/tests/test_gate03c_holdout_utf8.py::test_full_and_every_truncation_boundary_roundtrip[plain ASCII]",
+  "ocr/tests/test_gate03c_runtime_state.py::test_classified_cleanup_retains_evidence_and_respects_active_writer_lock",
+  "ocr/tests/test_gate03c_runtime_state.py::test_killed_writer_recovery_removes_only_private_abandoned_stage",
+  "ocr/tests/test_gate03c_runtime_state.py::test_multi_host_keys_cannot_share_independent_local_ledgers",
+  "ocr/tests/test_gate03c_runtime_state.py::test_persistent_multiprocess_race_restart_and_rotation",
+  "ocr/tests/test_gate03c_runtime_state.py::test_storage_failure_never_reinitializes_or_releases[corrupt]",
+  "ocr/tests/test_gate03c_runtime_state.py::test_storage_failure_never_reinitializes_or_releases[identity_mismatch]",
+  "ocr/tests/test_gate03c_runtime_state.py::test_storage_failure_never_reinitializes_or_releases[missing]",
+  "ocr/tests/test_gate03c_runtime_state.py::test_storage_failure_never_reinitializes_or_releases[permissions]",
+  "ocr/tests/test_gate03c_runtime_state.py::test_storage_failure_never_reinitializes_or_releases[replacement]",
+  "ocr/tests/test_gate03c_runtime_state.py::test_termination_rolls_back_and_committed_consumption_survives",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_disable_ocr_and_bounded_operator_policy",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_general_status_grammar_and_exact_offsets[A religiously uncommitted position is quoted.-expected2]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_general_status_grammar_and_exact_offsets[Angabe: keine Konfession.-expected0]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_general_status_grammar_and_exact_offsets[Er bestritt 'keiner Religion' anzugeh\\xf6ren.-expected1]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_general_status_grammar_and_exact_offsets[Ohne Religion, nicht ohne Humor.-expected4]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_general_status_grammar_and_exact_offsets[Scan: konfessi0nsfrei-expected7]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_general_status_grammar_and_exact_offsets[Scan: konfessionsfre1-expected6]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_general_status_grammar_and_exact_offsets[Status: NONRELIGI0US-expected5]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_general_status_grammar_and_exact_offsets[The essay concerns religiously unaffiliated citizens.-expected3]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_general_status_grammar_and_exact_offsets[\\U0001f4a1 nonreli-\\ngi0us-expected8]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_historical_first_runner_refuses_updated_implementation",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[Archivs]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[Hafenbogen]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[Religiously sophisticated art]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[\\xfcbernonreligi0us]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[a 12-character number]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[keine Religionszugeh\\xf6rigkeit behauptet]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[konfess10nsfre1]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[konfessXonsfrei]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[none religious]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[nonreligi00s]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[nonreligi0us\\u0301]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[nonreligi0us_suffix]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[nonreligiousness]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[ohne Religionsbuch]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[politically unaffiliated]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_no_broad_fuzzy_matching_or_attribution[prenom_nonreligi0us]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_other_failures_never_count_as_success[anonymization_inference_failed-blocked_model_runtime]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_other_failures_never_count_as_success[anonymization_text_limit-other_incomplete]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_other_failures_never_count_as_success[incomplete_ocr_document-other_incomplete]",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_partial_full_and_taxonomy_mismatch_are_distinct",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_span_conflicts_are_abstentions_not_returned_leaks",
+  "ocr/tests/test_gate03e_outcomes_status.py::test_unexpected_runtime_failure_is_sanitized_and_abstains",
+  "ocr/tests/test_gate03e_provenance_review.py::test_blocked_review_record_has_reason_and_original_but_no_candidate",
+  "ocr/tests/test_gate03e_provenance_review.py::test_caller_reference_rejected_before_host_lookup[../private-file]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_caller_reference_rejected_before_host_lookup[https://example.invalid]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_caller_reference_rejected_before_host_lookup[reference3]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_caller_reference_rejected_before_host_lookup[xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_canonical_provenance_and_no_raw_config_metadata",
+  "ocr/tests/test_gate03e_provenance_review.py::test_each_policy_change_changes_digest[ocr]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_each_policy_change_changes_digest[placeholders]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_each_policy_change_changes_digest[terms]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_each_policy_change_changes_digest[threshold]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_legacy_review_cannot_invent_configuration_or_accept_new_normalization",
+  "ocr/tests/test_gate03e_provenance_review.py::test_modified_provenance_invalidates_new_approval",
+  "ocr/tests/test_gate03e_provenance_review.py::test_old_candidate_serialization_and_approval_remain_valid",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_review_has_classified_source_and_no_approval_power",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_review_refuses_missing_authority[acl]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_review_refuses_missing_authority[candidate_missing]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_review_refuses_missing_authority[credentials]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_review_refuses_missing_authority[expired]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_review_refuses_missing_authority[public_environment]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_review_refuses_missing_authority[revoked]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_source_integrity_and_current_authorization[changed_class]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_source_integrity_and_current_authorization[changed_digest]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_source_integrity_and_current_authorization[changed_source]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_source_integrity_and_current_authorization[revoked_during_read]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_source_integrity_and_current_authorization[session_expired_during_read]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_source_integrity_and_current_authorization[url_reference]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_source_preserves_full_unicode[Gr\\xfc\\xdfe aus dem Testlabor]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_source_preserves_full_unicode[\\u0928\\u092e\\u0938\\u094d\\u0924\\u0947]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_private_source_preserves_full_unicode[\\u6f22\\u5b57\\U0001f642synthetic]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_replacement_version_and_normalization_configuration_are_committed",
+  "ocr/tests/test_gate03e_provenance_review.py::test_revocation_while_loading_review_material_prevents_return",
+  "ocr/tests/test_gate03e_provenance_review.py::test_runtime_configuration_drift_blocks_candidate",
+  "ocr/tests/test_gate03e_provenance_review.py::test_source_reference_classification_cannot_be_downgraded",
+  "ocr/tests/test_gate03e_provenance_review.py::test_unknown_recognizer_configuration_is_never_defaulted",
+  "ocr/tests/test_gate03e_provenance_review.py::test_unsupported_or_forged_candidate_fails_closed[missing_provenance]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_unsupported_or_forged_candidate_fails_closed[model_mismatch]",
+  "ocr/tests/test_gate03e_provenance_review.py::test_unsupported_or_forged_candidate_fails_closed[unknown_version]",
+  "ocr/tests/test_gate03g_security_audit.py::test_corrected_completed_review_must_bind_original_ocr_evidence",
+  "ocr/tests/test_gate03g_security_audit.py::test_expiry_during_real_sqlite_lock_wait_does_not_consume",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[approve-1]",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[approve-False]",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[approve-None]",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[approve-allow]",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[approve-policy4]",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[export-1]",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[export-False]",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[export-None]",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[export-allow]",
+  "ocr/tests/test_gate03g_security_audit.py::test_legacy_policy_is_explicit_literal_true_and_current[export-policy4]",
+  "ocr/tests/test_gate03g_security_audit.py::test_missing_host_legacy_policy_denies_existing_approval",
+  "ocr/tests/test_gate03g_security_audit.py::test_post_link_sync_failure_leaves_only_complete_private_artifact",
+  "ocr/tests/test_gate03g_security_audit.py::test_private_delivery_revocation_during_write_prevents_publication",
+  "ocr/tests/test_gate03g_security_audit.py::test_revocation_during_consumption_burns_approval_without_returning_output[acl]",
+  "ocr/tests/test_gate03g_security_audit.py::test_revocation_during_consumption_burns_approval_without_returning_output[legacy_policy]",
+  "ocr/tests/test_gate03g_security_audit.py::test_transfer_rejects_mismatched_completed_review_lookup",
+  "ocr/tests/test_gate03g_security_audit.py::test_uncorrected_release_requires_explicit_operator_policy",
+  "ocr/tests/test_gate03g_security_audit.py::test_version_coercion_does_not_bypass_corrected_default_deny[v1]",
+  "ocr/tests/test_gate03g_security_audit.py::test_version_coercion_does_not_bypass_corrected_default_deny[v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[bounds-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[bounds-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[bounds-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[classification-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[classification-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[classification-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[duplicate-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[duplicate-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[duplicate-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[empty-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[empty-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_bad_typed_candidate_cannot_approve_or_export_and_does_not_consume[empty-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_legacy_archive_unique_indices_are_not_forced_contiguous",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_malformed_document_containers_and_classification_fail_closed[v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_malformed_document_containers_and_classification_fail_closed[v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_malformed_document_containers_and_classification_fail_closed[v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_original_review_poc_rejection[test_duplicate_page_manifest_should_be_rejected]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_original_review_poc_rejection[test_invalid_replacement_bounds_should_be_rejected_by_parser]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_and_correction_reject_corrupt_stored_material[foreign_page]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_and_correction_reject_corrupt_stored_material[upper_bound]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices0-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices0-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices0-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices1-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices1-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices1-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices2-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices2-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices2-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices3-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices3-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_private_review_requires_exact_original_page_set[indices3-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_schema_rejects_duplicate_and_empty_pages_all_entry_paths[indices0-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_schema_rejects_duplicate_and_empty_pages_all_entry_paths[indices0-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_schema_rejects_duplicate_and_empty_pages_all_entry_paths[indices0-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_schema_rejects_duplicate_and_empty_pages_all_entry_paths[indices1-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_schema_rejects_duplicate_and_empty_pages_all_entry_paths[indices1-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_schema_rejects_duplicate_and_empty_pages_all_entry_paths[indices1-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_schema_rejects_duplicate_and_empty_pages_all_entry_paths[indices2-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_schema_rejects_duplicate_and_empty_pages_all_entry_paths[indices2-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_schema_rejects_duplicate_and_empty_pages_all_entry_paths[indices2-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_source_aware_upper_bound_and_original_coordinate_semantics[v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_source_aware_upper_bound_and_original_coordinate_semantics[v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_source_aware_upper_bound_and_original_coordinate_semantics[v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[-1-2-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[-1-2-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[-1-2-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0--1-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0--1-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0--1-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-0-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-0-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-0-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-2.0-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-2.0-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-2.0-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-2_0-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-2_0-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-2_0-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-2_1-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-2_1-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-2_1-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-None-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-None-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-None-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-True-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-True-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0-True-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0.0-2-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0.0-2-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[0.0-2-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[1-1-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[1-1-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[1-1-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[2-1-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[2-1-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[2-1-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[False-2-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[False-2-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[False-2-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[None-2-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[None-2-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_strict_replacement_bounds_direct_json_and_digest[None-2-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_v3_duplicate_pages_cannot_bypass_with_version_coercion[v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_v3_duplicate_pages_cannot_bypass_with_version_coercion[v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_valid_pre_fix_bytes_digests_and_indexing_remain_identical[0-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_valid_pre_fix_bytes_digests_and_indexing_remain_identical[0-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_valid_pre_fix_bytes_digests_and_indexing_remain_identical[0-v3]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_valid_pre_fix_bytes_digests_and_indexing_remain_identical[1-v1]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_valid_pre_fix_bytes_digests_and_indexing_remain_identical[1-v2]",
+  "ocr/tests/test_gate03h_candidate_integrity.py::test_valid_pre_fix_bytes_digests_and_indexing_remain_identical[1-v3]",
+  "ocr/tests/test_ingest.py::test_embedded_skip_and_force",
+  "ocr/tests/test_ingest.py::test_malformed[%PDF-broken-a.pdf]",
+  "ocr/tests/test_ingest.py::test_malformed[hello-a.png]",
+  "ocr/tests/test_ingest.py::test_malformed[hello-a.txt]",
+  "ocr/tests/test_ingest.py::test_signature_and_limits",
+  "ocr/tests/test_ingest.py::test_tiff_and_bomb",
+  "ocr/tests/test_ingest.py::test_twenty_page_mixed",
+  "ocr/tests/test_limits_provenance.py::test_missing_models_readiness_and_output",
+  "ocr/tests/test_limits_provenance.py::test_no_token_and_remote_unavailable",
+  "ocr/tests/test_limits_provenance.py::test_partial_order_and_logs",
+  "ocr/tests/test_limits_provenance.py::test_quality_evidence_and_handoff",
+  "ocr/tests/test_limits_provenance.py::test_timeout_and_result_capacity",
+  "ocr/tests/test_limits_provenance.py::test_upload_chunked_rate_options",
+  "ocr/tests/test_live.py::test_live_alias",
+  "ocr/tests/test_live.py::test_real_api_image_and_pdf",
+  "ocr/tests/test_live.py::test_real_cpu",
+  "ocr/tests/test_private_host_adapters.py::test_local_delivery_requires_separate_current_authorization_and_retains_classification",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[acl_revoked]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[boolean]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[candidate_missing]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[destination_changed]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[destination_revoked]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[expired_identity]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[expired_review]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[incomplete_review]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[requested_identity]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[revoked_review]",
+  "ocr/tests/test_private_host_adapters.py::test_real_adapter_contract_fails_closed_without_trusting_request_flags[revoked_session]",
+  "ocr/tests/test_private_host_adapters.py::test_review_evidence_is_immutable_and_candidate_bound",
+  "ocr/tests/test_private_host_adapters.py::test_revocation_after_export_still_blocks_private_delivery[acl_revoked]",
+  "ocr/tests/test_private_host_adapters.py::test_revocation_after_export_still_blocks_private_delivery[export_expired]",
+  "ocr/tests/test_private_host_adapters.py::test_revocation_after_export_still_blocks_private_delivery[export_revoked]",
+  "ocr/tests/test_private_host_adapters.py::test_revocation_after_export_still_blocks_private_delivery[review_expired]",
+  "ocr/tests/test_private_host_adapters.py::test_revocation_after_export_still_blocks_private_delivery[review_revoked]",
+  "ocr/tests/test_private_host_adapters.py::test_transport_prohibits_substitution_fallback_and_unregistered_artifacts[changed_bytes]",
+  "ocr/tests/test_private_host_adapters.py::test_transport_prohibits_substitution_fallback_and_unregistered_artifacts[extra_raw_metadata]",
+  "ocr/tests/test_private_host_adapters.py::test_transport_prohibits_substitution_fallback_and_unregistered_artifacts[public_fallback]",
+  "ocr/tests/test_private_host_adapters.py::test_transport_prohibits_substitution_fallback_and_unregistered_artifacts[redirect]",
+  "ocr/tests/test_private_host_adapters.py::test_transport_prohibits_substitution_fallback_and_unregistered_artifacts[substituted_directory]",
+  "ocr/tests/test_private_host_adapters.py::test_transport_prohibits_substitution_fallback_and_unregistered_artifacts[symlink]",
+  "ocr/tests/test_private_host_adapters.py::test_transport_prohibits_substitution_fallback_and_unregistered_artifacts[url]",
+  "ocr/tests/test_quality.py::test_blur_proxy_and_blank",
+  "ocr/tests/test_religious_terminology.py::test_casefold_never_matches_partial_expansion",
+  "ocr/tests/test_religious_terminology.py::test_custom_operator_terminology_uses_same_provenance_validation",
+  "ocr/tests/test_religious_terminology.py::test_engine_keeps_d2_and_review_flags_with_only_terminology_evidence",
+  "ocr/tests/test_religious_terminology.py::test_existing_first_result_refuses_before_initializing_model",
+  "ocr/tests/test_religious_terminology.py::test_historical_frozen_holdout_is_unchanged_well_formed_and_complete",
+  "ocr/tests/test_religious_terminology.py::test_length_limit_and_default_is_not_affiliation_inference",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[A lecture on Taoism, not a personal assertion.-terms3-expected3]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[An agnos-\\ntisch entry.-terms8-expected8]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[Angabe: OHNE KONFESSION-terms1-expected1]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[Buddh1sm is an OCR error-terms12-expected12]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[He quoted \"Zoroastrianism\".-terms5-expected5]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[Hinduism Hinduism-terms9-expected9]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[Islamabad Islamismus preIslam Islam_suffix Islam\\u0301-terms10-expected10]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[No religious affiliation was stated.-terms2-expected2]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[Pr\\xe9face: Stra\\xdfe / STRASSE.-terms6-expected6]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[She denied being a Jain.-terms4-expected4]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[Status: religionslos.-terms0-expected0]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[\\U0001f4a1 A Bah\\xe1'\\xed reference.-terms7-expected7]",
+  "ocr/tests/test_religious_terminology.py::test_literal_offsets_and_no_attribution[orthodox sorting; catholic taste; evangelical marketing-terms11-expected11]",
+  "ocr/tests/test_religious_terminology.py::test_longest_containing_phrase_preserves_offsets_and_has_no_fake_score",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[Islam]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms0]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms10]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms1]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms2]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms3]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms4]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms5]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms6]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms7]",
+  "ocr/tests/test_religious_terminology.py::test_reject_unbounded_or_nonliteral_configuration[terms8]",
+  "ocr/tests/test_religious_terminology.py::test_terminology_does_not_hide_model_failure_or_overlap",
+  "ocr/tests/test_reviewed_corrections.py::test_all_five_supported_corrections[boundary]",
+  "ocr/tests/test_reviewed_corrections.py::test_all_five_supported_corrections[category]",
+  "ocr/tests/test_reviewed_corrections.py::test_all_five_supported_corrections[conflict]",
+  "ocr/tests/test_reviewed_corrections.py::test_all_five_supported_corrections[false_positive]",
+  "ocr/tests/test_reviewed_corrections.py::test_all_five_supported_corrections[missing]",
+  "ocr/tests/test_reviewed_corrections.py::test_approval_cannot_follow_correction_and_old_history_remains_valid[D1]",
+  "ocr/tests/test_reviewed_corrections.py::test_approval_cannot_follow_correction_and_old_history_remains_valid[D2]",
+  "ocr/tests/test_reviewed_corrections.py::test_cannot_reuse_span_on_other_document_even_same_text",
+  "ocr/tests/test_reviewed_corrections.py::test_conflicting_or_silent_overrides_fail_closed[conflict_not_all_targets]",
+  "ocr/tests/test_reviewed_corrections.py::test_conflicting_or_silent_overrides_fail_closed[overlapping_edits]",
+  "ocr/tests/test_reviewed_corrections.py::test_conflicting_or_silent_overrides_fail_closed[unacknowledged_prediction]",
+  "ocr/tests/test_reviewed_corrections.py::test_conflicting_or_silent_overrides_fail_closed[unknown_targets]",
+  "ocr/tests/test_reviewed_corrections.py::test_corrected_policy_revocation_is_checked_again_at_export",
+  "ocr/tests/test_reviewed_corrections.py::test_corrupt_private_records_fail_sanitized[classification]",
+  "ocr/tests/test_reviewed_corrections.py::test_corrupt_private_records_fail_sanitized[malformed]",
+  "ocr/tests/test_reviewed_corrections.py::test_corrupt_private_records_fail_sanitized[observation]",
+  "ocr/tests/test_reviewed_corrections.py::test_corrupt_private_records_fail_sanitized[source]",
+  "ocr/tests/test_reviewed_corrections.py::test_current_permission_and_storage_rechecked_at_publication[acl_at_commit]",
+  "ocr/tests/test_reviewed_corrections.py::test_current_permission_and_storage_rechecked_at_publication[expired_session]",
+  "ocr/tests/test_reviewed_corrections.py::test_current_permission_and_storage_rechecked_at_publication[missing_storage]",
+  "ocr/tests/test_reviewed_corrections.py::test_current_permission_and_storage_rechecked_at_publication[revoked_proposal]",
+  "ocr/tests/test_reviewed_corrections.py::test_current_permission_and_storage_rechecked_at_publication[revoked_view]",
+  "ocr/tests/test_reviewed_corrections.py::test_empty_prediction_warning_survives_manual_correction",
+  "ocr/tests/test_reviewed_corrections.py::test_human_tags_cannot_be_disguised_as_legacy_candidate[v1]",
+  "ocr/tests/test_reviewed_corrections.py::test_human_tags_cannot_be_disguised_as_legacy_candidate[v2]",
+  "ocr/tests/test_reviewed_corrections.py::test_incorrect_original_offsets_and_malformed_edits_are_sanitized[digest]",
+  "ocr/tests/test_reviewed_corrections.py::test_incorrect_original_offsets_and_malformed_edits_are_sanitized[end]",
+  "ocr/tests/test_reviewed_corrections.py::test_incorrect_original_offsets_and_malformed_edits_are_sanitized[extra_replacement]",
+  "ocr/tests/test_reviewed_corrections.py::test_incorrect_original_offsets_and_malformed_edits_are_sanitized[page]",
+  "ocr/tests/test_reviewed_corrections.py::test_incorrect_original_offsets_and_malformed_edits_are_sanitized[raw_text]",
+  "ocr/tests/test_reviewed_corrections.py::test_incorrect_original_offsets_and_malformed_edits_are_sanitized[start]",
+  "ocr/tests/test_reviewed_corrections.py::test_incorrect_original_offsets_and_malformed_edits_are_sanitized[wrong_target]",
+  "ocr/tests/test_reviewed_corrections.py::test_lost_publication_reply_retains_immutable_recovery_pointer",
+  "ocr/tests/test_reviewed_corrections.py::test_missing_explicit_corrected_release_policy_denies",
+  "ocr/tests/test_reviewed_corrections.py::test_no_correction_permission_even_with_review_and_release_roles[apply]",
+  "ocr/tests/test_reviewed_corrections.py::test_no_correction_permission_even_with_review_and_release_roles[bind]",
+  "ocr/tests/test_reviewed_corrections.py::test_no_correction_permission_even_with_review_and_release_roles[inspect]",
+  "ocr/tests/test_reviewed_corrections.py::test_no_correction_permission_even_with_review_and_release_roles[inspect_proposal]",
+  "ocr/tests/test_reviewed_corrections.py::test_no_correction_permission_even_with_review_and_release_roles[submit]",
+  "ocr/tests/test_reviewed_corrections.py::test_no_request_supplied_identity_or_approval_flag[False]",
+  "ocr/tests/test_reviewed_corrections.py::test_no_request_supplied_identity_or_approval_flag[None]",
+  "ocr/tests/test_reviewed_corrections.py::test_no_request_supplied_identity_or_approval_flag[credential2]",
+  "ocr/tests/test_reviewed_corrections.py::test_no_request_supplied_identity_or_approval_flag[synthetic-author]",
+  "ocr/tests/test_reviewed_corrections.py::test_runtime_failure_is_not_a_correctable_conflict",
+  "ocr/tests/test_reviewed_corrections.py::test_second_correction_uses_original_offsets_and_retains_chain",
+  "ocr/tests/test_reviewed_corrections.py::test_simultaneous_apply_and_proposal_replay_publish_once",
+  "ocr/tests/test_reviewed_corrections.py::test_stale_or_inconsistent_proposal_rejected[author_subject-another-author]",
+  "ocr/tests/test_reviewed_corrections.py::test_stale_or_inconsistent_proposal_rejected[context_digest-ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff]",
+  "ocr/tests/test_reviewed_corrections.py::test_stale_or_inconsistent_proposal_rejected[evidence_digest-ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff]",
+  "ocr/tests/test_reviewed_corrections.py::test_stale_or_inconsistent_proposal_rejected[expires_at-1]",
+  "ocr/tests/test_reviewed_corrections.py::test_stale_or_inconsistent_proposal_rejected[machine_snapshot_digest-ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff]",
+  "ocr/tests/test_reviewed_corrections.py::test_stale_or_inconsistent_proposal_rejected[prior_candidate_digest-ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff]",
+  "ocr/tests/test_reviewed_corrections.py::test_stale_parallel_proposal_cannot_discard_a_newer_correction",
+  "ocr/tests/test_reviewed_corrections.py::test_unicode_multipage_corrections_use_original_codepoints[0]",
+  "ocr/tests/test_reviewed_corrections.py::test_unicode_multipage_corrections_use_original_codepoints[1]",
+  "ocr/tests/test_reviewed_corrections.py::test_unnecessary_empty_correction_has_no_new_candidate_or_approval",
+  "ocr/tests/test_security_routing.py::test_bounded_retries_breaker[429]",
+  "ocr/tests/test_security_routing.py::test_bounded_retries_breaker[502]",
+  "ocr/tests/test_security_routing.py::test_bounded_retries_breaker[503]",
+  "ocr/tests/test_security_routing.py::test_budget_health_and_gpu_fallback",
+  "ocr/tests/test_security_routing.py::test_d2_hidden_substitution_blocked",
+  "ocr/tests/test_security_routing.py::test_empty_reply_one_attempt_and_no_false_success",
+  "ocr/tests/test_security_routing.py::test_explicit_no_fallback[cpu_only]",
+  "ocr/tests/test_security_routing.py::test_explicit_no_fallback[gpu_only]",
+  "ocr/tests/test_security_routing.py::test_fallback_and_throughput_gates",
+  "ocr/tests/test_security_routing.py::test_gpu_only_not_blocked_by_cpu_health",
+  "ocr/tests/test_security_routing.py::test_low_confidence_escalation",
+  "ocr/tests/test_security_routing.py::test_no_downgrade",
+  "ocr/tests/test_security_routing.py::test_queue_capacity_and_cancel",
+  "ocr/tests/test_security_routing.py::test_retry_policy_rechecked",
+  "ocr/tests/test_security_routing.py::test_security_matrix[cpu-False-D0]",
+  "ocr/tests/test_security_routing.py::test_security_matrix[cpu-False-D1]",
+  "ocr/tests/test_security_routing.py::test_security_matrix[cpu-False-D2]",
+  "ocr/tests/test_security_routing.py::test_security_matrix[cpu-True-D0]",
+  "ocr/tests/test_security_routing.py::test_security_matrix[cpu-True-D1]",
+  "ocr/tests/test_security_routing.py::test_security_matrix[cpu-True-D2]",
+  "ocr/tests/test_security_routing.py::test_security_matrix[gpu-True-D0]",
+  "ocr/tests/test_security_routing.py::test_security_matrix[gpu-True-D1]",
+  "ocr/tests/test_security_routing.py::test_security_matrix[gpu-True-D2]"
+]

Agent.md

@@ -0,0 +1,154 @@
+## 1. Deployment Configuration
+
+### Target Space
+- **Profile:** `Leon4gr45`
+- **Space:** `agent-0`
+- **Full Identifier:** `Leon4gr45/agent-0`
+- **Frontend Port:** `7860` (mandatory for all Hugging Face Spaces)
+
+### Deployment Method
+Choose the correct SDK based on the app type based on the codebase language:
+
+- **Gradio SDK** — for Gradio applications
+- **Streamlit SDK** — for Streamlit applications
+- **Docker SDK** — for all other applications (recommended default for flexibility)
+
+### HF Token
+- The environment variable **`$HF_TOKEN` will always be provided at execution time**.
+- Never hardcode the token. Always read it from the environment.
+- All monitoring and log‑streaming commands rely on `$HF_TOKEN`.
+
+### Required Files
+- `Dockerfile` (or `app.py` for Gradio/Streamlit SDKs)
+- `README.md` with Hugging Face YAML frontmatter:
+  ```yaml
+  ---
+  title: <APP NAME>
+  sdk: docker | gradio | streamlit
+  app_port: 7860
+  ---
+  ```
+- `.hfignore` to exclude unnecessary files
+- This `Agent.md` file (must be committed before deployment)
+
+---
+
+## 2. API Exposure and Documentation
+
+### Mandatory Endpoints
+Every deployment **must** expose:
+
+- **`/health`**
+  - Returns HTTP 200 when the app is ready.
+  - Required for Hugging Face to transition the Space from *starting* → *running*.
+
+- **`/api-docs`**
+  - Documents **all** available API endpoints.
+  - Must be reachable at:
+    `https://HF_PROFILE-agent-0.hf.space/api-docs`
+
+### Functional Endpoints
+
+### /health
+- Method: GET
+- Purpose: Health Check
+
+### /readiness
+- Method: GET
+- Purpose: Readiness Check
+
+### /pipelines/run
+- Method: POST
+- Purpose: Queue a dataset generation pipeline for execution.
+
+### /jobs
+- Method: GET
+- Purpose: List jobs from HF_WORK_REPO
+
+### /jobs/{job_id}/manifest
+- Method: GET
+- Purpose: Inspect job manifest
+
+### /jobs/{job_id}/checkpoints
+- Method: GET
+- Purpose: Inspect job checkpoints
+
+### /jobs/{job_id}/outputs
+- Method: GET
+- Purpose: Inspect job output references
+
+### /jobs/{job_id}/resume
+- Method: POST
+- Purpose: Explicitly resume a job from remote state
+
+### /jobs/{job_id}/fork
+- Method: POST
+- Purpose: Fork an existing job run into a new durable job
+
+### /pipelines/available
+- Method: GET
+- Purpose: Get available pipeline aliases from super_config.yaml.
+
+### /configs/aliases
+- Method: GET
+- Purpose: Get available config file aliases from super_config.yaml.
+
+### /tasks/queue
+- Method: GET
+- Purpose: Get lists of pending and scheduled tasks.
+
+### /tasks/{task_id}/status
+- Method: GET
+- Purpose: Get the status of a pipeline run.
+
+### /tasks/{task_id}/parameters
+- Method: GET
+- Purpose: Get the parameters a task was executed with.
+
+### /tasks/{task_id}/interrupt
+- Method: POST
+- Purpose: Interrupt a running pipeline task subprocess or revoke a pending task.
+
+### /tasks/{task_id}/logs
+- Method: GET
+- Purpose: Get logs for a specific task.
+
+### /logs
+- Method: DELETE
+- Purpose: Clear all task log files.
+
+### /tasks/{task_id}/outputs/download
+- Method: GET
+- Purpose: Download output directory for a task.
+
+### /outputs/structure/{relative_path}
+- Method: GET
+- Purpose: Get structure of a path within the outputs directory.
+
+### /inputs/structure/{relative_path}
+- Method: GET
+- Purpose: Get structure of a path within the inputs directory.
+
+### /configs/structure/{relative_path}
+- Method: GET
+- Purpose: Get structure of a path within the configs directory.
+
+---
+
+## 3. Deployment Workflow
+
+Precondition: Use the huggingface hub cli hf to check that the space is empty of files nd delete any which are still in there and not belonging to the project to be uploaded
+
+### Standard Deployment Command
+After any code change, run:
+
+```bash
+hf upload Leon4gr45/agent-0 --repo-type=space
+```
+
+Scan build and run logs # Get build logs (SSE) curl -N -H "Authorization: Bearer $HF_TOKEN" "https://huggingface.co/api/spaces/Leon4gr45/agent-0/logs/build"
+
+Get run logs (SSE) once the build logs succeed
+curl -N -H "Authorization: Bearer $HF_TOKEN" "https://huggingface.co/api/spaces/Leon4gr45/agent-0/logs/run"
+
+after 300 seconds to see if the deployment has been successful, and if not, fix the errors of deployment, and redeploy and monitor in a cycle until the space is running and reacts to the api endpoints you created.

Dockerfile

@@ -0,0 +1,23 @@
+# syntax=docker/dockerfile:1
+FROM python:3.11.17-slim-bookworm
+ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 OMP_NUM_THREADS=2 OPENBLAS_NUM_THREADS=1 \
+    OCR_MODELS_DIR=/opt/ocr-models HOME=/home/ocr
+RUN apt-get update && apt-get install -y --no-install-recommends fonts-dejavu-core && rm -rf /var/lib/apt/lists/*
+ARG OCR_SOURCE_REVISION=unknown
+ENV OCR_SOURCE_REVISION=$OCR_SOURCE_REVISION
+WORKDIR /app
+# Build from repository root. Only OCR dependencies and code enter this separate worker.
+COPY ocr/requirements.lock /tmp/requirements.lock
+RUN --mount=type=secret,id=proxy_ca \
+    if [ -f /run/secrets/proxy_ca ]; then export PIP_CERT=/run/secrets/proxy_ca; fi; \
+    pip install --no-cache-dir --require-hashes -r /tmp/requirements.lock
+COPY ocr /app/ocr
+# Download once at build time, verify pinned SHA256s, keep inference offline.
+RUN --mount=type=secret,id=proxy_ca \
+    if [ -f /run/secrets/proxy_ca ]; then export SSL_CERT_FILE=/run/secrets/proxy_ca; fi; \
+    python -m ocr.download_models
+RUN useradd --uid 1000 --create-home ocr && chmod -R a+rX /opt/ocr-models /app
+USER ocr
+EXPOSE 7860
+HEALTHCHECK --interval=30s --timeout=5s CMD python -c "import urllib.request; urllib.request.urlopen('http://127.0.0.1:7860/health',timeout=3)"
+CMD ["uvicorn", "ocr.worker_api:app", "--host", "0.0.0.0", "--port", "7860", "--workers", "1", "--no-access-log", "--limit-concurrency", "4"]

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Evan Armstrong
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,13 +1,287 @@
 ---
-title: Agent 0
-emoji: 📈
-colorFrom: purple
-colorTo: pink
-sdk: gradio
-sdk_version: 6.30.0
-python_version: '3.13'
-app_file: app.py
-pinned: false
+title: agent-0
+sdk: docker
+app_port: 7860
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# Augmentoolkit - Data for Domain-expert AI
+Augmentoolkit creates domain-expert datasets that update an AI's brain (basically, its knowledge cutoff), so that the AI becomes an expert in an area of your choosing.
+
+You upload documents, and press a button. And get a fully trained custom LLM. Now every aspect of your AI's behavior and understanding is under your control. Better still, Augmentoolkit **optionally works offline on your computer** -- no external API key required* for datagen† on most hardware.
+
+Maybe you want AI to know the latest research papers in your field, or perhaps you want an LLM that understands your passion deeply and has learned from the same sources as you. Possibly, you dream of creating a lore expert for your favorite obscure fictional universe. Whatever the application is, Augmentoolkit lets you take text and make an LLM's brain inherently learn the information contained within. It also automatically creates a RAG-ready dataset (and can start up an inference server) if you want some traditional grounding as well.
+
+Get started now (the interface will guide you through generating your first dataset):
+
+(Be sure to use Python 3.11 when creating the virtual environment to be sure this'll work)
+
+### MacOS (interface)
+```bash
+git clone https://github.com/e-p-armstrong/augmentoolkit.git
+cd augmentoolkit # Python == 3.11
+bash macos.sh # NOTE: Will attempt to install valkey via brew if not found.
+# bash local_macos.sh # use this command if doing local dataset generation
+```
+
+### Linux (interface)
+```bash
+git clone https://github.com/e-p-armstrong/augmentoolkit.git
+cd augmentoolkit # Python == 3.11
+bash linux.sh # NOTE: will build Valkey from source if a Redis/Valkey server is not running
+```
+
+**Or for local inference**
+```bash
+git clone https://github.com/e-p-armstrong/augmentoolkit.git
+cd augmentoolkit # Python == 3.11
+bash local_linux.sh normal # or you can write "small" or a custom model name to serve the quantized version (for more consumer hardware) or a model of your choice, respectively. See the quickstart page linked just a bit farther down for a full reference here.
+```
+
+If you have multiple GPUs, run `local_linux.sh` with the `--tensor-parallelism N` argument. N == number of GPUs you have (even). So: 1, 2, 4, 8... etc.
+
+> [!IMPORTANT]
+>
+> Please star the repo.
+
+### Windows (interface)
+> [!NOTE]
+>
+> If you're on windows, your best bet is to use [WSL](https://learn.microsoft.com/en-us/windows/wsl/install). [The CLI is easier to get running on windows honestly.](docs/quickstart.md#windows-cli)
+
+<sub>*Note that datagen can take a while on a lot of hardware however, don't expect fast datagen on an old mac for instance. And for training you will need either a powerful machine of your own, or to rent (latter is done automatically for you if you so choose).</sub>
+
+<sub>†If you want data to generate faster you *can* use an open-source LLM API, and the quickstart encourages you to. In addition to its custom dataset generation model, Augmentoolkit is optimized for open source LLMs like Deepseek or Llama.</sub>
+
+![](images/augmentoolkit-logo.png)
+
+Augmentoolkit, now that it is on its 3.0 version, has been refined and improved through over a year of professional application and experimentation. It is now the best way in the world to create domain expert LLMs, and it's MIT licensed.
+
+If you use this project and like it, please consider starring the repo! It's also designed to be extremely customizable so consider **forking** Augmentoolkit!
+
+> [!IMPORTANT]
+>
+> The below links contain very useful information. There is a table of contents, that links to extensive documentation pages for any conceivable part of the project, a bit further down.
+
+[Help Videos](#video-tutorials) I walk through how to do all the cool stuff in this project starting from scratch, including training LLMs with the data and configs you get (takes 10 minutes). Check out the help videos if you want further guidance!
+
+[Community](https://discord.gg/s6PBfsaVzu) If you have questions, if you are training models, if you are building cool new pipelines or extensions on top of Augmentoolkit's code, or if just want to hang out, I'd love to see you on the Augmentoolkit discord! It's also a good place to reach me.
+
+[Newsletter](https://promptingweekly.substack.com/) I write about model training and data generation over on a Substack. Totally free, I just want to help people be able to use the tool better.
+
+[Contact](#contact) I'm doing all kinds of things around this project, if you're interested in the mission and the business of bringing custom, personally-aligned AI to everyone, let's get in touch!
+
+[Build](docs/pipeline_primer.md) Augmentoolkit is meant to be the go-to tool for people experimenting with training LLMs, whether they're a hobbyist or a professional. To that end, building new pipelines is as simple as writing Python functions (while adhering to about 2 mostly optional conventions). Efficient explainers and pipeline templates are provided for you to build your own dataset generation pipelines, and by extension, your own datasets and your own completely custom LLMs.
+
+All configs are fully annotated with comments and placeholders to help you understand them as you fill them out.
+
+## Documentation Pages
+
+> [!NOTE]
+>
+> that this documentation page (the main README) has an [important note](#note-for-when-you-start-training) about model training for facts that you should read regardless of your experience level.
+
+1. [Quickstart](docs/quickstart.md)
+    - [CLI](docs/quickstart.md#the-cli)
+    - [Interface](docs/quickstart.md#macos-interface)
+1. [Video Help](#video-tutorials) <!-- Pages still todo -->
+    - [Generate Data and Train an LLM! (12 mins)](#train-a-model-on-your-own-data-in-13-minutes)
+    - [Detailed exploration (Interface)](#interface-deep-dive)
+    - [Detailed exploration (CLI)](#cli-and-code-structure-deep-dive)
+1. [Vision](docs/vision.md)
+    - [What is it? (Technical)](docs/vision.md#what-is-it-technical)
+    - [What is it? (General)](docs/vision.md#what-is-it-general)
+    - [Ideas Presented](docs/vision.md#ideas-presented-and-hypotheses)
+    - [Goals](docs/vision.md#goals)
+1. Longstart (customization and development guide links)
+    - [Pipelines Available by Default]()
+        - [Compositions]()
+            - [Complete Factual Generation](docs/complete_factual_datagen.md)
+            - [Meta Datagen](docs/meta.md)
+        - [Pipelines]()
+            - [Multi-Source Recall Factual Datagen](docs/multi_source_facts.md)
+            - [Single-Source Recall Factual Datagen](docs/single_source_recall.md)
+            - [Representation Variation](docs/representation_variation.md)
+            - [Traditional Classifier Bootstrapper](docs/classifier_bootstrapper.md)
+            - [Generic Data Rephrase](docs/generic_data_rephrase.md)
+            - [GRPO (experimental)](docs/grpo.md)
+            - [Correction Data (loss-masked mistakes)](docs/corrections.md)
+            - [Rag Data (preparing for enhanced recall)](docs/rag_data.md)
+            - [Debug (health check)](docs/debug.md)
+            - [Starting Point (build your own pipeline!)](docs/example.md)
+            - [RPToolkit](docs/rptoolkit.md)
+            - [Style and Persona Fine-Tuning Guide](docs/style_finetuning.md)
+        - [Utility]()
+            - [Basic LLM Server](docs/basic_server.md)
+            - [RAG LLM Server](docs/rag_server.md)
+            - **[Discord Hosting](docs/discord.md)**
+        - [Config Common Fields](docs/config_common_fields.md)
+        <!-- - [Training an LLM Walkthrough]() -->
+    - [Understand the Tool In Detail]()
+        - [Project Structure](docs/project_structure.md)
+        - [CLI]()
+            - [Flows](docs/CLI_flows.md)
+                - [Upload Documents](docs/CLI_flows.md#upload-documents)
+                - [Starting Runs](docs/CLI_flows.md#starting-runs)
+                - [Observing Runs](docs/CLI_flows.md#observing-results)
+                - [Getting Your Results Back](docs/CLI_flows.md#getting-your-results-back)
+        - [Interface]()
+            - [Flows](docs/interface_flows.md)
+                - [Upload Documents](docs/interface_flows.md#upload-documents)
+                - [Starting Runs](docs/interface_flows.md#starting-runs)
+                - [Observing Runs](docs/interface_flows.md#observing-runs)
+                - [Getting Your Results Back](docs/interface_flows.md#getting-your-results-back)
+        - [Training with Axolotl Concepts](docs/axolotl_concepts.md)
+    - [Customize and Develop]()
+        - [New Pipeline Primer](docs/pipeline_primer.md)
+        - [Abstractions Primer](docs/abstractions_primer.md)
+        - [Conventions Commandments](docs/pipeline_conventions.md)
+        - [Reminder That Conventions Are Minimal and You Can Just Code and It Will Probably Work](docs/conventions_reminder.md)
+1. [Discord!](#discord)
+1. [Updates and Training/Datagen Tips Blog! Stay in the loop!](#training-and-datagen-tips-blog)
+1. [Contributing!](#contributing)
+1. [Contact & Client Work](#contact)
+
+**If you're familiar with LLMs and want a more jargonful rundown of what Augmentoolkit is and what makes it cool, check out [this section](docs/vision.md)**
+
+Cite:
+[![DOI](https://zenodo.org/badge/726083337.svg)](https://zenodo.org/doi/10.5281/zenodo.11525927)
+
+
+> [!NOTE]
+>
+> If you don't want to do model training, but just want to generate a dataset, turn `do_train` off in your dataset generation config.
+
+### Video Tutorials
+
+#### [Train a Model on your Own Data in 13 Minutes](https://youtu.be/E9TyyZzIMyY)
+
+#### [Interface Deep Dive!](https://youtu.be/M-OFVwHPfeU)
+
+#### [CLI and Code Structure Deep Dive!](https://youtu.be/cEkgw7sYqMw)
+
+^ This one is useful if you're going to make modifications to the code
+
+### Benefits
+**Augmentoolkit makes LLM data easy.**
+- **Cheap:** Augmentoolkit pipelines use open-source LLMs, and so can be run on consumer hardware for hardly any cost, or cheaply via APIs like Deepinfra *(the "local" prompt sets should enable usage of most pipelines by reasoning models, too)*
+- **Effortless:** Any Augmentoolkit pipeline can be run with an intuitive interface that is started by running a start script. Alternatively, you can make data by putting some files in a folder, and then running a Python script. If that's too much, you can also use the graphical user interface, now a first-class citizen in Augmentoolkit 3 (and in fact, the recommended way to run Augmentoolkit). Previously-started runs are continued automatically, so you don't need to worry about interruptions costing you time and/or money.
+- **Fast:** when using APIs, you can quickly generate millions of trainable tokens. Fully async code lets you get results quickly. Reading and chunking caches ensure that even large-scale workloads are quick to use. Models are automatically trained after the data is ready, and are even automatically downloaded and prepared for inference on your local machine. All the hard or annoying parts of the process have been automated and made efficient. In the past creating datasets and iterating and testing and learning could have taken a skilled person months; now, anyone can press a button, come back in a day, and chat with a newly-trained model.
+- **Innovative, Effective Approach to Factual Training:** Augmentoolkit has a production-tested method of creating domain-expert LLMs that can understand entirely new subjects. Many separate pipelines are composed together to produce quality datasets that teach capabilities such as answering factual questions, acknowledging when something is not known by the model, correcting mistakes, etc. You can be confident in getting high-quality specialist models when you use Augmentoolkit.
+
+We've also done our best to **facilitate the step after you generate your data -- training your LLM:**
+- **Production-Scale:** Datasets that are gigabytes-large have been generated with Augmentoolkit -- it is battle-hardened, it works at scale without annoying inefficiencies costing immense time, and it is ready for the stresses of production.
+- **Train an AI for the cost of a dinner:** you can generate data on your own hardware for what is basically free. Augmentoolkit can then automatically perform a full finetune of an AI, on your own data, for a tiny sum of money (roughly $20 for the finetuning part of the process).
+- **Create your LLM in less than a day:** with a fully automated process for turning documents into datasets, and only a single button-click needed to kick off training, making a subject matter expert LLM is *fast* (especially when you use API for the dataset generation). Iterate quickly and cheaply.
+- **When you use the same recipe, you get the same bread:** Augmentoolkit datasets have been used successfully for professional consulting projects. Video documentation is linked in this README that shows exactly how to use this tool to do the same. The code, settings, and prompts you need is all here. Examples, templates, comments, marked-out placeholders, and extensive documentation is all available.
+- **Train AI with confidence, *especially* if it's your first time:** between the battle-tested process, extensive video docs, in-depth README, and Discord community, you can be confident you'll get a good LLM out of this.
+
+**Do it all locally**
+With a custom-trained 7b model built to run these pipelines specifically, Augmentoolkit can generate data on consumer hardware, and can do so at incredible scale, with incredible parallelism, when on higher-performance computers. Budget does not need to be a constraint -- just passion and time. Of course, if you want immediate results/speed, you can use an API too.
+
+Finally, **using the model you create should be easy and valuable:**
+- **AI that understands your facts:** For the professionals and the passionate: training an LLM with Augmentoolkit's Complete Factual Datagen "composition" pipeline creates an assistant that understands the big picture of the data you're training on. If RAG is like giving an LLM an open-book test on a textbook it hasn't read before, then training on Augmentoolkit data gives it some time to study before the test as well. This pipeline has been battle-tested in consulting projects across different industries. Compared to earlier versions of Augmentoolkit, Augmentoolkit's 3.0 version generates a wide variety of different domain data, and it even automatically balances this data with the generic data it uses.
+- **Individual Alignment:** Use GPRO (the same algorithm that made Deepseek R1 as good as it is) to align a model to any task imaginable without modifying any code. Augmentoolkit adopts an innovative approach of letting you use an LLM as a reward function -- you write a prompt that grades certain outputs higher, and then those reward scores teach the model to behave more like that in the future. Want your model to do a task better? Explain what "better" is and then the model will learn it. Want your model to be more emotional and human-like? Explain how to grade responses based on their emotional content, and the model will [learn it](https://huggingface.co/Heralax/llama-gRPo-emotions-nothoughts). Want your model to write like a pirate? Explain in your grading prompt what makes a good pirate-like response, and the model will learn it. You can also change code and use traditional reward functions if you want to. The GRPO pipeline is experimental and in beta, but early results are promising.
+- **Make sense of massive data without using human annotators:** For the heavy-duty ML professionals: if you have a large dataset with tons of unlabelled text (like the Enron emails dataset, IMDB, or fineweb, etc.) you can now write a sentence or two that describes two classes which exist in that data. Augmentoolkit's classifier creator pipeline will then use an LLM to make a full classification dataset, based on a subset of the input data and your specified classes; it'll then train a classifier and evaluate it and take more data and retrain, in a loop, until validation loss is below a specified threshold. Classifiers trained using this pipeline seem to achieve similar performance to classifiers trained on human-labelled data. Be advised that data is not yet automatically balanced between different labels.
+- **AI inspired by your favorite fiction:** For the creatives and entertainers: using RPToolkit, you can create detailed and varied multi-turn roleplaying data with the themes of any story you can think of. If you're creating custom AI for creative or entertainment purposes, you can now specialize it in any genre you want. Want a depressing and dark specialist in mecha stories? Feed in some stories and you can get a ton of data for that. How about an AI writer of wholesome slice of life? You can get data for that too. Create as broad or as narrow of a writing AI as you want from whatever inspiration you can find.
+
+*Clarification: Augmentoolkit, the project, has multiple pipelines: the original pipeline (QA), RPtoolkit (rich multiturn roleplaying data), and the classifier creator. If it is said that "Augmentoolkit can make [some kind of data]" then I mean that one of Augmentoolkit's pipelines can do so.*
+
+### NOTE For When You Start Training
+
+Factual finetuning requires a certain number of optimizer steps to stick. If training is where the LLM's brain "moves" towards a place where it understands your new domain, "optimizer steps" are the number of times the LLM moves. **If your dataset is small you may not have enough optimizer steps for the LLM to learn the new domain well.**
+
+Because of this, ironically, it can be easier to teach LLMs large new domains rather than small ones, with training. However, there are tools at your disposal for turning a small dataset into a large one when you use Augmentoolkit.
+
+In [complete factual dataset](docs/complete_factual_datagen.md) you have the `number_of_factual_sft_generations_to_do` setting for the whole pipeline, and the `variation_generation_counts` which you can customize per input dir. The one that is customized per dir makes the data from a specific input dir represented more in the continued pretraining data; the other setting increases the overall amount of SFT data made from all input dirs together. With these two levers you can make a small dataset as large as you need — though some of the data may be very similar, you can still scale it up in this way to teach it to an LLM without catastrophic drawbacks.
+
+As a "break glass in case of emergency" option, if your dataset is exceptionally small, you may want to consider turning sample packing off. This an be done by modifying the pretrain and finetune kwargs to set sample packing off (do this in the complete factual datagen config).
+
+```yaml
+other_pretrain_kwargs: {sample_packing: False}
+other_finetune_kwargs: {sample_packing: False}
+```
+
+Turning off sample packing has not been tested with the current iteration of Augmentoolkit's settings yet, so success with that emergency approach cannot be guaranteed for extremely small datasets, but since the main problem with extremely small datasets is a lack of per-epoch optimizer steps causing the LLM to not learn the data enough, *theoretically*, this should work.
+
+Most of the configuration of Augmentoolkit you'll do, besides changing input/output paths for different models, is probably going to be related to the optimizer step. With very large input datasets you'll want to reduce things that increase the optimizer step because otherwise you'll be training for a long time, whereas with very small ones you'll have to pull out tricks to increase it. That's why this has a section and is marked out as important -- be cognizant of the size of your dataset as you create it!
+
+If you have any questions about your specific use case, consider heading over to the [Discord](https://discord.gg/s6PBfsaVzu)
+
+### Temporary Announcement if You've Been Here Before
+If you're returning to look at this repo after a while, I want to make a few things clear!
+
+Firstly, a *lot* has changed. I disappeared for six months, half of it was spent on research and the other half was spent building. I wanted the tool to fundamentally work better. Now, Augmentoolkit reliably produces great domain experts across datasets of different sizes. It can even teach a model something that it has not seen at all during pretraining. This experimentation cost thousands of dollars out of pocket, but I believe it was worth it, since anyone can now make domain experts about arbitrary subjects with very little technical experience.
+
+Secondly, things are *much* easier to use. The interface is robust and is not a second-class citizen anymore. Start scripts, automatically generated and balanced training configs, better error messages, and a host of other improvements should make Augmentoolkit much nicer to use.
+
+Not much code from the original survived, though making older pipelines fit into the project as it is now, is pretty simple ([see the new pipeline example and you'll get a picture of how they look like now](/docs/example.md)). Also, if you have custom prompts from before, they should work with the new pipelines without modification. The older pipeline compared to this one is like a rat compared to a human -- they're technically related and have a lot of the same DNA, but the human is much more evolved and more capable. I hope you enjoy using the new project and getting great results.
+
+The bad news is that since so much has changed, some new bugs probably got introduced. Please report bugs so that they can be fixed. I had not been keeping too close an eye on the issues these past 4 months since the entire project was being ripped apart anyway -- now that it is in a more final form, and frankly now that I have better discipline with this sort of thing, I'll be focused on the Discord and GitHub issues to correct any mistakes that you point out. If any of the new documentation is unclear about parts of the project, please let me know. And, if you have [custom pipelines]() that you want to add, or bugfixes, please check out [Contributing]() and make a PR!
+ <!-- Not much survived from the previous version, this is like a modern ape observing a rat -- technically related, lots of the DNA is the same, but the ape is much more evolved and capable. Also since everything is differnt and the project is much larger some of the accumulated fixes will have gone away. Please report bugs so that they can be fixed. -->
+
+### Discord
+
+Custom-built models are (usually) not meant to be enjoyed only by their creators. There's a [new feature in Augmentoolkit](docs/discord.md) where you can easily make your custom models into Discord bots! Now you can share your custom AI creations with your friends or community! Also, all the code runs on your own computer so no worry about recurring costs.
+
+Speaking of Discord...
+
+Augmentoolkit is partly about democratizing dataset generation, so community is hugely important to the project! There's a Discord server where you can get help with custom model creation, as well as share new pipelines, prompt sets, or projects you're creating! [Come hang out and be part of a useful community of like-minded people!](https://discord.gg/s6PBfsaVzu)
+
+### Training and Datagen Tips Blog
+
+I write about model training and data generation over on a [free substack](https://promptingweekly.substack.com/)! If you want read access to my brain as I continue to experiment and explore with dataset generation, consider signing up to up your model creation game. If you're planning on building your own dataset generation pipelines using the tools and abstractions provided by Augmentoolkit, some of the advice there might be very useful.
+
+Now that the new Augmentoolkit version is out, I finally have time to post again (and new ideas to post as well).
+
+### Contributing!
+
+PRs for bugfixes, new pipelines, and improvements are welcome! If you have an experiment you're proud of, consider opening a PR. The rules are pretty standard:
+
+- Contributors can open PRs
+- Collaborators can push to branches and merge PRs into the master branch
+- Collaborators may either be chosen depending on contributions, or may be chosen internally within Augmentoolkit (the company)
+- [The example pipeline and its documentation](docs/example.md) contain useful information for making your own pipeline. You are encouraged to fork Augmentoolkit and experiment!
+- Code with the style you want, just test thoroughly before making a PR
+    - Caveat: failing silently or continuing is worse than explicitly erroring if an impossible state is reached
+    - Asserts are your friend
+    - `black .` makes even MY code look formatted nice, it can do the same for yours.
+
+### Useful Commands for Datagen and Training Workflows
+
+Copy-paste these when appropriate or use them as a reference.
+
+Copy files over to a different computer (such as a GPU instance on runpod)
+
+```
+scp -P [port] -r ./outputs/your-output-dir/pretraining_run root@123.456.78.9:/workspace/axolotl
+```
+
+Kick off a training run:
+```
+accelerate launch -m axolotl.cli.train [your_config].yaml
+```
+
+Convert and quantize with llama.cpp
+```
+python ~/llama.cpp/convert_hf_to_gguf.py --outtype q8_0
+```
+
+## Contact!
+
+- Email me at: evanpeterarmstrong@gmail.com (NOTE: my inbox is flooded, your message might not get through, prefer booking a call for serious discussions)
+- [For serious and urgent discussions, we can schedule a call!](https://calendly.com/evanpeterarmstrong/30min)
+- [I'm pretty active on the Augmentoolkit discord server and a bunch of other AI discords. Find me as @heralax!](https://discord.gg/s6PBfsaVzu)
+- [I sometimes post stuff on X/Twitter](https://twitter.com/e_p_armstrong)
+- [Substack! I am finally posting again.](https://promptingweekly.substack.com/)
+- [YouTube -- The source of the help videos](https://www.youtube.com/@Heralax)
+- [Let's connect on LinkedIn!](https://www.linkedin.com/in/evan-armstrong-1a84b3200/)
+
+If you have a company or organization that wants to serve custom domain-expert AI to internal users (to get employees the information they need to do their jobs great) or to external users (for instance, to answer community questions or increase product awareness) then we should [get in touch](https://calendly.com/evanpeterarmstrong/discovery-call).
+
+Also, if you have an **AI Chat Wrapper Startup or Company** that is currently being extorted by OpenAI, [we should also talk](https://calendly.com/evanpeterarmstrong/discovery-call), because I'm fairly certain **I can save you a ton on API costs while maintaining or improving answer quality**. Not only will I use this tool to produce a quality model, but I also have the means to run it at scale, which is not a trivial problem to solve.
+
+The Augmentoolkit project is going to continue to be developed. It has been consistently developed for a long time -- the many-months gap from this major update to the previous one is because I was busy researching and developing the techniques, and later, preparing this release itself (this update has been in the works a long time). I am open to and would appreciate organizations sponsoring this open-source project -- I'd like nothing more than to research and build the tools for creating custom LLMs all day!
+
+I am also working on ambitious commercial solutions involving Augmentoolkit and Augmentoolkit tech. This project is part of a larger master-plan. If you're an investor, I'm very open to discussions here! My [Calendly](https://calendly.com/evanpeterarmstrong/30min) is always open.
+
+Current Generalized AI means hallucinations, platitudes, and sycophancy; domain-expert AI writes with your knowledge, understanding, and is aligned to **your** tastes. As more people use the same AI, more of the world sounds the same and thinks the same--it is my belief that individually-customized LLMs are the only way to avoid this world of slop.

api.py

@@ -0,0 +1,737 @@
+from enum import Enum
+import json
+import logging
+from pathlib import Path as PyPath
+import traceback
+import yaml
+import sys
+import shutil
+import zipfile
+import httpx
+import os
+import tempfile
+import time
+import subprocess
+
+from fastapi import (
+    FastAPI,
+    HTTPException,
+    UploadFile,
+    File,
+    BackgroundTasks,
+    Path as FastApiPath,
+    Query,
+    Body,
+    Request,
+)
+from fastapi.responses import FileResponse, StreamingResponse, JSONResponse, RedirectResponse
+from fastapi.staticfiles import StaticFiles
+from typing import List, Optional, Dict, Any
+from pydantic import BaseModel, Field
+from fastapi.middleware.cors import CORSMiddleware
+
+from huey_config import huey
+from tasks import (
+    run_pipeline_task,
+    set_final_status,
+    resolve_job_output_dir,
+)
+from huey.exceptions import (
+    HueyException,
+    TaskException,
+)
+from redis_config import (
+    get_progress,
+    redis_client,
+    set_progress,
+)
+import signal
+
+from resolve_path import resolve_path
+
+from file_operation_helpers import (
+    get_safe_path,
+    zip_directory,
+    get_dir_structure,
+    FileStructure,
+    MoveItemRequest,
+    handle_get_structure,
+    handle_download_item,
+    handle_delete_item,
+    handle_move_item,
+    handle_create_directory,
+)
+
+from augmentoolkit.hf_persistence import (
+    HFHubManager,
+    CheckpointManager,
+    JobManifestManager,
+    IncompatibleResumeError,
+    JobManifest,
+)
+
+
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+
+SUPER_CONFIG_PATH = PyPath("super_config.yaml")
+PATH_ALIASES = {}
+
+try:
+    with open(SUPER_CONFIG_PATH, "r", encoding="utf-8") as f:
+        super_config = yaml.safe_load(f)
+    PATH_ALIASES = super_config.get("path_aliases", {})
+except FileNotFoundError:
+    print(f"ERROR: Super config file not found at {SUPER_CONFIG_PATH}.")
+except yaml.YAMLError as e:
+    print(f"ERROR: Error parsing super config file {SUPER_CONFIG_PATH}: {e}")
+
+INPUTS_DIR = PyPath("./inputs").resolve()
+OUTPUTS_DIR = PyPath("./outputs").resolve()
+GENERATION_DIR = PyPath("./generation").resolve()
+CONFIGS_DIR = PyPath("./external_configs").resolve()
+MAX_FILE_SIZE = 1024 * 1024 * 1000
+
+LOGS_DIR = PyPath("./logs").resolve()
+
+INPUTS_DIR.mkdir(exist_ok=True)
+OUTPUTS_DIR.mkdir(exist_ok=True)
+GENERATION_DIR.mkdir(exist_ok=True)
+CONFIGS_DIR.mkdir(exist_ok=True)
+LOGS_DIR.mkdir(exist_ok=True)
+
+
+class PipelineRunRequest(BaseModel):
+    node_path: str
+    config_path: Optional[str] = None
+    parameters: Optional[Dict[str, Any]] = None
+
+
+class PipelineRunResponse(BaseModel):
+    pipeline_id: str
+    message: str
+
+
+class PipelineStatus(str, Enum):
+    PENDING = "PENDING"
+    RUNNING = "RUNNING"
+    COMPLETED = "COMPLETED"
+    FAILED = "FAILED"
+    REVOKED = "REVOKED"
+
+
+class PipelineStatusResponse(BaseModel):
+    task_id: str
+    status: PipelineStatus
+    message: Optional[str] = None
+    progress: Optional[float] = Field(None, ge=0.0, le=1.0)
+    details: Optional[Dict[str, Any]] = None
+
+
+class QueueStatusResponse(BaseModel):
+    pending_tasks: List[str] = Field(..., description="List of task IDs currently pending execution.")
+    scheduled_tasks: List[str] = Field(..., description="List of task IDs scheduled for future execution.")
+    message: str
+
+
+class CreateDirectoryRequest(BaseModel):
+    relative_path: str = Field(..., description="The relative path within base directory.")
+
+
+class DuplicateConfigRequest(BaseModel):
+    source_alias: str = Field(..., description="Alias from super_config.yaml.")
+    destination_relative_path: str = Field(..., description="Desired relative path.")
+
+
+class TaskParametersResponse(BaseModel):
+    task_id: str
+    parameters: Dict[str, Any]
+
+
+app = FastAPI(
+    title="Augmentoolkit Resumable Dataset Factory API",
+    description="API for managing and running Augmentoolkit dataset pipelines with Hugging Face Hub remote persistence.",
+    version="2.0",
+)
+
+origins = [
+    "http://localhost:5173",
+    "http://127.0.0.1:5173",
+    "http://localhost:5174",
+    "http://127.0.0.1:5174",
+    "http://localhost:3000",
+]
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+
+@app.on_event("startup")
+async def startup_event():
+    """At startup, reconnects to HF_WORK_REPO, discovers incomplete jobs, reconciles state, and auto-resumes if enabled."""
+    logger.info("Augmentoolkit API starting up...")
+    work_repo = os.environ.get("HF_WORK_REPO")
+    if work_repo:
+        try:
+            ckpt_mgr = CheckpointManager()
+            incomplete_jobs = ckpt_mgr.discover_incomplete_jobs(work_repo=work_repo)
+            logger.info(f"Discovered {len(incomplete_jobs)} incomplete job(s) in HF_WORK_REPO '{work_repo}'.")
+            auto_resume = os.environ.get("HF_AUTO_RESUME", "false").lower() in ("true", "1", "yes")
+            if auto_resume:
+                for manifest in incomplete_jobs:
+                    logger.info(f"Auto-resuming durable job {manifest.job_id}...")
+                    run_pipeline_task(
+                        node_path=manifest.pipeline,
+                        parameters={
+                            "job_id": manifest.job_id,
+                            "hf_source_repo": manifest.source_repo,
+                            "hf_work_repo": manifest.work_repo,
+                            "hf_output_repo": manifest.output_repo,
+                            "source_revision": manifest.source_revision,
+                        },
+                    )
+        except Exception as e:
+            logger.error(f"Error during startup HF recovery discovery: {e}")
+
+
+@app.get("/health", summary="Health Check")
+async def health_check():
+    """Basic health check endpoint for Hugging Face."""
+    return {"status": "ok", "message": "Augmentoolkit API is running."}
+
+
+@app.get("/readiness", summary="Readiness Check")
+async def readiness_check():
+    """
+    Comprehensive readiness check reporting Redis/Huey connection, Hugging Face authentication,
+    repository accessibility (HF_SOURCE_REPO, HF_WORK_REPO, HF_OUTPUT_REPO), and worker status.
+    """
+    redis_ok = False
+    redis_error = None
+    try:
+        redis_client.ping()
+        redis_ok = True
+    except Exception as e:
+        redis_error = str(e)
+
+    hf_mgr = HFHubManager()
+    hf_health = hf_mgr.check_all_health()
+
+    worker_ok = False
+    try:
+        huey.pending()
+        worker_ok = True
+    except Exception:
+        pass
+
+    overall_ready = redis_ok and worker_ok and hf_health.get("healthy", False)
+
+    return {
+        "status": "ready" if overall_ready else "degraded",
+        "redis": {"status": "ok" if redis_ok else "error", "error": redis_error},
+        "huey_queue": {"status": "ok" if worker_ok else "error"},
+        "huggingface": hf_health,
+    }
+
+
+@app.get("/api-docs", include_in_schema=False)
+async def api_docs_redirect():
+    return RedirectResponse(url="/docs")
+
+
+@app.post(
+    "/pipelines/run",
+    response_model=PipelineRunResponse,
+    status_code=202,
+    summary="Queue a dataset generation pipeline for execution.",
+)
+def queue_pipeline_run(request: PipelineRunRequest):
+    try:
+        task = run_pipeline_task(
+            node_path=request.node_path,
+            config_path=request.config_path,
+            parameters=request.parameters,
+        )
+        return PipelineRunResponse(
+            pipeline_id=task.id,
+            message="Pipeline run queued successfully.",
+        )
+    except Exception as e:
+        logger.error(f"ERROR during pipeline queueing: {e}", exc_info=True)
+        raise HTTPException(
+            status_code=500,
+            detail=f"Failed to enqueue pipeline task: {e}",
+        )
+
+
+@app.get("/jobs", summary="List jobs from HF_WORK_REPO")
+def list_jobs(work_repo: Optional[str] = Query(None)):
+    target_repo = work_repo or os.environ.get("HF_WORK_REPO", "")
+    if not target_repo:
+        return {"work_repo": "", "jobs": []}
+    hf_mgr = HFHubManager()
+    hf_jobs = hf_mgr.list_jobs(work_repo=target_repo)
+    return {"work_repo": target_repo, "jobs": hf_jobs}
+
+
+@app.get("/jobs/{job_id}/manifest", summary="Inspect job manifest")
+def inspect_job_manifest(job_id: str, work_repo: Optional[str] = Query(None)):
+    target_repo = work_repo or os.environ.get("HF_WORK_REPO", "")
+    hf_mgr = HFHubManager()
+    manifest = hf_mgr.fetch_manifest(job_id=job_id, work_repo=target_repo)
+    if not manifest:
+        raise HTTPException(status_code=404, detail=f"Manifest for job '{job_id}' not found.")
+    return manifest
+
+
+@app.get("/jobs/{job_id}/checkpoints", summary="Inspect job checkpoints")
+def inspect_job_checkpoints(job_id: str, work_repo: Optional[str] = Query(None)):
+    target_repo = work_repo or os.environ.get("HF_WORK_REPO", "")
+    if not target_repo:
+        raise HTTPException(status_code=400, detail="HF_WORK_REPO is not configured.")
+    hf_mgr = HFHubManager()
+    try:
+        files = hf_mgr.api.list_repo_files(repo_id=target_repo, repo_type="dataset", token=hf_mgr.token)
+        ckpts = [f for f in files if f.startswith(f"jobs/{job_id}/checkpoints/")]
+        return {"job_id": job_id, "checkpoints": ckpts}
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error checking checkpoints: {e}")
+
+
+@app.get("/jobs/{job_id}/outputs", summary="Inspect job output references")
+def inspect_job_outputs(job_id: str, output_repo: Optional[str] = Query(None)):
+    target_repo = output_repo or os.environ.get("HF_OUTPUT_REPO", "")
+    if not target_repo:
+        raise HTTPException(status_code=400, detail="HF_OUTPUT_REPO is not configured.")
+    hf_mgr = HFHubManager()
+    try:
+        files = hf_mgr.api.list_repo_files(repo_id=target_repo, repo_type="dataset", token=hf_mgr.token)
+        outputs = [f for f in files if f.startswith(f"datasets/{job_id}/")]
+        return {"job_id": job_id, "output_repo": target_repo, "outputs": outputs}
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error checking outputs: {e}")
+
+
+@app.post("/jobs/{job_id}/resume", summary="Explicitly resume a job from remote state")
+def resume_job(job_id: str, parameters: Optional[Dict[str, Any]] = Body(None)):
+    work_repo = os.environ.get("HF_WORK_REPO", "")
+    ckpt_mgr = CheckpointManager()
+    manifest = ckpt_mgr.load_remote_manifest(job_id=job_id, work_repo=work_repo)
+    if not manifest:
+        raise HTTPException(status_code=404, detail=f"Job '{job_id}' not found in {work_repo}.")
+
+    target_output_dir = resolve_job_output_dir(
+        node_path=manifest.pipeline,
+        config_path=parameters.get("config_path") if parameters else None,
+        parameters=parameters,
+        durable_job_id=job_id,
+    )
+
+    live_prompt_hash = JobManifestManager.compute_live_prompt_hash(
+        prompt_folder=parameters.get("prompt_folder") if parameters else None,
+        default_prompt_folder=parameters.get("default_prompt_folder") if parameters else None,
+    )
+
+    try:
+        reconciled_manifest, completed_shards, restored_data = ckpt_mgr.reconcile_and_resume_job(
+            job_id=job_id,
+            target_pipeline=manifest.pipeline,
+            target_config_dict=parameters or {},
+            target_prompt_hash=live_prompt_hash,
+            target_source_repo=manifest.source_repo,
+            target_source_revision=manifest.source_revision,
+            target_source_path=manifest.source_path,
+            target_source_split=manifest.source_split,
+            target_output_schema_version=manifest.output_schema_version,
+            work_repo=work_repo,
+            output_dir=target_output_dir,
+        )
+    except IncompatibleResumeError as e:
+        raise HTTPException(status_code=400, detail=str(e))
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Failed to reconcile job state: {e}")
+
+    run_params = parameters or {}
+    run_params.update({
+        "job_id": job_id,
+        "output_dir": target_output_dir,
+        "hf_source_repo": manifest.source_repo,
+        "hf_work_repo": manifest.work_repo,
+        "hf_output_repo": manifest.output_repo,
+        "source_revision": manifest.source_revision,
+        "restored_shards": list(completed_shards),
+    })
+
+    task = run_pipeline_task(
+        node_path=manifest.pipeline,
+        parameters=run_params,
+    )
+    return {
+        "job_id": job_id,
+        "task_id": task.id,
+        "output_dir": target_output_dir,
+        "message": f"Resume task for durable job '{job_id}' enqueued successfully.",
+        "completed_shards": list(completed_shards),
+    }
+
+
+@app.post("/jobs/{job_id}/fork", summary="Fork an existing job run into a new durable job")
+def fork_job(
+    job_id: str,
+    new_job_id: Optional[str] = Query(None),
+    parameters: Optional[Dict[str, Any]] = Body(None),
+):
+    work_repo = os.environ.get("HF_WORK_REPO", "")
+    ckpt_mgr = CheckpointManager()
+    parent_manifest = ckpt_mgr.load_remote_manifest(job_id=job_id, work_repo=work_repo)
+    if not parent_manifest:
+        raise HTTPException(status_code=404, detail=f"Parent job '{job_id}' not found in {work_repo}.")
+
+    forked_id = new_job_id or f"{job_id}_fork_{int(time.time())}"
+
+    fork_params = parameters or {}
+    run_params = {
+        "job_id": forked_id,
+        "forked_from_job_id": job_id,
+        "hf_source_repo": fork_params.get("hf_source_repo", parent_manifest.source_repo),
+        "hf_work_repo": work_repo,
+        "hf_output_repo": fork_params.get("hf_output_repo", parent_manifest.output_repo),
+        "source_revision": fork_params.get("source_revision", parent_manifest.source_revision),
+        "source_path": fork_params.get("source_path", parent_manifest.source_path),
+        "source_split": fork_params.get("source_split", parent_manifest.source_split),
+    }
+    run_params.update(fork_params)
+
+    task = run_pipeline_task(
+        node_path=parent_manifest.pipeline,
+        parameters=run_params,
+    )
+
+    return {
+        "forked_job_id": forked_id,
+        "parent_job_id": job_id,
+        "task_id": task.id,
+        "message": "Forked job queued successfully.",
+    }
+
+
+@app.get(
+    "/pipelines/available",
+    response_model=List[str],
+    summary="Get available pipeline aliases from super_config.yaml.",
+)
+def get_available_pipelines():
+    available_pipelines = []
+    if not SUPER_CONFIG_PATH.exists():
+        return []
+
+    try:
+        with open(SUPER_CONFIG_PATH, "r", encoding="utf-8") as f:
+            super_config = yaml.safe_load(f) or {}
+
+        aliases = super_config.get("path_aliases", {})
+        if not isinstance(aliases, dict):
+            return []
+
+        for alias, path_value in aliases.items():
+            if isinstance(path_value, str) and not path_value.strip().lower().endswith(".yaml"):
+                available_pipelines.append(alias)
+
+        return sorted(available_pipelines)
+
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error parsing super config: {e}")
+
+
+@app.get(
+    "/configs/aliases",
+    response_model=List[str],
+    summary="Get available config file aliases from super_config.yaml.",
+)
+def get_available_config_aliases():
+    config_aliases = []
+    if not SUPER_CONFIG_PATH.exists():
+        return []
+
+    try:
+        with open(SUPER_CONFIG_PATH, "r", encoding="utf-8") as f:
+            super_config = yaml.safe_load(f) or {}
+
+        aliases = super_config.get("path_aliases", {})
+        if not isinstance(aliases, dict):
+            return []
+
+        for alias, path_value in aliases.items():
+            if isinstance(path_value, str) and path_value.strip().lower().endswith(".yaml"):
+                config_aliases.append(alias)
+
+        return sorted(config_aliases)
+
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error parsing super config: {e}")
+
+
+@app.get(
+    "/tasks/queue",
+    response_model=QueueStatusResponse,
+    summary="Get lists of pending and scheduled tasks.",
+)
+def get_queue_status():
+    try:
+        pending_tasks = [task.id for task in huey.pending()]
+        scheduled_tasks = [task.id for task in huey.scheduled()]
+        return QueueStatusResponse(
+            pending_tasks=pending_tasks,
+            scheduled_tasks=scheduled_tasks,
+            message=f"Found {len(pending_tasks)} pending and {len(scheduled_tasks)} scheduled tasks.",
+        )
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Failed to retrieve queue status: {e}")
+
+
+@app.get(
+    "/tasks/{task_id}/status",
+    response_model=PipelineStatusResponse,
+    summary="Get the status of a pipeline run.",
+)
+def get_pipeline_status(task_id: str):
+    redis_status_key = f"status_for_task:{task_id}"
+    try:
+        final_status_json = redis_client.get(redis_status_key)
+        if final_status_json:
+            try:
+                status_data = json.loads(final_status_json)
+                final_status_enum = PipelineStatus(status_data["status"])
+                return PipelineStatusResponse(
+                    task_id=task_id,
+                    status=final_status_enum,
+                    message=status_data.get("message"),
+                    progress=1.0,
+                    details=status_data.get("details"),
+                )
+            except Exception:
+                pass
+
+        pipeline_progress = get_progress(task_id)
+        if pipeline_progress:
+            return PipelineStatusResponse(
+                task_id=task_id,
+                status=PipelineStatus.RUNNING,
+                message=pipeline_progress.get("message", "Task is running."),
+                progress=min(pipeline_progress.get("progress", 0.0), 1.0),
+                details={"source": "progress_tracker"},
+            )
+
+        pending_ids = {task.id for task in huey.pending()}
+        scheduled_ids = {task.id for task in huey.scheduled()}
+        if task_id in pending_ids or task_id in scheduled_ids:
+            return PipelineStatusResponse(
+                task_id=task_id,
+                status=PipelineStatus.PENDING,
+                message="Task is pending in the queue.",
+                progress=0.0,
+                details={"source": "huey_queue"},
+            )
+
+        if huey.is_revoked(task_id):
+            return PipelineStatusResponse(
+                task_id=task_id,
+                status=PipelineStatus.REVOKED,
+                message="Task was revoked.",
+                progress=0.0,
+                details={"source": "huey_revoked"},
+            )
+
+        raise HTTPException(status_code=404, detail=f"Task with ID '{task_id}' not found.")
+    except HTTPException:
+        raise
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error retrieving status: {e}")
+
+
+@app.get(
+    "/tasks/{task_id}/parameters",
+    response_model=TaskParametersResponse,
+    summary="Get the parameters a task was executed with.",
+)
+def get_task_parameters(task_id: str):
+    redis_key = f"parameters_for_task:{task_id}"
+    try:
+        params_json = redis_client.get(redis_key)
+        if params_json is None:
+            raise HTTPException(status_code=404, detail=f"Parameters for task '{task_id}' not found.")
+        parameters = json.loads(params_json)
+        return TaskParametersResponse(task_id=task_id, parameters=parameters)
+    except HTTPException:
+        raise
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error retrieving parameters: {e}")
+
+
+def _find_and_kill_run_augmentoolkit_process() -> Optional[Dict[str, Any]]:
+    try:
+        result = subprocess.run(["ps", "-ef"], capture_output=True, text=True, check=True)
+        for line in result.stdout.splitlines():
+            if "run_augmentoolkit.py" in line and "grep" not in line:
+                fields = line.split()
+                if len(fields) >= 2:
+                    try:
+                        pid = int(fields[1])
+                        os.kill(pid, signal.SIGINT)
+                        time.sleep(2)
+                        return {"pid": pid, "killed": True, "method": "SIGINT"}
+                    except Exception:
+                        continue
+        return None
+    except Exception:
+        return None
+
+
+@app.post(
+    "/tasks/{task_id}/interrupt",
+    status_code=200,
+    summary="Interrupt a running pipeline task subprocess or revoke a pending task.",
+)
+def interrupt_or_revoke_task(task_id: str):
+    redis_pid_key = f"worker_pid_for_task:{task_id}"
+    redis_status_key = f"status_for_task:{task_id}"
+
+    try:
+        final_status_json = redis_client.get(redis_status_key)
+        if final_status_json:
+            try:
+                status_data = json.loads(final_status_json)
+                existing_status = status_data.get("status", "UNKNOWN").upper()
+                if existing_status in ["COMPLETED", "FAILED", "REVOKED"]:
+                    raise HTTPException(
+                        status_code=409,
+                        detail=f"Task {task_id} has already finished with status: {existing_status}.",
+                    )
+            except HTTPException:
+                raise
+            except Exception:
+                pass
+
+        pid_bytes = redis_client.get(redis_pid_key)
+        if pid_bytes:
+            try:
+                pid = int(pid_bytes)
+                os.kill(pid, signal.SIGINT)
+                time.sleep(1)
+                set_final_status(task_id, "REVOKED", "Task interrupted via SIGINT.")
+                return {"message": f"Task {task_id} interrupted via SIGINT."}
+            except Exception:
+                pass
+
+        was_revoked = huey.revoke(task_id, revoke_once=True)
+        if was_revoked:
+            set_final_status(task_id, "REVOKED", "Task revoked while pending.")
+            return {"message": f"Task {task_id} was pending and has been revoked."}
+
+        raise HTTPException(status_code=404, detail=f"Task {task_id} not running or not found.")
+    except HTTPException:
+        raise
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error interrupting task: {e}")
+
+
+@app.get("/tasks/{task_id}/logs", summary="Get logs for a specific task.")
+def get_task_logs(task_id: str, tail: Optional[int] = Query(None, ge=1)):
+    log_file_path = LOGS_DIR / f"{task_id}.log"
+    if not log_file_path.exists():
+        raise HTTPException(status_code=404, detail=f"Log file for task {task_id} not found.")
+
+    try:
+        with open(log_file_path, "r", encoding="utf-8") as f:
+            lines = f.readlines()
+        log_content = "".join(lines[-tail:]) if tail else "".join(lines)
+        return JSONResponse(content={"task_id": task_id, "logs": log_content})
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Failed to read log file: {e}")
+
+
+@app.delete("/logs", status_code=200, summary="Clear all task log files.")
+def clear_all_logs():
+    deleted_count = 0
+    try:
+        for item in LOGS_DIR.iterdir():
+            if item.is_file() and item.suffix == ".log":
+                item.unlink()
+                deleted_count += 1
+        return {"message": f"Successfully deleted {deleted_count} log file(s)."}
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Failed to clear logs: {e}")
+
+
+@app.get(
+    "/tasks/{task_id}/outputs/download", summary="Download output directory for a task."
+)
+def download_task_output(task_id: str):
+    redis_key = f"output_dir_for_task:{task_id}"
+    output_dir_str = redis_client.get(redis_key)
+    if not output_dir_str:
+        raise HTTPException(status_code=404, detail=f"Output directory not found for task {task_id}.")
+
+    task_output_dir = PyPath(output_dir_str).resolve()
+    if not task_output_dir.is_dir():
+        raise HTTPException(status_code=404, detail="Output directory does not exist.")
+
+    zip_filename = f"task_{task_id}_output.zip"
+    temp_zip_path = PyPath(tempfile.gettempdir()) / zip_filename
+    zip_directory(task_output_dir, temp_zip_path)
+    return FileResponse(temp_zip_path, media_type="application/zip", filename=zip_filename)
+
+
+@app.get(
+    "/outputs/structure/{relative_path:path}",
+    response_model=List[FileStructure],
+    summary="Get structure of a path within the outputs directory.",
+)
+def get_output_structure(relative_path: str = "."):
+    return handle_get_structure(OUTPUTS_DIR, relative_path)
+
+
+@app.get(
+    "/inputs/structure/{relative_path:path}",
+    response_model=List[FileStructure],
+    summary="Get structure of a path within the inputs directory.",
+)
+def get_input_structure(relative_path: str = "."):
+    return handle_get_structure(INPUTS_DIR, relative_path)
+
+
+@app.get(
+    "/configs/structure/{relative_path:path}",
+    response_model=List[FileStructure],
+    summary="Get structure of a path within the configs directory.",
+)
+def get_config_structure(relative_path: str = "."):
+    return handle_get_structure(CONFIGS_DIR, relative_path)
+
+
+FRONTEND_DIST_DIR = PyPath("atk-interface/dist")
+
+@app.get("/{full_path:path}", include_in_schema=False)
+async def serve_frontend(full_path: str):
+    file_path = FRONTEND_DIST_DIR / full_path
+    if file_path.is_file():
+        return FileResponse(file_path)
+
+    assets_path = FRONTEND_DIST_DIR / "assets" / full_path
+    if assets_path.is_file():
+        return FileResponse(assets_path)
+
+    index_html = FRONTEND_DIST_DIR / "index.html"
+    if index_html.is_file():
+        return FileResponse(index_html)
+
+    if not full_path or full_path == "/":
+        return {"status": "ok", "message": "Augmentoolkit API is running (frontend not built)."}
+
+    raise HTTPException(status_code=404, detail="Not found")

api_README.md

@@ -0,0 +1,500 @@
+# Augmentoolkit API Documentation
+
+This document describes the REST API endpoints for interacting with the Augmentoolkit server, allowing you to manage and run data generation pipelines, monitor their status, and manage associated files (inputs, outputs, logs, configs).
+
+The API is built using FastAPI and utilizes Huey for background task queueing and Redis for state management (task status, PID mapping, output directory mapping).
+
+**Base URL:** (Assuming the server runs locally on port 8000) `http://127.0.0.1:8000`
+
+---
+
+## Core Concepts
+
+*   **Pipelines:** Defined sequences of data processing steps, typically corresponding to Python functions within the codebase (e.g., in a `pipelines` directory).
+*   **Tasks:** An instance of a pipeline run, managed by the Huey background task queue. Each task has a unique `task_id`.
+*   **Nodes:** Refers to the importable path of the Python function that executes a pipeline (e.g., `pipelines.my_pipeline.run`).
+*   **Configs:** YAML configuration files (stored in `./external_configs/`) that provide parameters for pipeline runs. Can be overridden by parameters in the API request.
+*   **Super Config (`super_config.yaml`):** Defines path aliases used for resolving node and config paths.
+*   **Directories:**
+    *   `./inputs/`: Stores input data files used by pipelines.
+    *   `./outputs/`: Stores output files generated by pipelines. Output directories are often named using the `task_id`.
+    *   `./external_configs/`: Stores reusable pipeline configuration files.
+    *   `./logs/`: Stores log files (`<task_id>.log`) for each pipeline task run.
+
+---
+
+## Endpoints
+
+### Health Check
+
+*   **GET /**
+    *   **Summary:** Health Check
+    *   **Description:** Basic health check endpoint. Returns a simple message indicating the API is running.
+    *   **Response:** `{"message": "Augmentoolkit API is running."}`
+
+---
+
+### Pipeline Execution
+
+*   **POST /pipelines/run**
+    *   **Summary:** Queue a dataset generation pipeline for execution.
+    *   **Status Code:** 202 Accepted
+    *   **Description:** Resolves node and config paths using aliases from `super_config.yaml` and enqueues a pipeline task using Huey (`tasks.run_pipeline_task`). The task executes the pipeline defined by `node_path` potentially using configuration from `config_path` and `parameters` via `run_augmentoolkit.py`.
+    *   **Request Body:**
+        ```json
+        {
+          "node_path": "string (required, can use aliases)",
+          "config_path": "string (optional, relative to ./external_configs/ or absolute, can use aliases)",
+          "parameters": { /* JSON object of key-value pairs (optional) */ }
+        }
+        ```
+    *   **Response:**
+        ```json
+        {
+          "pipeline_id": "string (Huey Task ID)",
+          "message": "Pipeline run queued successfully."
+        }
+        ```
+
+*   **GET /pipelines/available**
+    *   **Summary:** Get available pipeline aliases from super_config.yaml.
+    *   **Description:** Reads the `super_config.yaml` file and returns a sorted list of path aliases (keys) whose corresponding values do not end with `.yaml`. These aliases typically represent the runnable entry points for pipelines that can be passed to the `node_path` field in the `/pipelines/run` endpoint.
+    *   **Path Parameters:** None
+    *   **Query Parameters:** None
+    *   **Response:** A JSON list of strings.
+        ```json
+        [
+          "alias1",
+          "alias2",
+          "another-pipeline-alias",
+          ...
+        ]
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If `super_config.yaml` cannot be found or parsed, or an unexpected error occurs. (Note: If the file is found but empty or `path_aliases` is missing/invalid, it currently returns an empty list `[]` gracefully).
+
+---
+
+### Task Status & Management
+
+*   **GET /tasks/{task_id}/status**
+    *   **Summary:** Get the status of a pipeline run.
+    *   **Description:** Retrieves the current status (PENDING, RUNNING, COMPLETED, FAILED, REVOKED) and result (if finished) of a specific pipeline task using its `task_id`. Checks Huey's state and potentially Redis for progress information.
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID obtained from `/pipelines/run`.
+    *   **Response:**
+        ```json
+        {
+          "task_id": "string",
+          "status": "string (PENDING | RUNNING | COMPLETED | FAILED | REVOKED)",
+          "message": "string (optional)",
+          "progress": "float (optional, 0.0-1.0)",
+          "details": { /* Optional details, e.g., error info or result */ }
+        }
+        ```
+    *   **Error Responses:**
+        *   404 Not Found: If `task_id` does not exist.
+        *   500 Internal Server Error: If status retrieval fails.
+
+*   **GET /tasks/{task_id}/parameters**
+    *   **Summary:** Get the parameters a task was executed with.
+    *   **Description:** Retrieves the parameters (combined from config file and request overrides) that were used to start a specific task run. Parameters are stored in Redis when the task begins execution and persist based on a configured timeout (typically several days).
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID obtained from `/pipelines/run`.
+    *   **Response:**
+        ```json
+        {
+          "task_id": "string",
+          "parameters": { /* JSON object of key-value pairs used for the task */ }
+        }
+        ```
+    *   **Error Responses:**
+        *   404 Not Found: If the `task_id` does not exist or if the parameters were not stored/have expired.
+        *   500 Internal Server Error: If retrieving or parsing the parameters from Redis fails (e.g., data corruption).
+
+*   **POST /tasks/{task_id}/interrupt**
+    *   **Summary:** Interrupt a running pipeline task subprocess or revoke a pending task.
+    *   **Description:** Attempts to interrupt a running task or revoke a pending one.
+        *   If the task is **RUNNING**: Looks up the subprocess PID associated with the `task_id` in Redis (set by `tasks.py`) and sends a `SIGINT` signal to it using `os.kill`.
+        *   If the task is **PENDING**: Revokes the task using `huey.revoke`.
+        *   Reports an error if the task is already finished or revoked.
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Response:**
+        *   `{"message": "Sent SIGINT signal..."}` (for running tasks)
+        *   `{"message": "Task ... was pending and has been successfully revoked."}` (for pending tasks)
+    *   **Error Responses:**
+        *   404 Not Found: If `task_id` does not exist or the subprocess PID is gone.
+        *   409 Conflict: If the task is already finished/revoked or fails to revoke.
+        *   500 Internal Server Error: If signaling fails or other errors occur.
+
+*   **GET /tasks/queue**
+    *   **Summary:** Get lists of pending and scheduled tasks.
+    *   **Description:** Retrieves the IDs of tasks currently pending or scheduled in the Huey queue using `huey.pending()` and `huey.scheduled()`. Note: This does not reliably show tasks that are *actively running*.
+    *   **Path Parameters:** None
+    *   **Query Parameters:** None
+    *   **Response:**
+        ```json
+        {
+          "pending_tasks": ["string (task_id)", ...],
+          "scheduled_tasks": ["string (task_id)", ...],
+          "message": "string (e.g., Found X pending and Y scheduled tasks.)"
+        }
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If retrieving queue status fails.
+
+---
+
+### Log Management
+
+*   **GET /tasks/{task_id}/logs**
+    *   **Summary:** Get logs for a specific task.
+    *   **Description:** Retrieves the content of the log file (`./logs/<task_id>.log`) generated by a specific task run.
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Query Parameters:**
+        *   `tail` (int, optional): Return only the last N lines of the log.
+    *   **Response:**
+        ```json
+        {
+          "task_id": "string",
+          "message": "string",
+          "logs": "string (log content)"
+        }
+        ```
+    *   **Error Responses:**
+        *   404 Not Found: If the log file doesn't exist.
+        *   500 Internal Server Error: If reading the file fails.
+
+*   **DELETE /tasks/{task_id}/logs**
+    *   **Summary:** Delete log file for a specific task.
+    *   **Description:** Deletes the specific log file (`./logs/<task_id>.log`).
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Response:** `{"message": "Successfully deleted log file..."}`
+    *   **Error Responses:**
+        *   404 Not Found: If the log file doesn't exist.
+        *   500 Internal Server Error: If deletion fails.
+
+*   **GET /logs**
+    *   **Summary:** List all available log files.
+    *   **Description:** Returns a list of all `.log` filenames currently in the `./logs/` directory.
+    *   **Response:** `{"log_files": ["task_id1.log", "task_id2.log", ...]}`
+    *   **Error Responses:**
+        *   500 Internal Server Error: If listing the directory fails.
+
+*   **DELETE /logs**
+    *   **Summary:** Clear all task log files.
+    *   **Description:** Deletes all files ending with `.log` within the `./logs/` directory.
+    *   **Response:** Reports the number of deleted files and any errors encountered.
+        ```json
+        {
+            "message": "Successfully deleted X log file(s)...",
+            "errors": [ /* list of error strings, if any */ ]
+        }
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If accessing or clearing the directory fails.
+
+---
+
+### Output File Management
+
+*   **GET /tasks/{task_id}/outputs/download**
+    *   **Summary:** Download output directory for a task.
+    *   **Description:** Retrieves the path of the output directory associated with the `task_id` from Redis (set by `tasks.py`), zips the entire directory content, and returns it as a downloadable file (`task_<task_id>_output.zip`).
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Response:** A zip file (`application/zip`).
+    *   **Error Responses:**
+        *   404 Not Found: If the task ID mapping or the directory itself doesn't exist.
+        *   500 Internal Server Error: If zipping or file access fails.
+
+*   **GET /tasks/{task_id}/outputs/structure**
+    *   **Summary:** Get structure of a task's output directory.
+    *   **Description:** Retrieves the path of the output directory associated with the `task_id` from Redis and returns its file/folder structure as a JSON list. Paths are relative to the specific task's output directory root.
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Response:** List of `FileStructure` objects (see below).
+    *   **Error Responses:**
+        *   404 Not Found: If the task ID mapping or the directory itself doesn't exist.
+        *   500 Internal Server Error: If reading the directory fails.
+
+*   **GET /outputs/structure/{relative_path:path}**
+    *   **Summary:** Get structure of a path within the main outputs directory.
+    *   **Description:** Retrieves the file/folder structure for a given path relative to the root `./outputs/` directory. Uses the shared `handle_get_structure` helper.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./outputs/` (e.g., `my_folder/sub_folder` or leave empty/`.` for the root).
+    *   **Response:** List of `FileStructure` objects:
+        ```json
+        [
+          {
+            "path": "string (relative path)",
+            "is_dir": true,
+            "children": [ /* nested FileStructure objects */ ]
+          },
+          {
+            "path": "string (relative path)",
+            "is_dir": false,
+            "children": null
+          }
+        ]
+        ```
+    *   **Error Responses:**
+        *   404 Not Found: If the path doesn't exist.
+        *   400 Bad Request: If the path is not a directory.
+        *   500 Internal Server Error: If listing fails.
+
+*   **GET /outputs/download/{relative_path:path}**
+    *   **Summary:** Download a specific file or folder from outputs.
+    *   **Description:** Downloads a specific file or zips and downloads a specific folder relative to the root `./outputs/` directory. Uses the shared `handle_download_item` helper.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./outputs/`.
+    *   **Response:** A file (`application/octet-stream` or detected type) or a zip archive (`application/zip`).
+    *   **Error Responses:**
+        *   404 Not Found: If the path doesn't exist.
+        *   500 Internal Server Error: If reading/zipping fails.
+
+*   **DELETE /outputs/{relative_path:path}**
+    *   **Summary:** Delete a file or folder from outputs.
+    *   **Description:** Deletes a specific file or folder relative to the root `./outputs/` directory. Uses the shared `handle_delete_item` helper. **Warning:** This is permanent.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./outputs/`.
+    *   **Response:** `{"message": "Successfully deleted..."}`
+    *   **Error Responses:**
+        *   404 Not Found: If the path doesn't exist.
+        *   400 Bad Request: If attempting to delete the root `./outputs` directory.
+        *   500 Internal Server Error: If deletion fails.
+
+*   **POST /outputs/move**
+    *   **Summary:** Move/Rename a file or folder within outputs.
+    *   **Description:** Moves or renames a file or folder within the `./outputs/` directory using `shutil.move`. 
+        *   The source path must exist.
+        *   The destination path must *not* already exist (to prevent overwrites).
+        *   The parent directory of the destination path must exist.
+        *   Cannot be used to move the root `./outputs` directory itself.
+    *   **Request Body:**
+        ```json
+        {
+          "source_relative_path": "string (required, current relative path)",
+          "destination_relative_path": "string (required, new relative path)"
+        }
+        ```
+    *   **Response (Status 200):**
+        ```json
+        {
+          "message": "Successfully moved {file/directory} from '{source}' to '{destination}'."
+        }
+        ```
+    *   **Error Responses:**
+        *   400 Bad Request: If source/destination paths are invalid, if the destination parent doesn't exist, or if attempting to move the root directory.
+        *   404 Not Found: If the source path does not exist.
+        *   409 Conflict: If the destination path already exists.
+        *   500 Internal Server Error: If the move operation fails for other reasons (e.g., permissions).
+
+---
+
+### Input File Management
+
+*Input file management endpoints mirror the Output File Management endpoints, but operate on the `./inputs/` directory.* Also, it has a route to create a directory, too.
+
+*   **GET /inputs/structure/{relative_path:path}**
+    *   **Summary:** Get structure of a path within the inputs directory.
+    *   **Description:** Retrieves structure relative to `./inputs/`.
+    *   **Response:** List of `FileStructure` objects.
+
+*   **GET /inputs/download/{relative_path:path}**
+    *   **Summary:** Download a specific file or folder from inputs.
+    *   **Description:** Downloads file/folder relative to `./inputs/`.
+    *   **Response:** File or Zip archive.
+
+*   **DELETE /inputs/{relative_path:path}**
+    *   **Summary:** Delete a file or folder from inputs.
+    *   **Description:** Deletes file/folder relative to `./inputs/`. **Warning:** Permanent.
+    *   **Response:** `{"message": "Successfully deleted..."}`
+
+*   **POST /inputs/move**
+    *   **Summary:** Move/Rename a file or folder within inputs.
+    *   **Description:** Moves or renames a file or folder within the `./inputs/` directory using `shutil.move`. See `/outputs/move` for detailed behavior and error conditions.
+    *   **Request Body:**
+        ```json
+        {
+          "source_relative_path": "string (required, current relative path)",
+          "destination_relative_path": "string (required, new relative path)"
+        }
+        ```
+    *   **Response (Status 200):**
+        ```json
+        {
+          "message": "Successfully moved {file/directory} from '{source}' to '{destination}'."
+        }
+        ```
+    *   **Error Responses:** 400, 404, 409, 500 (see `/outputs/move`)
+
+*   **POST /inputs/directory**
+    *   **Summary:** Create a new directory within the inputs folder.
+    *   **Description:** Creates a new directory at the specified `relative_path` within the `./inputs/` directory. The path can include parent directories (e.g., `existing_folder/new_subfolder`).
+    *   **Request Body:**
+        ```json
+        {
+          "relative_path": "string (required, relative path)"
+        }
+        ```
+    *   **Response (Status 201):**
+        ```json
+        {
+          "message": "Successfully created directory '{relative_path}' in inputs."
+        }
+        ```
+    *   **Error Responses:**
+        *   400 Bad Request: If `relative_path` is invalid (empty, '.', targets root) or if the parent directory specified in the path does not exist.
+        *   409 Conflict: If a file or directory already exists at the target `relative_path`.
+        *   500 Internal Server Error: If directory creation fails for other reasons (e.g., permissions).
+
+*   **POST /inputs/upload/{relative_path:path}**
+    *   **Summary:** Upload files to a specific path within inputs, automatically extracting zip files.
+    *   **Description:** Uploads one or more files to a specified path within `./inputs/`. The path is created if it doesn't exist. 
+        *   If a file ends with `.zip` (case-insensitive), it is automatically extracted into the target `relative_path`.
+        *   Upon successful extraction, the original `.zip` file is deleted.
+        *   If extraction fails, the original `.zip` file is kept, and an error is reported.
+        *   Non-zip files are saved directly to the `relative_path`.
+        *   Allows uploading directly to the root `./inputs/` directory (e.g., by specifying `.` as the `relative_path`).
+    *   **Path Parameters:**
+        *   `relative_path`: Target path relative to `./inputs/`. Files (including extracted zip contents) will be placed here.
+    *   **Request Body:** `multipart/form-data` containing one or more files.
+    *   **Response (Status 201 or 207):**
+        ```json
+        {
+          "message": "Upload process completed...",
+          "uploaded_files": [
+            {"filename": "string", "size": int, "path": "string (relative path)", "error": "string (optional, only on failed extraction)"}
+          ],
+          "extracted_zips": [
+            {"filename": "string (original zip)", "extracted_to": "string (relative path)"}
+          ],
+          "errors": [ /* list of general error strings, if any */ ]
+        }
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If directory creation, file writing, or extraction fails unexpectedly.
+
+---
+
+### Config File Management
+
+*Configuration file management endpoints operate on the `./external_configs/` directory.*
+
+*   **GET /configs/aliases**
+    *   **Summary:** Get available config file aliases from super_config.yaml.
+    *   **Description:** Reads the `super_config.yaml` file and returns a sorted list of path aliases (keys) whose corresponding values *do* end with `.yaml` (case-insensitive). These aliases can be used to identify existing configuration files for duplication or other purposes.
+    *   **Path Parameters:** None
+    *   **Query Parameters:** None
+    *   **Response:** A JSON list of strings.
+        ```json
+        [
+          "config-alias1",
+          "another_config.yaml",
+          "path/to/config_alias_3",
+          ...
+        ]
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If `super_config.yaml` cannot be found or parsed, or an unexpected error occurs. (Note: If the file is found but empty or `path_aliases` is missing/invalid, it returns an empty list `[]` gracefully).
+
+*   **GET /configs/structure/{relative_path:path}**
+    *   **Summary:** Get structure of a path within the configs directory.
+    *   **Description:** Retrieves structure relative to `./external_configs/`.
+    *   **Response:** List of `FileStructure` objects.
+
+*   **GET /configs/content/{relative_path:path}**
+    *   **Summary:** Get content of a specific config file.
+    *   **Description:** Retrieves the plain text content of a specific file relative to `./external_configs/`.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./external_configs/`.
+    *   **Response:** Plain text file content (`text/plain`).
+    *   **Error Responses:**
+        *   404 Not Found: If the file doesn't exist.
+        *   400 Bad Request: If the path is not a file.
+
+*   **POST /configs/content/{relative_path:path}**
+    *   **Summary:** Create or update a config file.
+    *   **Description:** Creates a new file or overwrites an existing file at the specified path relative to `./external_configs/`. Parent directories are created if they don't exist.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./external_configs/`.
+    *   **Request Body:** Raw text content (`text/plain`).
+    *   **Response:** `{"message": "Successfully saved config..."}`
+    *   **Error Responses:**
+        *   400 Bad Request: If attempting to write to the root.
+        *   500 Internal Server Error: If writing fails.
+
+*   **DELETE /configs/{relative_path:path}**
+    *   **Summary:** Delete a specific config file or directory.
+    *   **Description:** Deletes a specific file or directory (recursively) relative to `./external_configs/`. **Warning:** Permanent.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./external_configs/`.
+    *   **Response:** `{"message": "Successfully deleted config {file|directory}..."}`
+    *   **Error Responses:**
+        *   404 Not Found: If the file or directory doesn't exist.
+        *   400 Bad Request: If attempting to delete the root `./external_configs` directory.
+        *   500 Internal Server Error: If deletion fails.
+
+*   **POST /configs/move**
+    *   **Summary:** Move/Rename a file or folder within configs.
+    *   **Description:** Moves or renames a file or folder within the `./external_configs/` directory using `shutil.move`. See `/outputs/move` for detailed behavior and error conditions.
+    *   **Request Body:**
+        ```json
+        {
+          "source_relative_path": "string (required, current relative path)",
+          "destination_relative_path": "string (required, new relative path)"
+        }
+        ```
+    *   **Response (Status 200):**
+        ```json
+        {
+          "message": "Successfully moved {file/directory} from '{source}' to '{destination}'."
+        }
+        ```
+    *   **Error Responses:** 400, 404, 409, 500 (see `/outputs/move`)
+
+*   **POST /configs/directory**
+    *   **Summary:** Create a new directory within the configs folder.
+    *   **Description:** Creates a new directory at the specified `relative_path` within the `./external_configs/` directory. Uses the shared `handle_create_directory` helper.
+    *   **Request Body:**
+        ```json
+        {
+          "relative_path": "string (required, relative path)"
+        }
+        ```
+    *   **Response (Status 201):**
+        ```json
+        {
+          "message": "Successfully created directory '{relative_path}' in external_configs."
+        }
+        ```
+    *   **Error Responses:**
+        *   400 Bad Request: If `relative_path` is invalid (empty, '.', targets root) or if the parent directory specified in the path does not exist.
+        *   409 Conflict: If a file or directory already exists at the target `relative_path`.
+        *   500 Internal Server Error: If directory creation fails for other reasons (e.g., permissions).
+
+*   **POST /configs/duplicate**
+    *   **Summary:** Duplicate a pipeline config into external_configs.
+    *   **Description:** Duplicates a configuration file identified by a `source_alias` (from `super_config.yaml`) into the `./external_configs/` directory at the specified `destination_relative_path`. The source alias must resolve to an existing `.yaml` file. The destination path must not already exist, and its parent directory must exist.
+    *   **Request Body:**
+        ```json
+        {
+          "source_alias": "string (required, alias from super_config.yaml)",
+          "destination_relative_path": "string (required, new relative path in external_configs)"
+        }
+        ```
+    *   **Response (Status 201):**
+        ```json
+        {
+          "message": "Successfully duplicated config from alias '{source_alias}' to '{destination_relative_path}' in external_configs."
+        }
+        ```
+    *   **Error Responses:**
+        *   400 Bad Request: If the source alias doesn't point to a `.yaml` file, if destination path is invalid, or if destination parent directory doesn't exist.
+        *   404 Not Found: If the source alias is not found in `super_config.yaml` or the resolved source file doesn't exist.
+        *   409 Conflict: If the destination path already exists.
+        *   500 Internal Server Error: If resolving paths, reading the source, or writing the destination file fails.

atk-interface/README.md

@@ -0,0 +1,12 @@
+# React + Vite
+
+This template provides a minimal setup to get React working in Vite with HMR and some ESLint rules.
+
+Currently, two official plugins are available:
+
+- [@vitejs/plugin-react](https://github.com/vitejs/vite-plugin-react/blob/main/packages/plugin-react) uses [Babel](https://babeljs.io/) for Fast Refresh
+- [@vitejs/plugin-react-swc](https://github.com/vitejs/vite-plugin-react/blob/main/packages/plugin-react-swc) uses [SWC](https://swc.rs/) for Fast Refresh
+
+## Expanding the ESLint configuration
+
+If you are developing a production application, we recommend using TypeScript with type-aware lint rules enabled. Check out the [TS template](https://github.com/vitejs/vite/tree/main/packages/create-vite/template-react-ts) for information on how to integrate TypeScript and [`typescript-eslint`](https://typescript-eslint.io) in your project.

atk-interface/api_README.md

@@ -0,0 +1,500 @@
+# Augmentoolkit API Documentation
+
+This document describes the REST API endpoints for interacting with the Augmentoolkit server, allowing you to manage and run data generation pipelines, monitor their status, and manage associated files (inputs, outputs, logs, configs).
+
+The API is built using FastAPI and utilizes Huey for background task queueing and Redis for state management (task status, PID mapping, output directory mapping).
+
+**Base URL:** (Assuming the server runs locally on port 8000) `http://127.0.0.1:8000`
+
+---
+
+## Core Concepts
+
+*   **Pipelines:** Defined sequences of data processing steps, typically corresponding to Python functions within the codebase (e.g., in a `pipelines` directory).
+*   **Tasks:** An instance of a pipeline run, managed by the Huey background task queue. Each task has a unique `task_id`.
+*   **Nodes:** Refers to the importable path of the Python function that executes a pipeline (e.g., `pipelines.my_pipeline.run`).
+*   **Configs:** YAML configuration files (stored in `./external_configs/`) that provide parameters for pipeline runs. Can be overridden by parameters in the API request.
+*   **Super Config (`super_config.yaml`):** Defines path aliases used for resolving node and config paths.
+*   **Directories:**
+    *   `./inputs/`: Stores input data files used by pipelines.
+    *   `./outputs/`: Stores output files generated by pipelines. Output directories are often named using the `task_id`.
+    *   `./external_configs/`: Stores reusable pipeline configuration files.
+    *   `./logs/`: Stores log files (`<task_id>.log`) for each pipeline task run.
+
+---
+
+## Endpoints
+
+### Health Check
+
+*   **GET /**
+    *   **Summary:** Health Check
+    *   **Description:** Basic health check endpoint. Returns a simple message indicating the API is running.
+    *   **Response:** `{"message": "Augmentoolkit API is running."}`
+
+---
+
+### Pipeline Execution
+
+*   **POST /pipelines/run**
+    *   **Summary:** Queue a dataset generation pipeline for execution.
+    *   **Status Code:** 202 Accepted
+    *   **Description:** Resolves node and config paths using aliases from `super_config.yaml` and enqueues a pipeline task using Huey (`tasks.run_pipeline_task`). The task executes the pipeline defined by `node_path` potentially using configuration from `config_path` and `parameters` via `run_augmentoolkit.py`.
+    *   **Request Body:**
+        ```json
+        {
+          "node_path": "string (required, can use aliases)",
+          "config_path": "string (optional, relative to ./external_configs/ or absolute, can use aliases)",
+          "parameters": { /* JSON object of key-value pairs (optional) */ }
+        }
+        ```
+    *   **Response:**
+        ```json
+        {
+          "pipeline_id": "string (Huey Task ID)",
+          "message": "Pipeline run queued successfully."
+        }
+        ```
+
+*   **GET /pipelines/available**
+    *   **Summary:** Get available pipeline aliases from super_config.yaml.
+    *   **Description:** Reads the `super_config.yaml` file and returns a sorted list of path aliases (keys) whose corresponding values do not end with `.yaml`. These aliases typically represent the runnable entry points for pipelines that can be passed to the `node_path` field in the `/pipelines/run` endpoint.
+    *   **Path Parameters:** None
+    *   **Query Parameters:** None
+    *   **Response:** A JSON list of strings.
+        ```json
+        [
+          "alias1",
+          "alias2",
+          "another-pipeline-alias",
+          ...
+        ]
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If `super_config.yaml` cannot be found or parsed, or an unexpected error occurs. (Note: If the file is found but empty or `path_aliases` is missing/invalid, it currently returns an empty list `[]` gracefully).
+
+---
+
+### Task Status & Management
+
+*   **GET /tasks/{task_id}/status**
+    *   **Summary:** Get the status of a pipeline run.
+    *   **Description:** Retrieves the current status (PENDING, RUNNING, COMPLETED, FAILED, REVOKED) and result (if finished) of a specific pipeline task using its `task_id`. Checks Huey's state and potentially Redis for progress information.
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID obtained from `/pipelines/run`.
+    *   **Response:**
+        ```json
+        {
+          "task_id": "string",
+          "status": "string (PENDING | RUNNING | COMPLETED | FAILED | REVOKED)",
+          "message": "string (optional)",
+          "progress": "float (optional, 0.0-1.0)",
+          "details": { /* Optional details, e.g., error info or result */ }
+        }
+        ```
+    *   **Error Responses:**
+        *   404 Not Found: If `task_id` does not exist.
+        *   500 Internal Server Error: If status retrieval fails.
+
+*   **GET /tasks/{task_id}/parameters**
+    *   **Summary:** Get the parameters a task was executed with.
+    *   **Description:** Retrieves the parameters (combined from config file and request overrides) that were used to start a specific task run. Parameters are stored in Redis when the task begins execution and persist based on a configured timeout (typically several days).
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID obtained from `/pipelines/run`.
+    *   **Response:**
+        ```json
+        {
+          "task_id": "string",
+          "parameters": { /* JSON object of key-value pairs used for the task */ }
+        }
+        ```
+    *   **Error Responses:**
+        *   404 Not Found: If the `task_id` does not exist or if the parameters were not stored/have expired.
+        *   500 Internal Server Error: If retrieving or parsing the parameters from Redis fails (e.g., data corruption).
+
+*   **POST /tasks/{task_id}/interrupt**
+    *   **Summary:** Interrupt a running pipeline task subprocess or revoke a pending task.
+    *   **Description:** Attempts to interrupt a running task or revoke a pending one.
+        *   If the task is **RUNNING**: Looks up the subprocess PID associated with the `task_id` in Redis (set by `tasks.py`) and sends a `SIGINT` signal to it using `os.kill`.
+        *   If the task is **PENDING**: Revokes the task using `huey.revoke`.
+        *   Reports an error if the task is already finished or revoked.
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Response:**
+        *   `{"message": "Sent SIGINT signal..."}` (for running tasks)
+        *   `{"message": "Task ... was pending and has been successfully revoked."}` (for pending tasks)
+    *   **Error Responses:**
+        *   404 Not Found: If `task_id` does not exist or the subprocess PID is gone.
+        *   409 Conflict: If the task is already finished/revoked or fails to revoke.
+        *   500 Internal Server Error: If signaling fails or other errors occur.
+
+*   **GET /tasks/queue**
+    *   **Summary:** Get lists of pending and scheduled tasks.
+    *   **Description:** Retrieves the IDs of tasks currently pending or scheduled in the Huey queue using `huey.pending()` and `huey.scheduled()`. Note: This does not reliably show tasks that are *actively running*.
+    *   **Path Parameters:** None
+    *   **Query Parameters:** None
+    *   **Response:**
+        ```json
+        {
+          "pending_tasks": ["string (task_id)", ...],
+          "scheduled_tasks": ["string (task_id)", ...],
+          "message": "string (e.g., Found X pending and Y scheduled tasks.)"
+        }
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If retrieving queue status fails.
+
+---
+
+### Log Management
+
+*   **GET /tasks/{task_id}/logs**
+    *   **Summary:** Get logs for a specific task.
+    *   **Description:** Retrieves the content of the log file (`./logs/<task_id>.log`) generated by a specific task run.
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Query Parameters:**
+        *   `tail` (int, optional): Return only the last N lines of the log.
+    *   **Response:**
+        ```json
+        {
+          "task_id": "string",
+          "message": "string",
+          "logs": "string (log content)"
+        }
+        ```
+    *   **Error Responses:**
+        *   404 Not Found: If the log file doesn't exist.
+        *   500 Internal Server Error: If reading the file fails.
+
+*   **DELETE /tasks/{task_id}/logs**
+    *   **Summary:** Delete log file for a specific task.
+    *   **Description:** Deletes the specific log file (`./logs/<task_id>.log`).
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Response:** `{"message": "Successfully deleted log file..."}`
+    *   **Error Responses:**
+        *   404 Not Found: If the log file doesn't exist.
+        *   500 Internal Server Error: If deletion fails.
+
+*   **GET /logs**
+    *   **Summary:** List all available log files.
+    *   **Description:** Returns a list of all `.log` filenames currently in the `./logs/` directory.
+    *   **Response:** `{"log_files": ["task_id1.log", "task_id2.log", ...]}`
+    *   **Error Responses:**
+        *   500 Internal Server Error: If listing the directory fails.
+
+*   **DELETE /logs**
+    *   **Summary:** Clear all task log files.
+    *   **Description:** Deletes all files ending with `.log` within the `./logs/` directory.
+    *   **Response:** Reports the number of deleted files and any errors encountered.
+        ```json
+        {
+            "message": "Successfully deleted X log file(s)...",
+            "errors": [ /* list of error strings, if any */ ]
+        }
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If accessing or clearing the directory fails.
+
+---
+
+### Output File Management
+
+*   **GET /tasks/{task_id}/outputs/download**
+    *   **Summary:** Download output directory for a task.
+    *   **Description:** Retrieves the path of the output directory associated with the `task_id` from Redis (set by `tasks.py`), zips the entire directory content, and returns it as a downloadable file (`task_<task_id>_output.zip`).
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Response:** A zip file (`application/zip`).
+    *   **Error Responses:**
+        *   404 Not Found: If the task ID mapping or the directory itself doesn't exist.
+        *   500 Internal Server Error: If zipping or file access fails.
+
+*   **GET /tasks/{task_id}/outputs/structure**
+    *   **Summary:** Get structure of a task's output directory.
+    *   **Description:** Retrieves the path of the output directory associated with the `task_id` from Redis and returns its file/folder structure as a JSON list. Paths are relative to the specific task's output directory root.
+    *   **Path Parameters:**
+        *   `task_id`: The Huey task ID.
+    *   **Response:** List of `FileStructure` objects (see below).
+    *   **Error Responses:**
+        *   404 Not Found: If the task ID mapping or the directory itself doesn't exist.
+        *   500 Internal Server Error: If reading the directory fails.
+
+*   **GET /outputs/structure/{relative_path:path}**
+    *   **Summary:** Get structure of a path within the main outputs directory.
+    *   **Description:** Retrieves the file/folder structure for a given path relative to the root `./outputs/` directory. Uses the shared `handle_get_structure` helper.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./outputs/` (e.g., `my_folder/sub_folder` or leave empty/`.` for the root).
+    *   **Response:** List of `FileStructure` objects:
+        ```json
+        [
+          {
+            "path": "string (relative path)",
+            "is_dir": true,
+            "children": [ /* nested FileStructure objects */ ]
+          },
+          {
+            "path": "string (relative path)",
+            "is_dir": false,
+            "children": null
+          }
+        ]
+        ```
+    *   **Error Responses:**
+        *   404 Not Found: If the path doesn't exist.
+        *   400 Bad Request: If the path is not a directory.
+        *   500 Internal Server Error: If listing fails.
+
+*   **GET /outputs/download/{relative_path:path}**
+    *   **Summary:** Download a specific file or folder from outputs.
+    *   **Description:** Downloads a specific file or zips and downloads a specific folder relative to the root `./outputs/` directory. Uses the shared `handle_download_item` helper.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./outputs/`.
+    *   **Response:** A file (`application/octet-stream` or detected type) or a zip archive (`application/zip`).
+    *   **Error Responses:**
+        *   404 Not Found: If the path doesn't exist.
+        *   500 Internal Server Error: If reading/zipping fails.
+
+*   **DELETE /outputs/{relative_path:path}**
+    *   **Summary:** Delete a file or folder from outputs.
+    *   **Description:** Deletes a specific file or folder relative to the root `./outputs/` directory. Uses the shared `handle_delete_item` helper. **Warning:** This is permanent.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./outputs/`.
+    *   **Response:** `{"message": "Successfully deleted..."}`
+    *   **Error Responses:**
+        *   404 Not Found: If the path doesn't exist.
+        *   400 Bad Request: If attempting to delete the root `./outputs` directory.
+        *   500 Internal Server Error: If deletion fails.
+
+*   **POST /outputs/move**
+    *   **Summary:** Move/Rename a file or folder within outputs.
+    *   **Description:** Moves or renames a file or folder within the `./outputs/` directory using `shutil.move`. 
+        *   The source path must exist.
+        *   The destination path must *not* already exist (to prevent overwrites).
+        *   The parent directory of the destination path must exist.
+        *   Cannot be used to move the root `./outputs` directory itself.
+    *   **Request Body:**
+        ```json
+        {
+          "source_relative_path": "string (required, current relative path)",
+          "destination_relative_path": "string (required, new relative path)"
+        }
+        ```
+    *   **Response (Status 200):**
+        ```json
+        {
+          "message": "Successfully moved {file/directory} from '{source}' to '{destination}'."
+        }
+        ```
+    *   **Error Responses:**
+        *   400 Bad Request: If source/destination paths are invalid, if the destination parent doesn't exist, or if attempting to move the root directory.
+        *   404 Not Found: If the source path does not exist.
+        *   409 Conflict: If the destination path already exists.
+        *   500 Internal Server Error: If the move operation fails for other reasons (e.g., permissions).
+
+---
+
+### Input File Management
+
+*Input file management endpoints mirror the Output File Management endpoints, but operate on the `./inputs/` directory.*
+
+*   **GET /inputs/structure/{relative_path:path}**
+    *   **Summary:** Get structure of a path within the inputs directory.
+    *   **Description:** Retrieves structure relative to `./inputs/`.
+    *   **Response:** List of `FileStructure` objects.
+
+*   **GET /inputs/download/{relative_path:path}**
+    *   **Summary:** Download a specific file or folder from inputs.
+    *   **Description:** Downloads file/folder relative to `./inputs/`.
+    *   **Response:** File or Zip archive.
+
+*   **DELETE /inputs/{relative_path:path}**
+    *   **Summary:** Delete a file or folder from inputs.
+    *   **Description:** Deletes file/folder relative to `./inputs/`. **Warning:** Permanent.
+    *   **Response:** `{"message": "Successfully deleted..."}`
+
+*   **POST /inputs/move**
+    *   **Summary:** Move/Rename a file or folder within inputs.
+    *   **Description:** Moves or renames a file or folder within the `./inputs/` directory using `shutil.move`. See `/outputs/move` for detailed behavior and error conditions.
+    *   **Request Body:**
+        ```json
+        {
+          "source_relative_path": "string (required, current relative path)",
+          "destination_relative_path": "string (required, new relative path)"
+        }
+        ```
+    *   **Response (Status 200):**
+        ```json
+        {
+          "message": "Successfully moved {file/directory} from '{source}' to '{destination}'."
+        }
+        ```
+    *   **Error Responses:** 400, 404, 409, 500 (see `/outputs/move`)
+
+*   **POST /inputs/directory**
+    *   **Summary:** Create a new directory within the inputs folder.
+    *   **Description:** Creates a new directory at the specified `relative_path` within the `./inputs/` directory. The path can include parent directories (e.g., `existing_folder/new_subfolder`).
+    *   **Request Body:**
+        ```json
+        {
+          "relative_path": "string (required, relative path)"
+        }
+        ```
+    *   **Response (Status 201):**
+        ```json
+        {
+          "message": "Successfully created directory '{relative_path}' in inputs."
+        }
+        ```
+    *   **Error Responses:**
+        *   400 Bad Request: If `relative_path` is invalid (empty, '.', targets root) or if the parent directory specified in the path does not exist.
+        *   409 Conflict: If a file or directory already exists at the target `relative_path`.
+        *   500 Internal Server Error: If directory creation fails for other reasons (e.g., permissions).
+
+*   **POST /inputs/upload/{relative_path:path}**
+    *   **Summary:** Upload files to a specific path within inputs, automatically extracting zip files.
+    *   **Description:** Uploads one or more files to a specified path within `./inputs/`. The path is created if it doesn't exist. 
+        *   If a file ends with `.zip` (case-insensitive), it is automatically extracted into the target `relative_path`.
+        *   Upon successful extraction, the original `.zip` file is deleted.
+        *   If extraction fails, the original `.zip` file is kept, and an error is reported.
+        *   Non-zip files are saved directly to the `relative_path`.
+        *   Allows uploading directly to the root `./inputs/` directory (e.g., by specifying `.` as the `relative_path`).
+    *   **Path Parameters:**
+        *   `relative_path`: Target path relative to `./inputs/`. Files (including extracted zip contents) will be placed here.
+    *   **Request Body:** `multipart/form-data` containing one or more files.
+    *   **Response (Status 201 or 207):**
+        ```json
+        {
+          "message": "Upload process completed...",
+          "uploaded_files": [
+            {"filename": "string", "size": int, "path": "string (relative path)", "error": "string (optional, only on failed extraction)"}
+          ],
+          "extracted_zips": [
+            {"filename": "string (original zip)", "extracted_to": "string (relative path)"}
+          ],
+          "errors": [ /* list of general error strings, if any */ ]
+        }
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If directory creation, file writing, or extraction fails unexpectedly.
+
+---
+
+### Config File Management
+
+*Configuration file management endpoints operate on the `./external_configs/` directory.*
+
+*   **GET /configs/aliases**
+    *   **Summary:** Get available config file aliases from super_config.yaml.
+    *   **Description:** Reads the `super_config.yaml` file and returns a sorted list of path aliases (keys) whose corresponding values *do* end with `.yaml` (case-insensitive). These aliases can be used to identify existing configuration files for duplication or other purposes.
+    *   **Path Parameters:** None
+    *   **Query Parameters:** None
+    *   **Response:** A JSON list of strings.
+        ```json
+        [
+          "config-alias1",
+          "another_config.yaml",
+          "path/to/config_alias_3",
+          ...
+        ]
+        ```
+    *   **Error Responses:**
+        *   500 Internal Server Error: If `super_config.yaml` cannot be found or parsed, or an unexpected error occurs. (Note: If the file is found but empty or `path_aliases` is missing/invalid, it returns an empty list `[]` gracefully).
+
+*   **GET /configs/structure/{relative_path:path}**
+    *   **Summary:** Get structure of a path within the configs directory.
+    *   **Description:** Retrieves structure relative to `./external_configs/`.
+    *   **Response:** List of `FileStructure` objects.
+
+*   **GET /configs/content/{relative_path:path}**
+    *   **Summary:** Get content of a specific config file.
+    *   **Description:** Retrieves the plain text content of a specific file relative to `./external_configs/`.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./external_configs/`.
+    *   **Response:** Plain text file content (`text/plain`).
+    *   **Error Responses:**
+        *   404 Not Found: If the file doesn't exist.
+        *   400 Bad Request: If the path is not a file.
+
+*   **POST /configs/content/{relative_path:path}**
+    *   **Summary:** Create or update a config file.
+    *   **Description:** Creates a new file or overwrites an existing file at the specified path relative to `./external_configs/`. Parent directories are created if they don't exist.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./external_configs/`.
+    *   **Request Body:** Raw text content (`text/plain`).
+    *   **Response:** `{"message": "Successfully saved config..."}`
+    *   **Error Responses:**
+        *   400 Bad Request: If attempting to write to the root.
+        *   500 Internal Server Error: If writing fails.
+
+*   **DELETE /configs/{relative_path:path}**
+    *   **Summary:** Delete a specific config file or directory.
+    *   **Description:** Deletes a specific file or directory (recursively) relative to `./external_configs/`. **Warning:** Permanent.
+    *   **Path Parameters:**
+        *   `relative_path`: The path relative to `./external_configs/`.
+    *   **Response:** `{"message": "Successfully deleted config {file|directory}..."}`
+    *   **Error Responses:**
+        *   404 Not Found: If the file or directory doesn't exist.
+        *   400 Bad Request: If attempting to delete the root `./external_configs` directory.
+        *   500 Internal Server Error: If deletion fails.
+
+*   **POST /configs/move**
+    *   **Summary:** Move/Rename a file or folder within configs.
+    *   **Description:** Moves or renames a file or folder within the `./external_configs/` directory using `shutil.move`. See `/outputs/move` for detailed behavior and error conditions.
+    *   **Request Body:**
+        ```json
+        {
+          "source_relative_path": "string (required, current relative path)",
+          "destination_relative_path": "string (required, new relative path)"
+        }
+        ```
+    *   **Response (Status 200):**
+        ```json
+        {
+          "message": "Successfully moved {file/directory} from '{source}' to '{destination}'."
+        }
+        ```
+    *   **Error Responses:** 400, 404, 409, 500 (see `/outputs/move`)
+
+*   **POST /configs/directory**
+    *   **Summary:** Create a new directory within the configs folder.
+    *   **Description:** Creates a new directory at the specified `relative_path` within the `./external_configs/` directory. Uses the shared `handle_create_directory` helper.
+    *   **Request Body:**
+        ```json
+        {
+          "relative_path": "string (required, relative path)"
+        }
+        ```
+    *   **Response (Status 201):**
+        ```json
+        {
+          "message": "Successfully created directory '{relative_path}' in external_configs."
+        }
+        ```
+    *   **Error Responses:**
+        *   400 Bad Request: If `relative_path` is invalid (empty, '.', targets root) or if the parent directory specified in the path does not exist.
+        *   409 Conflict: If a file or directory already exists at the target `relative_path`.
+        *   500 Internal Server Error: If directory creation fails for other reasons (e.g., permissions).
+
+*   **POST /configs/duplicate**
+    *   **Summary:** Duplicate a pipeline config into external_configs.
+    *   **Description:** Duplicates a configuration file identified by a `source_alias` (from `super_config.yaml`) into the `./external_configs/` directory at the specified `destination_relative_path`. The source alias must resolve to an existing `.yaml` file. The destination path must not already exist, and its parent directory must exist.
+    *   **Request Body:**
+        ```json
+        {
+          "source_alias": "string (required, alias from super_config.yaml)",
+          "destination_relative_path": "string (required, new relative path in external_configs)"
+        }
+        ```
+    *   **Response (Status 201):**
+        ```json
+        {
+          "message": "Successfully duplicated config from alias '{source_alias}' to '{destination_relative_path}' in external_configs."
+        }
+        ```
+    *   **Error Responses:**
+        *   400 Bad Request: If the source alias doesn't point to a `.yaml` file, if destination path is invalid, or if destination parent directory doesn't exist.
+        *   404 Not Found: If the source alias is not found in `super_config.yaml` or the resolved source file doesn't exist.
+        *   409 Conflict: If the destination path already exists.
+        *   500 Internal Server Error: If resolving paths, reading the source, or writing the destination file fails.

atk-interface/eslint.config.js

@@ -0,0 +1,33 @@
+import js from '@eslint/js'
+import globals from 'globals'
+import reactHooks from 'eslint-plugin-react-hooks'
+import reactRefresh from 'eslint-plugin-react-refresh'
+
+export default [
+  { ignores: ['dist'] },
+  {
+    files: ['**/*.{js,jsx}'],
+    languageOptions: {
+      ecmaVersion: 2020,
+      globals: globals.browser,
+      parserOptions: {
+        ecmaVersion: 'latest',
+        ecmaFeatures: { jsx: true },
+        sourceType: 'module',
+      },
+    },
+    plugins: {
+      'react-hooks': reactHooks,
+      'react-refresh': reactRefresh,
+    },
+    rules: {
+      ...js.configs.recommended.rules,
+      ...reactHooks.configs.recommended.rules,
+      'no-unused-vars': ['error', { varsIgnorePattern: '^[A-Z_]' }],
+      'react-refresh/only-export-components': [
+        'warn',
+        { allowConstantExport: true },
+      ],
+    },
+  },
+]

atk-interface/index.html

@@ -0,0 +1,13 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <link rel="icon" type="image/png" href="/src/assets/atk-logo-notscuffed.png" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Augmentoolkit</title>
+  </head>
+  <body>
+    <div id="root"></div>
+    <script type="module" src="/src/main.jsx"></script>
+  </body>
+</html>

atk-interface/package.json

@@ -0,0 +1,38 @@
+{
+  "name": "atk-interface",
+  "private": true,
+  "version": "0.0.0",
+  "type": "module",
+  "scripts": {
+    "dev": "vite",
+    "build": "vite build",
+    "lint": "eslint .",
+    "preview": "vite preview"
+  },
+  "dependencies": {
+    "@monaco-editor/react": "^4.7.0",
+    "file-saver": "^2.0.5",
+    "framer-motion": "^12.7.4",
+    "jszip": "^3.10.1",
+    "react": "^19.0.0",
+    "react-arborist": "^3.4.3",
+    "react-dom": "^19.0.0",
+    "react-dropzone": "^14.3.8",
+    "react-icons": "^5.5.0",
+    "react-router-dom": "^7.5.1"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.22.0",
+    "@types/react": "^19.0.10",
+    "@types/react-dom": "^19.0.4",
+    "@vitejs/plugin-react": "^4.3.4",
+    "autoprefixer": "^10.4.21",
+    "eslint": "^9.22.0",
+    "eslint-plugin-react-hooks": "^5.2.0",
+    "eslint-plugin-react-refresh": "^0.4.19",
+    "globals": "^16.0.0",
+    "postcss": "^8.5.3",
+    "tailwindcss": "^3.4.17",
+    "vite": "^6.3.1"
+  }
+}

atk-interface/pages_README.md

@@ -0,0 +1,134 @@
+This codebase will contain an interface for interacting with a locally-running Augmentoolkit server. The structure of the Augmentoolkit server's API is described in api_README.md.
+
+A basic sketch of pages is laid out below:
+pages are probably
+1. navigation. Configs, Inputs, and Outputs? And pipeline execution babysitting.
+2. Config editing. Modify config fields directly, oh and if you point input_dir or output_dir at something that does not exist, it warns you.
+    - this page will have the ability for executing a pipeline too. 
+3. Input editing.  Upload files, view what files are there, delete files. Main thing is sorta like a filebrowser over the structure we get back as a result. Download button on the selected item, alternatively shift click or drag select and download all selected items,  everything will feel nice and snappy.
+4. Output editing. Same operations as inputs plus it shows a list of all task IDs this session and lets you navigate to any output dir from there.
+5. pipeline execution babysitting! We have this big progress bar at the top as well as an expandable details box off to the side showing (read only) the config we ran with with syntax highlighting. details key will include execution stats, that's what I'll use that reserved field for -- and the interface will proudly display whatever key-value pairs are added to the details as part of pipeline execution. It polls details and progress once a second when this screen is on (single page app you can click between screens and go back to the last one and it will be where you left off on it). A big download output dir button. A big cancel execution button with a confirm modal. And in a window, also updating (maybe once every .5 seconds or less) we have the logs streaming in (efficiently, using the cursor).
+
+Some design brainstorming is below:
+Tactile feedback and style:
+1. dark mode maybe gradient for modern feel. Motion/replaying things in the background, maybe just moving shapes, maybe something else that exudes AI techological feel like light effects against a dark background, falling symbols or whatever, just give the ADD brains something to be mesmerized by during lulls. Idea: not falling symbols. There'll be one or mulitple beads of light travelling along the paths created by a diagram of a neural network. You know, the thing with all the nodes interconnected with lines? Would allow for a lot of variation, is topical, is hopefully easy to code? Hmm.)
+2. buttons shake and move when pressed and generally satisfying
+3. highlights, different color based on actions
+4. stylize things like the drag select, download, modals, make you feel the actions
+5. make errors less painful by cheerful presentation while displaying all important information.
+6. Rounded corners etc.
+7. When datagen runs finish, the mood is triumphant.
+8. High numbers in the details box change its color and effects?
+9. Particle effects?
+10. text boxes smooth and elegant Whatever makes typing seem smoother or whatever, more fluid and flowing,  do that. Colored typing cursor?
+11. and have a "boring mode" toggle in the 6. settings page that disables all the fun stuff.
+12. actions, when taken, should highlight/draw attention to the natural next action through design. When a dataset generation run finishes, the "download output dir" (or however it is more concisely worded) button should react, be highlighted, appealing, etc. When files are selected in the input or output editing pages (such as potentially for downloading) the download button reacts. If a config is being edited, and the input_dir or output_dir is pointing to something which, we can tell from the structure of those does not exist, and the interface is warning you, the "run this config" should be less obvious or imply that it is a bad idea. This makes using the interface self-explanatory and easier and more fun and also makes doing so more engaging.
+
+### Specific tools we will use to achieve visual impact: ###
+Particle effects
+coloration changes based on page and activity
+Lighting following interaction
+3d objects that move with the mouse
+Shaking background for important actions
+Background fades for transition from one page to another 
+...more...
+
+NOTE things like particle effects, which are cool but are unusual for this sort of thing, will get used only for the MOST important things (like progress bar) so that we don't jar/look pretentious and overdesigned/so that it remains tasteful
+
+###
+
+General actions:
+modals autofocus the first text box and each step in a modal guides you to the next
+new files that are created should be highlighted until some action is taken on the page
+IF you can't tell the effect is there, the effect is either extraneous and should be removed, or should be strengthened
+too many effects (or too many effects in different places) when an action is taken is confusing. Draw their attention to one place (see the or double click to open OVER THE DELETE BUTTON in configs management.
+
+
+Everything should be very performant to keep the project fast to clone and set up. No large clunky videos in the background playing on loop -- generate things. Maybe we can use a simple web physics thing or lighting thing or whatever -- think like an svg over a png, we will make the most excessive style things be done in elegant ways, code- and space-wise.
+
+Style thoughts:
+We're going to make this nice to look at, engaging and stylistic, and make it give feedback on the basic actions in order to make the work more engaging, fun, and viral. We're going to take lessons from game mechanics and make the "second-to-second" experience really fun, in fact absurdly fun for software use. However this new approach must be done with style and panache. Quips in modals must be funny not forced. Effects must be sexy not garish and obnoxious. The fine line will be walked and we will not fall off.
+But as we walk it we ascend.
+
+The unconventional philosophy with regards to style here is taking a page from video game creation. Apparently great care goes into making the second-to-second experience of games great, addicting, appealing, enjoyable. For instance, in a card game when you mouse over a card, ig might get bigger; its background might animate; a sound might play; particle effects may surround it; and when you click it, the places where you may play it also light up, new sounds play etc. Every action suggests the next action through effects, and everything feels cool to do. Ideally this software, though iti s for LLM dataset generation, would also be fun/cool to use. So we are adopting that approach.
+
+
+-- How this runs --
+
+This will be run on a user's local machine and connect to a local Augmentoolkit server.
+The tech stack should be optimized for smooth, stylish operation and **easy setup** without catastrophic dependency bloat.
+Web or app based, either way is fine
+
+Notably, any AI agent taking on development of this will lack a lot of context on what Augmentoolkit is and does. For most explanatory strings you will want to stub them or leave todos. We'll have to collaborate w.r.t. what information is important to show and how, and what the workflows are, though much of this is either revealed via the api structure or the description here.
+
+Flexible design is key, and being able to change things without messing up the entire project is important. We want flexibility in UI updates, in state updates -- fragile programming is a big nono since this is being hacked together and hacked on. We want the AK47 of tech stack choice, design, and approach. It should work even if I drag it hrough the figurative mud. The API it is using is pretty simple after all.
+
+### TECH STACK!!!
+
+The local interface for the Augmentoolkit server will be a **web-based application** (specifically a Single Page Application, or SPA) built with the following technologies:
+
+- **Type**: Web-based application (SPA)
+- **Framework**: React with Vite
+- **State Management**: Context API
+- **Styling**: Tailwind CSS
+- **Animations**: Framer Motion
+- **Config Editing**: Monaco Editor
+- **File Management**: Custom components with `react arborist` for performance, customization, and modernity.
+- **API Communication**: Fetch API
+- **Real-Time Updates**: Polling with `setInterval`
+- **Development Tools**: ESLint, Prettier, Jest, React Testing Library
+
+#### Thought Process Behind Tech Stack Decisions
+
+1. **Web-Based Application (SPA)**  
+   - **Why**: A web-based interface simplifies deployment and user setup. Users can run the Augmentoolkit server and access the interface through a browser, eliminating the need for platform-specific builds or complex installations. This aligns with the goal of making setup easy and accessible.  
+   - **Reasoning**: Leveraging HTML, CSS, and JavaScript ensures cross-platform compatibility and rapid development, as these are widely supported and familiar technologies.
+
+2. **React with Vite**  
+   - **Why**: React’s component-based architecture is perfect for building a modular SPA with distinct pages like Configs, Inputs, Outputs, and Pipeline Execution. Vite enhances this by offering faster builds and a modern development experience compared to alternatives like Create React App.  
+   - **Reasoning**: React’s ecosystem and Vite’s performance make this combination ideal for quick iteration and scalability.
+
+3. **Context API for State Management**  
+   - **Why**: The Context API, built into React, provides a lightweight solution for managing state (e.g., task IDs, config data) across components. It avoids the complexity of heavier tools like Redux for this project’s scope.  
+   - **Reasoning**: Simplicity and integration with React make it a practical choice for a focused interface.
+
+4. **Tailwind CSS for Styling**  
+   - **Why**: Tailwind CSS, a utility-first framework, replaces Styled Components in this stack. It’s elegant, concise, and familiar to you, offering rapid styling with extensive customization options. Unlike Styled Components, which you’re less comfortable with, Tailwind’s utility classes allow you to style directly in your markup, streamlining development.  
+   - **Reasoning**: Tailwind supports quick iteration and consistency while enabling creative UI designs (e.g., gradients, dark mode, tactile feedback), aligning with your preference and the goal of an engaging, game-like interface.
+
+5. **Framer Motion for Animations**  
+   - **Why**: Framer Motion integrates seamlessly with React and simplifies the creation of sophisticated animations (e.g., moving beads of light, particle effects) to make the interface fun and dynamic.  
+   - **Reasoning**: Its ease of use and power enhance the user experience without adding unnecessary complexity.
+
+6. **Monaco Editor for Config Editing**  
+   - **Why**: The Monaco Editor (the engine behind VS Code) offers a robust, feature-rich environment for editing YAML configs, complete with syntax highlighting and validation to catch errors like invalid paths.  
+   - **Reasoning**: It’s a proven tool that elevates the config-editing experience for users.
+
+7. **Custom Components with `react-folder-tree` for File Management**  
+   - **Why**: This lightweight library enables a clear, interactive directory structure for the Inputs and Outputs pages, supporting actions like browsing, uploading, downloading, and deleting files.  
+   - **Reasoning**: It’s simple yet effective for file-related functionality without overcomplicating the stack.
+
+8. **Fetch API for API Communication**  
+   - **Why**: The Fetch API, built into browsers, is straightforward and sufficient for REST API interactions, avoiding the need for external libraries like Axios.  
+   - **Reasoning**: It’s lightweight and meets the project’s communication needs efficiently.
+
+9. **Polling with `setInterval` for Real-Time Updates**  
+   - **Why**: Polling with `setInterval` provides a simple way to fetch task status, progress, and logs in real time. Intervals can be adjusted dynamically based on task activity for optimal performance.  
+   - **Reasoning**: It’s easy to implement and effective for this use case, balancing simplicity and responsiveness.
+
+10. **Development Tools**  
+    - **Why**: ESLint and Prettier enforce code quality and consistent formatting, while Jest and React Testing Library enable unit and integration testing for reliability.  
+    - **Reasoning**: These tools ensure maintainability and robustness, supporting a smooth development process.
+
+This tech stack strikes a balance between **performance**, **ease of development**, and **flexibility**. It leverages Tailwind CSS for elegant, efficient styling per your preference, while delivering a functional, engaging interface that’s quick to set up and maintain.
+
+**Start the development server**:  
+```bash
+npm run dev
+```
+
+
+Note to self -- when you run at start the top tabs will react based on common flows. Usually you'll go to configs first, to run something. So, that one will be reacting. Pipeline monitor may be more demure than usually.
+
+
+So beyond pipeline monitoring, we have a config revision to do (easyish), and also log management (easy)

atk-interface/postcss.config.js

@@ -0,0 +1,6 @@
+export default {
+  plugins: {
+    tailwindcss: {},
+    autoprefixer: {},
+  },
+}

atk-interface/src/.gitignore

@@ -0,0 +1,24 @@
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+pnpm-debug.log*
+lerna-debug.log*
+
+node_modules
+dist
+dist-ssr
+*.local
+
+# Editor directories and files
+.vscode/*
+!.vscode/extensions.json
+.idea
+.DS_Store
+*.suo
+*.ntvs*
+*.njsproj
+*.sln
+*.sw?

atk-interface/src/App.css

@@ -0,0 +1,42 @@
+#root {
+  max-width: 1280px;
+  margin: 0 auto;
+  padding: 2rem;
+  text-align: center;
+}
+
+.logo {
+  height: 6em;
+  padding: 1.5em;
+  will-change: filter;
+  transition: filter 300ms;
+}
+.logo:hover {
+  filter: drop-shadow(0 0 2em #646cffaa);
+}
+.logo.react:hover {
+  filter: drop-shadow(0 0 2em #61dafbaa);
+}
+
+@keyframes logo-spin {
+  from {
+    transform: rotate(0deg);
+  }
+  to {
+    transform: rotate(360deg);
+  }
+}
+
+@media (prefers-reduced-motion: no-preference) {
+  a:nth-of-type(2) .logo {
+    animation: logo-spin infinite 20s linear;
+  }
+}
+
+.card {
+  padding: 2em;
+}
+
+.read-the-docs {
+  color: #888;
+}

atk-interface/src/App.jsx

@@ -0,0 +1,40 @@
+import { Routes, Route } from 'react-router-dom';
+import { TaskHistoryProvider } from './context/TaskHistoryContext';
+import { FileManagerProvider } from './context/FileManagerContext';
+import Layout from './components/Layout';
+import HomePage from './pages/HomePage';
+import ConfigSelector from './pages/ConfigSelector';
+import ConfigEditor from './pages/ConfigEditor';
+import InputManager from './pages/InputManager';
+import OutputManager from './pages/OutputManager';
+import PipelineMonitor from './pages/PipelineMonitor';
+import NotFound from './pages/NotFound';
+import LogManager from './pages/LogManager';
+import LogViewer from './pages/LogViewer';
+import Chat from './pages/Chat';
+// import './App.css'; // Keep or remove based on whether it has useful base styles
+
+function App() {
+  return (
+    <TaskHistoryProvider>
+      <FileManagerProvider>
+        <Routes>
+          <Route path="/" element={<Layout />}>
+            <Route index element={<HomePage />} /> {/* Default route is now HomePage */}
+            <Route path="configs" element={<ConfigSelector />} /> {/* Route for selecting configs */}
+            <Route path="configs/:configId" element={<ConfigEditor />} /> {/* Route for editing a specific config */}
+            <Route path="inputs" element={<InputManager />} />
+            <Route path="outputs" element={<OutputManager />} />
+            <Route path="monitor" element={<PipelineMonitor />} />
+            <Route path="logs" element={<LogManager />} />
+            <Route path="logs/:taskId" element={<LogViewer />} />
+            <Route path="chat" element={<Chat />} />
+            <Route path="*" element={<NotFound />} /> {/* Catch-all for 404 */}
+          </Route>
+        </Routes>
+      </FileManagerProvider>
+    </TaskHistoryProvider>
+  );
+}
+
+export default App;

atk-interface/src/api.js

@@ -0,0 +1,490 @@
+import { handleApiError, getApiUrl } from './utils/apiUtils';
+
+const API_BASE_URL = window.location.origin; // Use current origin for deployment
+
+// Helper to handle common fetch logic and errors
+async function handleApiResponse(response) {
+  if (!response.ok) {
+    let errorMsg = `API Error: ${response.status} ${response.statusText}`;
+    let errorData = null;
+    try {
+      // Attempt to parse error detail from backend
+      errorData = await response.json();
+      errorMsg = errorData.detail || JSON.stringify(errorData) || errorMsg;
+    } catch (e) {
+      // If parsing fails, try reading as text
+      try {
+          errorMsg = await response.text() || errorMsg;
+      } catch (textError) { /* Ignore text reading error */ }
+    }
+    console.error('API Error Data:', errorData);
+    const error = new Error(errorMsg);
+    error.status = response.status;
+    error.data = errorData; 
+    throw error;
+  }
+  // If response has content, parse as JSON, otherwise return the response object
+  const contentType = response.headers.get("content-type");
+  if (contentType && contentType.indexOf("application/json") !== -1) {
+    return response.json();
+  }
+   if (contentType && contentType.indexOf("text/") !== -1) {
+      return response.text(); // Handle text responses like config content
+   }
+  // For downloads or other types, return the raw response
+  return response;
+}
+
+// --- Config API --- 
+
+export async function fetchConfigStructure(relativePath = '') {
+  const path = relativePath ? `/${encodeURIComponent(relativePath)}` : '.';
+  const response = await fetch(`${API_BASE_URL}/configs/structure/${path}`);
+  return handleApiResponse(response);
+}
+
+export async function fetchConfigContent(relativePath) {
+  if (!relativePath) throw new Error('Relative path is required for fetchConfigContent');
+  const response = await fetch(`${API_BASE_URL}/configs/content/${encodeURIComponent(relativePath)}`);
+  return handleApiResponse(response);
+}
+
+export async function saveConfigContent(relativePath, content) {
+  if (!relativePath) throw new Error('Relative path is required for saveConfigContent');
+  const response = await fetch(`${API_BASE_URL}/configs/content/${encodeURIComponent(relativePath)}`, {
+    method: 'POST',
+    headers: { 'Content-Type': 'text/plain' },
+    body: content,
+  });
+  return handleApiResponse(response);
+}
+
+/**
+ * Creates a new directory within the configs folder.
+ * @param {string} relativePath - The relative path for the new directory.
+ * @returns {Promise<object>} - API response.
+ */
+export const createConfigDirectory = async (relativePath) => {
+  const url = getApiUrl('/configs/directory');
+  const response = await fetch(url, {
+    method: 'POST',
+    headers: { 'Content-Type': 'application/json' },
+    body: JSON.stringify({ relative_path: relativePath }),
+  });
+  // Use handleApiResponse which includes error handling
+  return handleApiResponse(response);
+};
+
+/**
+ * Deletes a specific config file.
+ * @param {string} relativePath - The relative path of the file to delete.
+ * @returns {Promise<object>} - API response.
+ */
+export const deleteConfigItem = async (relativePath) => {
+    const url = getApiUrl(`/configs/${encodeURIComponent(relativePath)}`);
+    const response = await fetch(url, { method: 'DELETE' });
+    // Use handleApiResponse which includes error handling
+    return handleApiResponse(response);
+};
+
+/**
+ * Moves/Renames a file or folder within the configs directory.
+ * @param {string} sourceRelativePath - Current relative path.
+ * @param {string} destinationRelativePath - New relative path.
+ * @returns {Promise<object>} - API response.
+ */
+export const moveConfigItem = async (sourceRelativePath, destinationRelativePath) => {
+    const url = getApiUrl('/configs/move');
+    const response = await fetch(url, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({
+            source_relative_path: sourceRelativePath,
+            destination_relative_path: destinationRelativePath,
+         }),
+    });
+    // Use handleApiResponse which includes error handling
+    return handleApiResponse(response);
+};
+
+/**
+ * Duplicates a config file from a source alias to a destination path.
+ * @param {string} sourceAlias - The alias of the config file to duplicate.
+ * @param {string} destinationRelativePath - The destination path for the new file.
+ * @returns {Promise<object>} - API response.
+ */
+export const duplicateConfig = async (sourceAlias, destinationRelativePath) => {
+    const url = getApiUrl('/configs/duplicate');
+    const response = await fetch(url, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({
+            source_alias: sourceAlias,
+            destination_relative_path: destinationRelativePath,
+         }),
+    });
+    // Use handleApiResponse which includes error handling
+    return handleApiResponse(response);
+};
+
+/**
+ * Fetches available config aliases (e.g., from super_config.yaml) that can be used as sources for duplication.
+ * NOTE: Assumes a backend endpoint GET /configs/aliases exists.
+ * @returns {Promise<string[]>} - A list of config alias strings.
+ */
+export const fetchAvailableConfigAliases = async () => {
+  // TODO: Verify/Implement the corresponding backend endpoint GET /configs/aliases
+  const url = getApiUrl('/configs/aliases'); // Assuming this endpoint exists
+  const response = await fetch(url);
+  // Use handleApiResponse which includes error handling
+  return handleApiResponse(response);
+};
+
+// --- Pipeline API --- 
+
+export const fetchAvailablePipelines = async () => {
+  const response = await fetch(getApiUrl('/pipelines/available'));
+  if (!response.ok) throw new Error('Failed to fetch available pipelines');
+  return response.json();
+};
+
+export async function runPipeline(nodePath, parameters) {
+    const response = await fetch(`${API_BASE_URL}/pipelines/run`, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ node_path: nodePath, parameters: parameters }),
+      });
+    return handleApiResponse(response);
+}
+
+// --- Input API --- 
+
+export const fetchInputStructure = async (relativePath = '.') => {
+    const url = getApiUrl(`/inputs/structure/${encodeURIComponent(relativePath)}`);
+    const response = await fetch(url);
+    if (!response.ok) {
+        await handleApiError(response, 'fetch input structure');
+    }
+    return response.json();
+};
+
+export const uploadInputFiles = async (relativePath, files) => {
+    const url = getApiUrl(`/inputs/upload/${encodeURIComponent(relativePath)}`);
+    const formData = new FormData();
+    files.forEach(file => formData.append('files', file, file.name)); // Use 'files' as key
+
+    const response = await fetch(url, {
+        method: 'POST',
+        body: formData,
+        // No 'Content-Type' header, browser sets it with boundary for multipart/form-data
+    });
+
+    if (!response.ok && response.status !== 207) { // 207 Multi-Status might indicate partial success
+        await handleApiError(response, 'upload input files');
+    }
+    // Even on 207, parse the body for details
+    const result = await response.json();
+    if (response.status === 207 && result.errors?.length > 0) {
+        // Optionally throw a more specific error or handle partial failures
+        console.warn('Partial upload failure:', result.errors);
+        // Example: throw new Error(`Upload completed with errors: ${result.errors.join(', ')}`);
+    }
+     if (!response.ok && response.status !== 207) {
+         // Throw if it wasn't OK and wasn't a 207
+         throw new Error(result.message || 'Upload failed');
+     }
+    return result;
+};
+
+export const downloadInputItem = async (relativePath) => {
+    const url = getApiUrl(`/inputs/download/${encodeURIComponent(relativePath)}`);
+    const response = await fetch(url);
+    if (!response.ok) {
+        await handleApiError(response, `download input item: ${relativePath}`);
+    }
+    // Don't parse JSON, return the raw response for blob processing
+    return response;
+};
+
+export const deleteInputItem = async (relativePath) => {
+    const url = getApiUrl(`/inputs/${encodeURIComponent(relativePath)}`);
+    const response = await fetch(url, { method: 'DELETE' });
+    if (!response.ok) {
+        await handleApiError(response, `delete input item: ${relativePath}`);
+    }
+    return response.json(); // Or just check status if no body expected on success
+};
+
+export const createInputDirectory = async (relativePath) => {
+  const url = getApiUrl('/inputs/directory');
+  const response = await fetch(url, {
+    method: 'POST',
+    headers: { 'Content-Type': 'application/json' },
+    body: JSON.stringify({ relative_path: relativePath }),
+  });
+  if (!response.ok) {
+    await handleApiError(response, `create input directory: ${relativePath}`);
+  }
+  return response.json();
+};
+
+/**
+ * Moves a file or folder within the inputs directory.
+ * @param {string} sourceRelativePath - The current relative path of the item to move.
+ * @param {string} destinationRelativePath - The new relative path for the item.
+ * @returns {Promise<object>} - The response object from the API.
+ */
+export const moveInputItem = async (sourceRelativePath, destinationRelativePath) => {
+    const url = getApiUrl('/inputs/move');
+    const response = await fetch(url, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({
+            source_relative_path: sourceRelativePath,
+            destination_relative_path: destinationRelativePath,
+         }),
+    });
+    if (!response.ok) {
+        await handleApiError(response, `move input item from ${sourceRelativePath} to ${destinationRelativePath}`);
+    }
+    return response.json();
+};
+
+// --- Output API ---
+
+export const fetchOutputStructure = async (relativePath = '.') => {
+    const url = getApiUrl(`/outputs/structure/${encodeURIComponent(relativePath)}`);
+    const response = await fetch(url);
+    if (!response.ok) {
+        await handleApiError(response, 'fetch output structure');
+    }
+    return response.json();
+};
+
+export const downloadOutputItem = async (relativePath) => {
+    const url = getApiUrl(`/outputs/download/${encodeURIComponent(relativePath)}`);
+    const response = await fetch(url);
+    if (!response.ok) {
+        await handleApiError(response, `download output item: ${relativePath}`);
+    }
+    // Return raw response for blob processing
+    return response;
+};
+
+export const deleteOutputItem = async (relativePath) => {
+    const url = getApiUrl(`/outputs/${encodeURIComponent(relativePath)}`);
+    const response = await fetch(url, { method: 'DELETE' });
+    if (!response.ok) {
+        await handleApiError(response, `delete output item: ${relativePath}`);
+    }
+    return response.json(); // Or check status
+};
+
+export const moveOutputItem = async (sourceRelativePath, destinationRelativePath) => {
+    const url = getApiUrl('/outputs/move');
+    const response = await fetch(url, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({
+            source_relative_path: sourceRelativePath,
+            destination_relative_path: destinationRelativePath,
+        }),
+    });
+    if (!response.ok) {
+        await handleApiError(response, `move output item from ${sourceRelativePath} to ${destinationRelativePath}`);
+    }
+    return response.json();
+};
+
+// --- Task API ---
+
+/**
+ * Fetches the status of a specific task.
+ * @param {string} taskId - The ID of the task.
+ * @returns {Promise<object>} - Task status object { task_id, status, message?, progress?, details? }.
+ */
+export const fetchTaskStatus = async (taskId) => {
+    if (!taskId) throw new Error('Task ID is required for fetchTaskStatus');
+    const url = getApiUrl(`/tasks/${encodeURIComponent(taskId)}/status`);
+    const response = await fetch(url);
+    if (!response.ok) {
+        await handleApiError(response, `fetch task status for ${taskId}`);
+    }
+    return response.json();
+};
+
+/**
+ * Fetches the parameters used for a specific task run.
+ * @param {string} taskId - The ID of the task.
+ * @returns {Promise<object>} - Object containing { task_id, parameters }.
+ */
+export const fetchTaskParameters = async (taskId) => {
+    if (!taskId) throw new Error('Task ID is required for fetchTaskParameters');
+    const url = getApiUrl(`/tasks/${encodeURIComponent(taskId)}/parameters`);
+    const response = await fetch(url);
+    // Handle 404 specifically for parameters, as it might just mean they weren't stored/expired
+    if (response.status === 404) {
+        console.warn(`Parameters not found for task ${taskId}. They might not have been stored or may have expired.`);
+        return { task_id: taskId, parameters: null }; // Return null for parameters
+    }
+    if (!response.ok) {
+        await handleApiError(response, `fetch task parameters for ${taskId}`);
+    }
+    return response.json();
+};
+
+/**
+ * Interrupts a running task or revokes a pending one.
+ * @param {string} taskId - The ID of the task.
+ * @returns {Promise<object>} - API response message.
+ */
+export const interruptTask = async (taskId) => {
+    if (!taskId) throw new Error('Task ID is required for interruptTask');
+    const url = getApiUrl(`/tasks/${encodeURIComponent(taskId)}/interrupt`);
+    const response = await fetch(url, { method: 'POST' });
+    if (!response.ok) {
+        await handleApiError(response, `interrupt task ${taskId}`);
+    }
+    return response.json();
+};
+
+/**
+ * Fetches the list of pending and scheduled tasks.
+ * @returns {Promise<object>} - Object containing { pending_tasks, scheduled_tasks, message }.
+ */
+export const fetchTaskQueue = async () => {
+    const url = getApiUrl('/tasks/queue');
+    const response = await fetch(url);
+    if (!response.ok) {
+        await handleApiError(response, 'fetch task queue');
+    }
+    return response.json();
+};
+
+/**
+ * Fetches the logs for a specific task.
+ * @param {string} taskId - The ID of the task.
+ * @param {number} [tail] - Optional number of lines to tail.
+ * @returns {Promise<object>} - Object containing { task_id, message, logs }.
+ */
+export const fetchTaskLogs = async (taskId, tail) => {
+    if (!taskId) throw new Error('Task ID is required for fetchTaskLogs');
+    let url = getApiUrl(`/tasks/${encodeURIComponent(taskId)}/logs`);
+    if (tail !== undefined && tail !== null) {
+        url += `?tail=${tail}`;
+    }
+    const response = await fetch(url);
+    // Handle 404 gracefully, log file might not exist yet
+    if (response.status === 404) {
+         console.log(`Log file for task ${taskId} not found.`);
+         return { task_id: taskId, message: "Log file not found.", logs: "" };
+    }
+    if (!response.ok) {
+        await handleApiError(response, `fetch task logs for ${taskId}`);
+    }
+    return response.json();
+};
+
+/**
+ * Deletes the log file for a specific task.
+ * @param {string} taskId - The ID of the task.
+ * @returns {Promise<object>} - API response message.
+ */
+export const deleteTaskLogs = async (taskId) => {
+    if (!taskId) throw new Error('Task ID is required for deleteTaskLogs');
+    const url = getApiUrl(`/tasks/${encodeURIComponent(taskId)}/logs`);
+    const response = await fetch(url, { method: 'DELETE' });
+    if (!response.ok) {
+        await handleApiError(response, `delete task logs for ${taskId}`);
+    }
+    return response.json();
+};
+
+/**
+ * Downloads the output directory for a specific task as a zip file.
+ * @param {string} taskId - The ID of the task.
+ * @returns {Promise<Response>} - The raw fetch Response object for blob processing.
+ */
+export const downloadTaskOutput = async (taskId) => {
+    if (!taskId) throw new Error('Task ID is required for downloadTaskOutput');
+    const url = getApiUrl(`/tasks/${encodeURIComponent(taskId)}/outputs/download`);
+    const response = await fetch(url);
+    if (!response.ok) {
+        // Handle 404 specifically - output might not exist
+         if (response.status === 404) {
+             throw new Error(`Output directory not found for task ${taskId}.`);
+         }
+        await handleApiError(response, `download task output for ${taskId}`);
+    }
+    // Return raw response for blob processing
+    return response;
+};
+
+/**
+ * Fetches the list of available log files.
+ * GET /logs
+ * @returns {Promise<string[]>} A promise that resolves to an array of log filenames.
+ */
+export const fetchLogFiles = async () => {
+    const response = await fetchWithErrorHandling(`${API_BASE_URL}/logs`);
+    const data = await response.json();
+    // Ensure we return an array, even if the API response structure is slightly off
+    return Array.isArray(data?.log_files) ? data.log_files : [];
+};
+
+/**
+ * Deletes a specific log file based on its task ID.
+ * DELETE /tasks/{task_id}/logs
+ * @param {string} taskId - The task ID (extracted from the log filename).
+ * @returns {Promise<object>} A promise that resolves to the API response message.
+ */
+export const deleteLogFile = async (taskId) => {
+    if (!taskId) {
+        throw new Error("Task ID is required to delete a log file.");
+    }
+    // Basic check to prevent deleting files without UUID-like format, adjust if task IDs differ
+    // if (!/^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$/.test(taskId)) {
+    //     console.warn(`Attempting to delete log for potentially invalid Task ID: ${taskId}`);
+    // }
+    const response = await fetchWithErrorHandling(`${API_BASE_URL}/tasks/${encodeURIComponent(taskId)}/logs`, {
+        method: 'DELETE',
+    });
+    return response.json();
+};
+
+/**
+ * Clears all log files in the logs directory.
+ * DELETE /logs
+ * @returns {Promise<object>} A promise that resolves to the API response (message and potential errors).
+ */
+export const clearAllLogs = async () => {
+    const response = await fetchWithErrorHandling(`${API_BASE_URL}/logs`, {
+        method: 'DELETE',
+    });
+    return response.json(); // Example: {"message": "Successfully deleted X log file(s)...", "errors": []}
+};
+
+// Utility function assumed to exist from other files (InputManager/ConfigSelector context)
+// If it doesn't exist, it needs to be created.
+async function fetchWithErrorHandling(url, options = {}) {
+    const response = await fetch(url, options);
+    if (!response.ok) {
+        let errorPayload;
+        try {
+            errorPayload = await response.json(); // Try to parse JSON error detail
+        } catch (e) {
+            // Ignore parsing error, use status text
+        }
+        const errorMessage = errorPayload?.detail || response.statusText || `Request failed with status ${response.status}`;
+        console.error(`API Error (${response.status}) for ${options.method || 'GET'} ${url}:`, errorMessage, errorPayload);
+        // Throw an error that includes the status code and message
+        const error = new Error(errorMessage);
+        error.status = response.status;
+        error.payload = errorPayload;
+        throw error;
+    }
+    return response;
+}
+
+// Utility to get the base API URL (if needed elsewhere, or for env vars)
+// export const getBaseApiUrl = () => API_BASE_URL; 

atk-interface/src/components/ButtonParticles.jsx

@@ -0,0 +1,79 @@
+import React, { useState, useEffect, useRef } from 'react';
+import { motion } from 'framer-motion';
+
+const random = (min, max) => Math.random() * (max - min) + min;
+
+const Particle = ({ id, color, size, duration }) => {
+  const angle = random(0, Math.PI * 2);
+  const radius = random(40, 85); // How far particles travel (Increased)
+  const endX = Math.cos(angle) * radius;
+  const endY = Math.sin(angle) * radius;
+
+  return (
+    <motion.div
+      className="absolute rounded-full pointer-events-none"
+      style={{
+        backgroundColor: color,
+        width: size,
+        height: size,
+        left: '50%', // Start at center
+        top: '50%',
+        translateX: '-50%', // Adjust for centering
+        translateY: '-50%',
+      }}
+      initial={{ opacity: 1, scale: 1 }}
+      animate={{
+        x: endX,
+        y: endY,
+        scale: 0, // Shrink to disappear
+        opacity: 0,
+      }}
+      transition={{ duration: duration, ease: 'easeOut' }}
+    />
+  );
+};
+
+const ButtonParticles = ({ trigger, color = '#ffffff', count = 8, size = 3.5, duration = 0.45 }) => {
+  const [particles, setParticles] = useState([]);
+
+  console.log(`ButtonParticles: Rendered. Current trigger=${trigger}, particles=${particles.length}`);
+
+  useEffect(() => {
+    console.log(`ButtonParticles: useEffect triggered. trigger=${trigger}`);
+    if (trigger > 0) { // trigger increments on each click
+      console.log(`ButtonParticles: Trigger > 0 (${trigger}). Generating ${count} particles.`);
+      const newParticles = Array.from({ length: count }).map((_, i) => ({
+        id: `${trigger}-${i}`, // Unique key based on trigger and index
+        color,
+        size,
+        duration,
+      }));
+      setParticles(newParticles);
+      console.log("ButtonParticles: Particles state updated:", newParticles);
+
+      // Optional: Clear particles after animation - not strictly needed as they animate to opacity 0
+      const timer = setTimeout(() => {
+        console.log(`ButtonParticles: Clearing particles after ${duration}s timeout.`);
+        setParticles([]);
+      }, duration * 1000); // Clear particles after animation
+      return () => {
+        console.log("ButtonParticles: useEffect cleanup running.");
+        clearTimeout(timer)
+      };
+    }
+  }, [trigger, color, count, size, duration]);
+
+  // Render only the particles currently animating
+  return (
+    <>
+      {particles.map(p => (
+        <React.Fragment key={p.id}> {/* Use Fragment to add log without extra div */}
+          {/* {console.log(`ButtonParticles: Rendering Particle id=${p.id}`)} */}
+          <Particle key={p.id} {...p} />
+        </React.Fragment>
+      ))}
+    </>
+  );
+};
+
+export default ButtonParticles; 

atk-interface/src/components/DocumentStackBackground.jsx

@@ -0,0 +1,315 @@
+import React, { useState, useEffect, useRef, useCallback } from 'react';
+import { motion, useAnimation, AnimatePresence } from 'framer-motion';
+
+// Helper function for random numbers
+const random = (min, max) => Math.random() * (max - min) + min;
+
+/* ────────────────────────────────────────────────────────────────────────────
+   Document: single paper in the stack
+   ------------------------------------------------------------------------*/
+const Document = ({
+  id,
+  yOffset,
+  zIndex,
+  onAnimationComplete,
+  onSortMoveComplete,
+  isTop,
+  isBeingRemoved,
+  isExploding,
+  isSortingMove,
+  targetYOffset,
+  dimensions,
+}) => {
+  const controls = useAnimation();
+
+  // Random explosion vectors (memoised per mount)
+  const explodeX = useRef(random(-dimensions.width * 0.4, dimensions.width * 0.4)).current;
+  const explodeY = useRef(random(-dimensions.height * 0.4, dimensions.height * 0.4)).current;
+  const explodeRotate = useRef(random(-180, 180)).current;
+
+  /* ---------------------------------------------------------------------
+     Imperative animation orchestrator
+  ---------------------------------------------------------------------*/
+  const animateDocument = useCallback(async () => {
+    if (isExploding) {
+      // Radial blast
+      await controls.start({
+        x: explodeX,
+        translateY: yOffset + explodeY,
+        rotate: explodeRotate,
+        opacity: 0,
+        transition: { duration: 1.5, ease: 'easeOut' },
+      });
+    } else if (isBeingRemoved && isTop) {
+      // Toss off-screen
+      await controls.start({
+        x: random(dimensions.width * 0.3, dimensions.width * 0.6) * (Math.random() > 0.5 ? 1 : -1),
+        translateY: -dimensions.height * 0.6,
+        rotate: random(-90, 90),
+        opacity: 0,
+        transition: { duration: 0.8, ease: 'easeOut' },
+      });
+      onAnimationComplete?.();
+    } else if (isSortingMove) {
+      /* --- Three-stage sideways shuffle --- */
+      const sideOffset = 250;
+      const moveOutDuration = 0.3;
+      const moveDownDuration = 0.4;
+      const moveInDuration = 0.3;
+
+      // Bring to front instantly
+      await controls.start({ opacity: 1, x: 0, translateY: yOffset, rotate: 0, zIndex: zIndex + 10 }, { duration: 0 });
+      // 1. Sideways
+      await controls.start({ x: sideOffset, transition: { duration: moveOutDuration, ease: 'easeOut' } });
+      // 2. Downwards to slot
+      await controls.start({ translateY: targetYOffset, transition: { duration: moveDownDuration, ease: 'circIn' } });
+      // 3. Back in
+      await controls.start({ x: 0, transition: { duration: moveInDuration, ease: 'easeOut' } });
+
+      onSortMoveComplete?.(id);
+    } else {
+      // Idle re-stacking movement
+      await controls.start({
+        x: 0,
+        translateY: yOffset,
+        zIndex,
+        rotate: 0,
+        opacity: 1,
+        transition: { duration: 0.5, ease: 'easeOut' },
+      });
+      onAnimationComplete?.();
+    }
+  }, [controls, dimensions, explodeRotate, explodeX, explodeY, id, isBeingRemoved, isExploding, isSortingMove, isTop, targetYOffset, yOffset, zIndex, onAnimationComplete, onSortMoveComplete]);
+
+  /* ---------------------------------------------------------------------
+     Run animator only *after* the motion.div has mounted.
+  ---------------------------------------------------------------------*/
+  useEffect(() => {
+    const raf = requestAnimationFrame(animateDocument);
+    return () => cancelAnimationFrame(raf);
+  }, [animateDocument]);
+
+  /* ---------------------------------------------------------------------
+     Disable Framer‑Motion layout magic while this doc is under manual
+     control (sorting, toss, or explosion). This prevents FM from measuring
+     a fresh layout on every React re‑render – the culprit behind the
+     "teleport‑back‑to‑centre" behaviour when the parent component updates.
+  ---------------------------------------------------------------------*/
+  const enableLayout = !isSortingMove && !isBeingRemoved && !isExploding;
+
+  return (
+    <motion.div
+      key={id}
+      {...(enableLayout ? { layout: 'position' } : {})}
+      initial={{ x: 0, translateY: yOffset, zIndex, opacity: 1, rotate: 0 }}
+      animate={controls}
+      exit={{ opacity: 0, scale: 0.8, transition: { duration: 0.3 } }}
+      className="absolute w-64 h-5 bg-gray-300 border border-gray-400 rounded-sm shadow-md origin-center"
+    />
+  );
+};
+
+/* ────────────────────────────────────────────────────────────────────────────
+   DocumentStackBackground: orchestrates the pile of papers
+   ------------------------------------------------------------------------*/
+const DocumentStackBackground = ({
+  triggerExplode = false,
+  triggerTossTop = false,
+  onExplodeComplete,
+  onTossComplete,
+}) => {
+  const NUM_DOCUMENTS = 15;
+  const STACK_OFFSET_Y = 30;
+
+  const [documents, setDocuments] = useState([]);
+  const [isAnimating, setIsAnimating] = useState(false);
+  const [isExploded, setIsExploded] = useState(false);
+
+  const intervalRef = useRef(null);
+  const [movingDocInfo, setMovingDocInfo] = useState({ id: null, targetYOffset: 0 });
+
+  const [dimensions, setDimensions] = useState({ width: 0, height: 0 });
+  const containerRef = useRef(null);
+
+  /* -------------------------------------------------------------------
+     Helpers: size, (re)initialisation, periodic shuffle
+  -------------------------------------------------------------------*/
+  useEffect(() => {
+    const handleResize = () => {
+      if (containerRef.current) {
+        setDimensions({
+          width: containerRef.current.offsetWidth,
+          height: containerRef.current.offsetHeight,
+        });
+      }
+    };
+    handleResize();
+    window.addEventListener('resize', handleResize);
+    return () => window.removeEventListener('resize', handleResize);
+  }, []);
+
+  /* (re)build the stack */
+  const initializeDocuments = useCallback(() => {
+    if (dimensions.height === 0) return;
+
+    const initialDocs = Array.from({ length: NUM_DOCUMENTS }).map((_, i) => ({
+      id: `doc-${i}-${Date.now()}`,
+      yOffset: (i - NUM_DOCUMENTS / 2 + 0.5) * STACK_OFFSET_Y,
+      zIndex: i,
+      isBeingRemoved: false,
+    }));
+
+    setDocuments(initialDocs);
+    setMovingDocInfo({ id: null, targetYOffset: 0 });
+    setIsExploded(false);
+    setIsAnimating(false);
+  }, [NUM_DOCUMENTS, STACK_OFFSET_Y, dimensions.height]);
+
+  /* kick-off on mount */
+  useEffect(() => initializeDocuments(), [initializeDocuments]);
+
+  /* ---------------------------------------------------------------
+     Idle shuffling logic (unchanged)
+  ----------------------------------------------------------------*/
+  const sortStep = useCallback(() => {
+    if (isAnimating || documents.length < 2 || isExploded || movingDocInfo.id) return;
+
+    const indexToRemove = Math.floor(random(1, documents.length - 1));
+    const docToMove = documents[indexToRemove];
+    if (!docToMove) return;
+
+    const targetYOffset = (documents.length - 1 - documents.length / 2 + 0.5) * STACK_OFFSET_Y;
+
+    setIsAnimating(true);
+    setMovingDocInfo({ id: docToMove.id, targetYOffset });
+  }, [STACK_OFFSET_Y, documents, isAnimating, isExploded, movingDocInfo.id]);
+
+  /* … interval helpers (unchanged) … */
+  const stopSortInterval = useCallback(() => {
+    if (intervalRef.current) {
+      clearInterval(intervalRef.current);
+      intervalRef.current = null;
+    }
+  }, []);
+
+  const startSortInterval = useCallback(() => {
+    stopSortInterval();
+    if (!isAnimating && !isExploded) {
+        intervalRef.current = setInterval(sortStep, 1000);
+    }
+  }, [sortStep, stopSortInterval, isAnimating, isExploded]);
+
+  /* start-stop idle shuffle based on explosion and animation state */
+  useEffect(() => {
+    if (!isExploded && !isAnimating) {
+        startSortInterval();
+    } else {
+        stopSortInterval();
+    }
+    return stopSortInterval;
+  }, [isExploded, isAnimating, startSortInterval, stopSortInterval]);
+
+  /* -----------------------------------------------------------------
+     Toss-top trigger
+     - Stop interval implicitly by setting isAnimating flag
+     - Remove the doc from state *after* animation completes via onAnimationComplete
+     - Interval restart is handled by the useEffect watching isAnimating
+  ----------------------------------------------------------------*/
+  useEffect(() => {
+    if (triggerTossTop && documents.length > 0 && !isAnimating && !isExploded) {
+      setIsAnimating(true);
+      setDocuments((prev) => {
+        const next = [...prev];
+        if (next.length > 0) {
+            next[next.length - 1] = { ...next[next.length - 1], isBeingRemoved: true };
+        }
+        return next;
+      });
+    }
+  }, [triggerTossTop, documents.length, isAnimating, isExploded]);
+
+  /* -----------------------------------------------------------------
+     Explode trigger – *do not* immediately clear the list so that the
+     papers have something to animate!
+  ----------------------------------------------------------------*/
+  useEffect(() => {
+    if (triggerExplode && !isExploded && !isAnimating) {
+      setIsAnimating(true);
+      setIsExploded(true);
+      setMovingDocInfo({ id: null, targetYOffset: 0 });
+    }
+  }, [triggerExplode, isExploded, isAnimating]);
+
+  /* once exploded, wait, then rebuild the stack */
+  useEffect(() => {
+    if (!isExploded) return;
+
+    const explosionDuration = 1500;
+    const reinitDelay = 1000;
+    const tid = setTimeout(() => {
+      initializeDocuments();
+      onExplodeComplete?.();
+    }, explosionDuration + reinitDelay);
+
+    return () => clearTimeout(tid);
+  }, [isExploded, initializeDocuments, onExplodeComplete]);
+
+  /* Callback for when *any* document's animation finishes */
+  const handleDocumentAnimationComplete = useCallback((docId, isRemoval = false) => {
+    if (isRemoval) {
+        setDocuments((prev) => prev.filter(doc => doc.id !== docId));
+        onTossComplete?.();
+        setIsAnimating(false);
+    }
+  }, [onTossComplete]);
+
+  /* -----------------------------------------------------------------*/
+  return (
+    <div
+      ref={containerRef}
+      data-id="document-stack-background"
+      className="absolute inset-0 overflow-hidden z-0 pointer-events-none bg-gradient-to-b from-gray-800 via-gray-900 to-black"
+    >
+      <AnimatePresence>
+        <div className="absolute inset-0 flex justify-center items-center">
+          {documents.map((doc, idx) => (
+            <Document
+              key={doc.id}
+              id={doc.id}
+              yOffset={doc.yOffset}
+              zIndex={doc.zIndex}
+              isTop={idx === documents.length - 1}
+              isBeingRemoved={doc.isBeingRemoved}
+              isExploding={isExploded}
+              isSortingMove={doc.id === movingDocInfo.id}
+              targetYOffset={doc.id === movingDocInfo.id ? movingDocInfo.targetYOffset : 0}
+              onAnimationComplete={() => handleDocumentAnimationComplete(doc.id, doc.isBeingRemoved)}
+              onSortMoveComplete={(id) => {
+                setDocuments((prev) => {
+                  const i = prev.findIndex((d) => d.id === id);
+                  if (i === -1) return prev;
+                  const copy = [...prev];
+                  const [moved] = copy.splice(i, 1);
+                  copy.push(moved);
+                  return copy.map((d, j) => ({
+                    ...d,
+                    yOffset: (j - copy.length / 2 + 0.5) * STACK_OFFSET_Y,
+                    zIndex: j,
+                  }));
+                });
+                setMovingDocInfo({ id: null, targetYOffset: 0 });
+                setIsAnimating(false);
+              }}
+              dimensions={dimensions}
+            />
+          ))}
+        </div>
+      </AnimatePresence>
+    </div>
+  );
+};
+
+// Wrap the component with React.memo
+const MemoizedDocumentStackBackground = React.memo(DocumentStackBackground);
+
+export default MemoizedDocumentStackBackground;

atk-interface/src/components/EnhancedButton.jsx

@@ -0,0 +1,96 @@
+import React, { useState } from "react";
+import { motion, useAnimation } from "framer-motion";
+import ButtonParticles from "./ButtonParticles";
+
+const EnhancedButton = ({
+  onClick,
+  children,
+  className = "",
+  disabled = false,
+  title = "",
+  particleColor = "#ffffff",
+  particleCount = 50,
+  particleSize = 10,
+  particleDuration = 3,
+  ...props
+}) => {
+  const [isHovering, setIsHovering] = useState(false);
+  const [hasBeenClickedSinceHover, setHasBeenClickedSinceHover] = useState(false);
+  const [particleTrigger, setParticleTrigger] = useState(0);
+
+  /* --- controller that drives ONLY the shake --- */
+  const shake = useAnimation();
+
+  const fireShake = () =>
+    shake.start({
+      x: [0, -3, 3, -3, 3, 0],
+      y: [0,  3, -3,  3, -3, 0],
+      transition: { duration: 0.25, ease: "easeInOut" }
+    });
+
+  const handleClick = (e) => {
+    if (disabled) return;
+    onClick?.(e);
+    setHasBeenClickedSinceHover(true);
+    setParticleTrigger((t) => t + 1);
+    fireShake();
+  };
+
+  /* -------- hover / normal variants (scale only) -------- */
+  const variants = {
+    initial:        { scale: 1, filter: "brightness(1)" },
+    hoverInitial:   {
+      scale: [1, 1.06, 1],
+      transition: { scale: { duration: 0.8, repeat: Infinity, ease: "easeInOut" } }
+    },
+    hoverClicked:   { scale: 1.03, transition: { duration: 0.2 } }
+  };
+
+  const state =
+    disabled
+      ? "initial"
+      : isHovering
+      ? hasBeenClickedSinceHover
+        ? "hoverClicked"
+        : "hoverInitial"
+      : "initial";
+
+  /* ---------------- render ---------------- */
+  return (
+    /* wrapper receives the shake controller */
+    <motion.div animate={shake} initial={{ x: 0, y: 0 }}>
+      <motion.button
+        type="button"
+        className={`relative overflow-visible transition-colors duration-200 ease-in-out
+                    ${className} ${disabled ? "opacity-50 cursor-not-allowed" : ""}`}
+        title={title}
+        disabled={disabled}
+        variants={variants}
+        initial="initial"
+        animate={state}
+        whileTap={!disabled ? { scale: 0.8 } : false}  /* press-in squash only */
+        onHoverStart={() => { setIsHovering(true); setHasBeenClickedSinceHover(false); }}
+        onHoverEnd={() => setIsHovering(false)}
+        onClick={handleClick}
+        {...props}
+      >
+        <span className="relative z-10 flex items-center justify-center gap-2">
+          {children}
+        </span>
+
+        {/* particles */}
+        <div className="absolute inset-0 z-0 pointer-events-none">
+          <ButtonParticles
+            trigger={particleTrigger}
+            color={particleColor}
+            count={particleCount}
+            size={particleSize}
+            duration={particleDuration}
+          />
+        </div>
+      </motion.button>
+    </motion.div>
+  );
+};
+
+export default EnhancedButton;

atk-interface/src/components/FireworksBackground.jsx

@@ -0,0 +1,261 @@
+import React, {
+    useState,
+    useEffect,
+    useRef,
+    useMemo,
+    useCallback,
+  } from 'react';
+  import { motion } from 'framer-motion';
+  
+  /* ---------- helpers ---------- */
+  
+  const random = (min, max) => Math.random() * (max - min) + min;
+  const uuid = () =>
+    typeof crypto !== 'undefined' && crypto.randomUUID
+      ? crypto.randomUUID()
+      : `${Date.now().toString(36)}-${Math.random().toString(36).slice(2)}`;
+  
+// Define possible firework colors
+const fireworkColors = [
+//   '#FF5733', // Orange-Red. NOTE we'll use a round of red fireworks for deletion and a round of bright green ones for downloading. Also we want the download/delete buttons to follow along the side of the page when scrolling far down due to a lot of items -- I Will make that change in a bit.
+//   '#FFC300', // Vivid Yellow
+//   '#DAF7A6', // Light Green
+//   '#A0E7E5', // Light Blue
+//   '#B4A0E7', // Lavender
+//   '#E7A0C4', // Pink
+  '#FFFFFF', // White
+];
+/* =================================================================== */
+/*                               MAIN                                  */
+/* =================================================================== */
+
+const FireworksBackground = ({
+  launchInterval = 5000,
+  triggerBurst = false,
+  burstColorOverride = null,
+}) => {
+    /* ---------- size ---------- */
+  
+    const [dimensions, setDimensions] = useState({ width: 0, height: 0 });
+    const containerRef = useRef(null);
+  
+    useEffect(() => {
+      const handleResize = () => {
+        if (containerRef.current) {
+          setDimensions({
+            width: containerRef.current.offsetWidth,
+            height: containerRef.current.offsetHeight,
+          });
+        }
+      };
+      handleResize();
+      window.addEventListener('resize', handleResize);
+      return () => window.removeEventListener('resize', handleResize);
+    }, []);
+  
+    /* ---------- pre-computed launch paths ---------- */
+  
+    const numPaths = 7;
+    const paths = useMemo(() => {
+      const { width, height } = dimensions;
+      if (!width || !height) return [];
+  
+      return Array.from({ length: numPaths }, (_, id) => ({
+        id,
+        startX: width / 2,
+        startY: height,
+        endX: random(width * 0.2, width * 0.8),
+        endY: random(height * 0.1, height * 0.4),
+        launchDuration: random(0.8, 3), // s
+        explosionDuration: random(1, 5), // s
+        numParticles: Math.floor(random(15, 30)),
+        numRings: Math.floor(random(2, 7)),
+        particleRadius: random(80, 180),
+        defaultColor:
+          fireworkColors[Math.floor(random(0, fireworkColors.length))],
+      }));
+    }, [dimensions]);
+  
+    /* ---------- bookkeeping ---------- */
+  
+    const [activeFireworks, setActiveFireworks] = useState([]); // {key, pathId, color}
+    const activePathIds = useRef(new Set());
+  
+    const removeFirework = useCallback((key, pathId) => {
+      setActiveFireworks((prev) => prev.filter((fw) => fw.key !== key));
+      activePathIds.current.delete(pathId);
+    }, []);
+  
+    /* ---------- launch logic ---------- */
+  
+    const launchFirework = useCallback(
+      (specificPathId = null, overrideColor = null) => {
+        if (!paths.length) return;
+  
+        let pathId = specificPathId;
+        if (pathId == null) {
+          const available = paths
+            .map((p) => p.id)
+            .filter((id) => !activePathIds.current.has(id));
+          if (!available.length) return; // all busy
+          pathId = available[Math.floor(random(0, available.length))];
+        }
+  
+        const path = paths.find(p => p.id === pathId);
+        if (!path || activePathIds.current.has(pathId)) return; // already occupied or path not found
+  
+        const key = uuid();
+        const color = overrideColor || path.defaultColor;
+  
+        activePathIds.current.add(pathId);
+        setActiveFireworks((prev) => [...prev, { key, pathId, color }]);
+      },
+      [paths]
+    );
+  
+    /* interval launch */
+    const intervalRef = useRef();
+    useEffect(() => {
+      clearInterval(intervalRef.current);
+      if (!paths.length) return;
+  
+      intervalRef.current = setInterval(() => launchFirework(null, null), launchInterval);
+      return () => clearInterval(intervalRef.current);
+    }, [launchInterval, launchFirework, paths.length]);
+  
+    /* burst launch */
+    useEffect(() => {
+      if (triggerBurst && paths.length) {
+        paths.forEach((p, i) =>
+          setTimeout(() => launchFirework(p.id, burstColorOverride), i * 50)
+        );
+      }
+    }, [triggerBurst, burstColorOverride, paths, launchFirework]);
+  
+    /* ================================================================= */
+    /*                              render                               */
+    /* ================================================================= */
+  
+    return (
+      <div
+        ref={containerRef}
+        className="absolute inset-0 overflow-hidden z-0 pointer-events-none"
+        style={{ backgroundColor: 'rgba(17,24,39,0.7)' }}
+      >
+        {dimensions.width > 0 && (
+          <svg width="100%" height="100%" style={{ position: 'absolute' }}>
+            {activeFireworks.map(({ key, pathId, color }) => {
+              const path = paths.find((p) => p.id === pathId);
+              if (!path) return null;
+              return (
+                <Firework
+                  key={key}
+                  path={path}
+                  color={color}
+                  onDone={() => removeFirework(key, pathId)}
+                />
+              );
+            })}
+          </svg>
+        )}
+      </div>
+    );
+  };
+  
+  export default FireworksBackground;
+  
+  /* =================================================================== */
+  /*                          Firework (declarative)                     */
+  /* =================================================================== */
+  
+  const Firework = ({ path, color, onDone }) => {
+    const [phase, setPhase] = useState('launch'); // launch → explode → done
+  
+    /* phase timers */
+    useEffect(() => {
+      const t1 = setTimeout(
+        () => setPhase('explode'),
+        path.launchDuration * 1000
+      );
+      const t2 = setTimeout(
+        () => setPhase('done'),
+        (path.launchDuration + path.explosionDuration) * 1000
+      );
+      return () => {
+        clearTimeout(t1);
+        clearTimeout(t2);
+      };
+    }, [path]);
+  
+    /* notify parent */
+    useEffect(() => {
+      if (phase === 'done') onDone();
+    }, [phase, onDone]);
+  
+    /* launch particle style */
+    const launchMotion = {
+      translateX: path.endX - path.startX,
+      translateY: path.endY - path.startY,
+      opacity: 0,
+    };
+  
+    return (
+      <g>
+        {/* launch particle */}
+        <motion.circle
+          cx={path.startX}
+          cy={path.startY}
+          r={3}
+          fill={color}
+          initial={{ opacity: 1 }}
+          animate={phase === 'launch' ? launchMotion : { opacity: 0 }}
+          transition={{ duration: path.launchDuration, ease: 'linear' }}
+        />
+  
+        {/* explosion group */}
+        <motion.g
+          style={{ x: path.endX, y: path.endY }}
+          initial={{ opacity: 0 }}
+          animate={{ opacity: phase === 'explode' ? 1 : 0 }}
+        >
+          {/* Create multiple rings for a fuller explosion */}
+          {Array.from({ length: path.numRings }).flatMap((_, ringIndex) => {
+            const ringDelay = ringIndex * 0.1; // Delay subsequent rings
+            const ringRadiusMultiplier = 1 - ringIndex * 0.2; // Inner rings are slightly smaller (optional)
+
+            return Array.from({ length: path.numParticles }).map((_, particleIndex) => {
+              const angle = (particleIndex / path.numParticles) * 2 * Math.PI;
+              const particleRadius = path.particleRadius * ringRadiusMultiplier;
+
+              return (
+                <motion.circle
+                  // Need a unique key combining ring and particle index
+                  key={`${ringIndex}-${particleIndex}`}
+                  cx={0}
+                  cy={0}
+                  r={2.5}
+                  fill={color}
+                  initial={{ opacity: 1 }}
+                  animate={
+                    phase === 'explode'
+                      ? {
+                          translateX: Math.cos(angle) * particleRadius,
+                          translateY: Math.sin(angle) * particleRadius,
+                          opacity: 0, // fade out while travelling
+                        }
+                      : { opacity: 1 } // invisible anyway because group opacity = 0
+                  }
+                  transition={{
+                    duration: path.explosionDuration,
+                    ease: 'easeOut',
+                    // Combine ring delay with random individual delay
+                    delay: ringDelay + Math.random() * 0.15,
+                  }}
+                />
+              );
+            });
+          })}
+        </motion.g>
+      </g>
+    );
+  };

atk-interface/src/components/IdleMonitorGraphic.jsx

@@ -0,0 +1,65 @@
+import React from 'react';
+import { motion } from 'framer-motion';
+import { FiSettings } from 'react-icons/fi'; // Keep gear
+
+const IdleMonitorGraphic = () => {
+  return (
+    <div className="relative flex items-center justify-center w-40 h-40 text-gray-600"> {/* Container size (controls gear size) */}
+      {/* Spinning Gear */}
+      <motion.div
+        animate={{ rotate: 360 }}
+        transition={{
+          repeat: Infinity,
+          duration: 15, // Slower spin
+          ease: 'linear',
+        }}
+        className="absolute inset-0 flex items-center justify-center"
+      >
+        {/* Gear takes color from parent div */}
+        <FiSettings size={200} /> {/* Increased size */}
+      </motion.div>
+
+      {/* Stationary Binoculars SVG - Centered and Resized */}
+      {/* Container centers the SVG within the gear */}
+      <div className="absolute flex items-center justify-center text-gray-500"> 
+         {/* SVG adjusted: size, viewBox might need tuning based on visual */}
+         <svg 
+           version="1.1" 
+           id="Capa_1" 
+           xmlns="http://www.w3.org/2000/svg" 
+           xmlnsXlink="http://www.w3.org/1999/xlink" 
+           width="65" /* Adjusted size */
+           height="65" /* Adjusted size */
+           viewBox="0 0 921.998 921.998" 
+           xmlSpace="preserve"
+           // Removed explicit fill from SVG tag
+         >
+           {/* Group takes fill from parent div's text color */}
+           <g fill="currentColor"> 
+             <g>
+               {/* Path data remains the same */}
+               <path d="M869.694,385.652c-11.246-12.453-132.373-110.907-154.023-117.272c-9.421-2.735-18.892-4.447-28.681-5.164
+                 c-45.272-3.315-95.213,10.875-126.684,44.794c-2.741,2.956-4.311,4.645-4.311,4.645s1.172-1.996,3.224-5.488
+                 c9.706-16.365,23.847-30.577,38.989-41.956c6.979-5.243,14.37-9.937,22.088-14.014c2.116-1.118,21.797-11.751,23.12-10.357
+                 c-0.003-0.003-10.744-11.33-10.744-11.33c-17.273-17.276-35.963-32.167-61.415-32.167c-31.547,0-58.505,19.559-69.472,47.201
+                 c-9.306-6.917-24.11-11.392-40.788-11.392c-16.678,0-31.481,4.475-40.788,11.392c-10.967-27.643-37.925-47.201-69.472-47.201
+                 c-25.452,0-44.142,14.891-61.416,32.166c0,0-10.741,11.327-10.744,11.33c1.322-1.395,21.003,9.239,23.12,10.357
+                 c7.718,4.077,15.109,8.771,22.088,14.014c15.145,11.378,29.283,25.591,38.989,41.956c2.052,3.493,3.224,5.488,3.224,5.488
+                 s-1.566-1.689-4.31-4.645c-31.471-33.919-81.411-48.109-126.683-44.794c-9.789,0.717-19.26,2.429-28.681,5.164
+                 c-21.651,6.365-142.778,104.819-154.023,117.272C19.797,421.645,0,469.336,0,521.655c0,112.112,90.886,203,203,203
+                 c102.56,0,187.34-76.062,201.048-174.851c15.983,11.645,35.663,18.52,56.951,18.52c21.289,0,40.968-6.875,56.951-18.52
+                 c13.708,98.788,98.487,174.851,201.048,174.851c112.114,0,203-90.888,203-203C921.996,469.336,902.199,421.647,869.694,385.652z
+                 M198.497,649.155c-67.611,0-122.421-54.811-122.421-122.421s54.81-122.42,122.421-122.42s122.421,54.81,122.421,122.42
+                 S266.108,649.155,198.497,649.155z M460.997,515.234c-17.833,0-32.29-14.457-32.29-32.29s14.457-32.289,32.29-32.289
+                 s32.29,14.457,32.29,32.289C493.287,500.777,478.83,515.234,460.997,515.234z M723.497,649.155
+                 c-67.611,0-122.421-54.811-122.421-122.421s54.81-122.42,122.421-122.42s122.421,54.81,122.421,122.42
+                 S791.108,649.155,723.497,649.155z"/>
+             </g>
+           </g>
+         </svg>
+      </div>
+    </div>
+  );
+};
+
+export default IdleMonitorGraphic; 

atk-interface/src/components/Layout.jsx

@@ -0,0 +1,147 @@
+import React, { useEffect, useState } from 'react';
+import { NavLink, Outlet, useLocation } from 'react-router-dom';
+import { useNavigation } from '../context/NavigationContext';
+import atkLogo from '../assets/atk-logo-notscuffed.png';
+
+const animationStyles = `
+  @keyframes pulse-medium-white {
+    0%, 100% { background-color: rgba(255,255,255,0.1); }
+    50% { background-color: rgba(255,255,255,0.3); }
+  }
+  .animate-pulse-medium-white {
+    animation: pulse-medium-white 1.8s infinite;
+  }
+`;
+
+function Layout() {
+  const { highlightedNavLink, setHighlightedNavLink } = useNavigation();
+  const location = useLocation();
+  const [serverOnline, setServerOnline] = useState(false);
+  const [datagenServerOnline, setDatagenServerOnline] = useState(false);
+
+  // Check for server on port 8003
+  useEffect(() => {
+    const checkServerStatus = async () => {
+      try {
+        const baseUrl = window.location.hostname === '127.0.0.1' || window.location.hostname === 'localhost'
+          ? 'http://127.0.0.1:8003'
+          : `${window.location.origin}/llm`;
+        const response = await fetch(`${baseUrl}/health`, {
+          method: 'GET',
+          headers: { 'Content-Type': 'application/json' }
+        });
+        
+        const isOnline = response.ok;
+        setServerOnline(isOnline);
+        
+        // Auto-highlight chat button when server comes online (but not if user is already on chat page)
+        if (isOnline && location.pathname !== '/chat') {
+          setHighlightedNavLink('/chat');
+        } else if (!isOnline && highlightedNavLink === '/chat') {
+          // Remove highlight when server goes offline
+          setHighlightedNavLink(null);
+        }
+      } catch (error) {
+        setServerOnline(false);
+        // Remove highlight when server is unreachable
+        if (highlightedNavLink === '/chat') {
+          setHighlightedNavLink(null);
+        }
+      }
+    };
+
+    // Initial check
+    checkServerStatus();
+    
+    // Poll every 5 seconds
+    const interval = setInterval(checkServerStatus, 5000);
+    
+    return () => clearInterval(interval);
+  }, [location.pathname, highlightedNavLink, setHighlightedNavLink]);
+
+  // Check for datagen inference server on port 8082
+  useEffect(() => {
+    const checkDatagenServerStatus = async () => {
+      try {
+        // Try OpenAI-compatible endpoint
+        const response = await fetch('http://127.0.0.1:8082/v1/models', {
+          method: 'GET',
+          headers: { 'Content-Type': 'application/json' }
+        });
+        
+        setDatagenServerOnline(response.ok);
+      } catch (error) {
+        setDatagenServerOnline(false);
+      }
+    };
+
+    // Initial check
+    checkDatagenServerStatus();
+    
+    // Poll every 5 seconds
+    const interval = setInterval(checkDatagenServerStatus, 5000);
+    
+    return () => clearInterval(interval);
+  }, []);
+
+  const navLinkClass = (path) => ({ isActive }) => {
+    const base = 'px-4 py-2 rounded hover:bg-gray-700 transition-colors';
+    const active = isActive ? 'bg-blue-600 text-white font-bold' : 'text-gray-300';
+    const pulse = highlightedNavLink === path && !isActive ? 'animate-pulse-medium-white' : '';
+    return `${base} ${active} ${pulse}`;
+  };
+
+  return (
+    <div className="flex flex-col h-screen bg-gray-900 text-white">
+      <nav className="bg-gray-800 shadow-md p-4 flex items-center gap-4">
+        <NavLink to="/" className="mr-4 text-xl font-bold text-white hover:text-gray-300 flex items-center">
+          <img src={atkLogo} alt="ATK Logo" className="h-10 mr-2 bg-gray-100 p-1 rounded-md" />
+        </NavLink>
+        <NavLink to="/configs" className={navLinkClass('/configs')}>
+          Configs
+        </NavLink>
+        <NavLink to="/inputs" className={navLinkClass('/inputs')}>
+          Inputs
+        </NavLink>
+        <NavLink to="/outputs" className={navLinkClass('/outputs')}>
+          Outputs
+        </NavLink>
+        <NavLink to="/logs" className={navLinkClass('/logs')}>
+          Logs
+        </NavLink>
+        <NavLink to="/monitor" className={navLinkClass('/monitor')}>
+          Monitor
+        </NavLink>
+        <NavLink to="/chat" className={navLinkClass('/chat')}>
+          Chat
+        </NavLink>
+        
+        {/* Datagen Inference Server Status */}
+        <div className="ml-auto flex flex-col items-end gap-1">
+          <div className="flex items-center gap-2">
+            <div className={`w-2 h-2 rounded-full ${
+              datagenServerOnline ? 'bg-green-500' : 'bg-red-500'
+            }`} />
+            <span className="text-xs text-gray-400">
+              Datagen Server
+            </span>
+          </div>
+          <span className="text-xs text-gray-500 text-right max-w-48">
+            {datagenServerOnline 
+              ? 'Online (Port 8082)'
+              : 'Offline - Start with local_* scripts (takes 1-2 minutes after project startup)'
+            }
+          </span>
+        </div>
+        
+        {/* TODO: Add Settings/Boring Mode Toggle */}
+      </nav>
+      <main className="flex-grow overflow-auto">
+        <Outlet /> {/* Child routes will render here */}
+      </main>
+      <style>{animationStyles}</style>
+    </div>
+  );
+}
+
+export default Layout; 

atk-interface/src/components/Modal.jsx

@@ -0,0 +1,67 @@
+import React from 'react';
+import { FiX } from 'react-icons/fi';
+
+function Modal({ isOpen, onClose, title, children, width = 'max-w-lg' }) {
+
+  // Handle Escape key press - Hooks must be called unconditionally
+  React.useEffect(() => {
+    const handleEscape = (event) => {
+      if (event.key === 'Escape') {
+        onClose();
+      }
+    };
+    // Only add listener if modal is open
+    if (isOpen) {
+      document.addEventListener('keydown', handleEscape);
+    }
+    // Cleanup function removes listener
+    return () => {
+      document.removeEventListener('keydown', handleEscape);
+    };
+  }, [isOpen, onClose]); // Depend on isOpen and onClose
+
+  // Early return if not open, *after* hooks
+  if (!isOpen) return null;
+
+  return (
+    <div 
+      className="fixed inset-0 bg-black bg-opacity-70 z-50 flex items-center justify-center p-4 transition-opacity duration-300 ease-in-out opacity-100" // Start visible for animation
+      onClick={onClose} // Close on backdrop click
+      aria-modal="true"
+      role="dialog"
+    >
+      <div 
+        className={`bg-gray-800 rounded-lg shadow-xl p-6 w-full ${width} relative transform transition-all duration-300 ease-in-out scale-95 opacity-0 animate-fade-scale-in`} 
+        onClick={e => e.stopPropagation()} // Prevent closing when clicking inside modal
+      >
+        <button
+          onClick={onClose}
+          className="absolute top-3 right-3 text-gray-500 hover:text-gray-300 text-2xl p-1 rounded-full hover:bg-gray-700"
+          aria-label="Close modal"
+        >
+          <FiX />
+        </button>
+        <h2 className="text-xl font-semibold mb-4 text-gray-100">{title}</h2>
+        <div className="text-gray-300">
+            {children}
+        </div>
+      </div>
+    </div>
+  );
+}
+
+// Add simple fade-in animation (requires Tailwind config update)
+// In tailwind.config.js -> theme -> extend -> keyframes & animation:
+/*
+keyframes: {
+  'fade-scale-in': {
+    '0%': { opacity: '0', transform: 'scale(0.95)' },
+    '100%': { opacity: '1', transform: 'scale(1)' },
+  }
+},
+animation: {
+  'fade-scale-in': 'fade-scale-in 0.2s ease-out forwards',
+}
+*/
+
+export default Modal; 

atk-interface/src/components/PourOverBackground.jsx

@@ -0,0 +1,224 @@
+import React, { useState, useEffect } from 'react';
+import { motion, AnimatePresence } from 'framer-motion';
+
+// Placeholder SVGs (we can refine these later)
+const FunnelSVG = () => (
+    <svg width="600" height="300" viewBox="0 0 100 80" fill="none" xmlns="http://www.w3.org/2000/svg">
+        <path d="M10 10 H90 L60 50 H40 L10 10 Z" stroke="#9CA3AF" strokeWidth="2" fill="#4B5563" /> {/* Funnel body */}
+        <rect x="45" y="50" width="10" height="20" fill="#4B5563" stroke="#9CA3AF" strokeWidth="2" /> {/* Spout */}
+        {/* Simple static "water" line */}
+        <line x1="25" y1="30" x2="75" y2="30" stroke="#60A5FA" strokeWidth="3" />
+    </svg>
+);
+
+const ContainerSVG = () => (
+    <svg width="200" height="300" viewBox="0 0 80 80" fill="none" xmlns="http://www.w3.org/2000/svg">
+        {/* Taller coffee level */}
+        <rect x="10" y="35" width="40" height="35" fill="#A16207" /> {/* Coffee */}
+        {/* Taller container outline */}
+        <path d="M5 5 H55 V75 H5 V5 Z" stroke="#9CA3AF" strokeWidth="2" fill="#374151" /> {/* Glass */}
+        {/* Handle */}
+        <path d="M55 25 C 70 30, 70 50, 55 55" stroke="#9CA3AF" strokeWidth="4" fill="none" /> 
+    </svg>
+);
+
+const SpillPuddleSVG = () => (
+     <svg width="200" height="60" viewBox="0 0 100 30" fill="none" xmlns="http://www.w3.org/2000/svg">
+        <path d="M5 15 Q 30 30, 50 15 T 95 20" stroke="#A16207" strokeWidth="4" fill="none" strokeLinecap="round"/>
+    </svg>
+);
+
+const DripSVG = () => (
+    <motion.svg
+        width="50" height="50" viewBox="0 0 10 15" fill="none" xmlns="http://www.w3.org/2000/svg"
+        style={{ originY: 0 }} // Animate scale from the top
+    >
+        <path d="M5 0 Q 0 5, 5 15 Q 10 5, 5 0 Z" fill="#A16207" /> {/* Water drip */}
+    </motion.svg>
+);
+
+const LidSVG = () => (
+    <svg width="130" height="50" viewBox="0 0 65 15" fill="none" xmlns="http://www.w3.org/2000/svg">
+        <rect x="2.5" y="2.5" width="60" height="10" rx="3" fill="#4B5563" stroke="#9CA3AF" strokeWidth="2" />
+    </svg>
+);
+
+
+const PourOverBackground = ({
+    isActive = false,
+    triggerDownload = false,
+    triggerDelete = false,
+    onDownloadComplete,
+    onDeleteComplete,
+}) => {
+    const [containerState, setContainerState] = useState('idle'); // 'idle', 'downloading', 'spilled'
+
+    // --- Animation Variants ---
+
+    // Drip Animation
+    const dripVariants = {
+        idle: {
+            y: [0, 130], // Start above container, end further down (Adjusted for scale)
+            opacity: [1, 1, 0],
+            scaleY: [0.5, 1, 1],
+            transition: { duration: 1.5, repeat: Infinity, ease: "linear", times: [0, 0.8, 1] }
+        },
+        active: {
+            // y: [0, 130], // Removed y animation for stationary effect
+            y: 50,
+            opacity: [0.6, 1, 0.6], // Pulsating opacity
+            scaleY: [0.1, 4, 0.1], // Pulse scale from near zero to full height
+            transition: { duration: 0.4, repeat: Infinity, ease: "easeInOut", times: [0, 0.5, 1] } // Symmetrical pulse timing
+        },
+        hidden: { opacity: 0, y: 0, transition: { duration: 0.1 } } // Hide drip during transitions
+    };
+
+    // Container Animation
+    const containerVariants = {
+        idle: { x: 0, rotate: 0, opacity: 1, transition: { duration: 0.5, ease: "easeOut" } },
+        exitRight: { x: '150%', opacity: 0, transition: { duration: 0.8, ease: "easeIn" } },
+        spill: { rotate: -90, x: -40, y: 20, transition: { duration: 0.4, ease: "easeIn" } }, // Tilt further left
+        hidden: { opacity: 0, transition: { duration: 0.1 } }
+    };
+
+    // Lid Animation
+    const lidVariants = {
+        hidden: { y: -20, opacity: 0, transition: { duration: 0.3, ease: "easeOut" } },
+        visible: { y: -5, opacity: 1, transition: { duration: 0.3, ease: "easeIn" } } // Position above container
+    };
+
+    // Spill Puddle Animation
+    const spillPuddleVariants = {
+        hidden: { opacity: 0, scale: 0.8, transition: { duration: 0.3, ease: "easeOut" } },
+        visible: { opacity: 1, scale: 1, transition: { duration: 0.3, delay: 0.2, ease: "easeIn" } } // Appear slightly after spill starts
+    };
+
+    // --- Funnel Animation Variants ---
+    const funnelVariants = {
+        bobbing: {
+            x: "-50%", // Maintain horizontal center (instead of relying on CSS translate)
+            y: [-3, 3, -3], // Bob up and down slightly
+            transition: { duration: 2.5, repeat: Infinity, ease: "easeInOut", repeatType: "loop" }
+        }
+    };
+
+    // --- State Management ---
+
+    // Handle Download Trigger
+    useEffect(() => {
+        if (triggerDownload) {
+            setContainerState('downloading');
+            // Sequence: Show lid -> Move container -> Hide lid -> Reset -> Callback
+            const timer1 = setTimeout(() => { // Allow time for lid animation
+                 const timer2 = setTimeout(() => { // Allow time for container exit
+                    setContainerState('idle'); // Bring back a fresh container
+                    onDownloadComplete?.();
+                }, 800); // Duration of container exit
+                 return () => clearTimeout(timer2);
+            }, 300); // Duration of lid appear
+             return () => clearTimeout(timer1);
+        }
+    }, [triggerDownload, onDownloadComplete]);
+
+    // Handle Delete Trigger
+    useEffect(() => {
+        if (triggerDelete) {
+            setContainerState('spilled');
+            // Sequence: Spill -> Wait -> Reset -> Callback
+            const timer1 = setTimeout(() => { // Let spill animation play
+                setContainerState('idle'); // Bring back fresh container
+                onDeleteComplete?.();
+            }, 1500); // Duration to show spilled state
+            return () => clearTimeout(timer1);
+        }
+    }, [triggerDelete, onDeleteComplete]);
+
+    const showDrip = containerState === 'idle';
+    const showLid = containerState === 'downloading';
+    const showSpill = containerState === 'spilled';
+
+    return (
+        <div className="absolute inset-0 flex justify-center items-center overflow-hidden z-0 pointer-events-none">
+            <div className="relative w-[300px] h-[440px]"> {/* Positioning context - Increased size */}
+
+                {/* Funnel (Static for now) */}
+                <motion.div
+                    className="absolute top-0 left-[50%]" // Removed translate-x-1/2 as Framer Motion handles x now
+                    initial={{ x: "-50%", y: -3 }} // Set initial position explicitly
+                    variants={funnelVariants} // Apply variants
+                    animate="bobbing"        // Start the animation
+                 >
+                    <FunnelSVG />
+                </motion.div>
+
+                {/* Drip */}
+                 <AnimatePresence>
+                    {showDrip && (
+                         <motion.div
+                            key={isActive ? "drip-active" : "drip-idle"}
+                            className="absolute top-[200px] left-[50%] -translate-x-1/2 origin-top -z-10" // Position below funnel spout & set origin
+                            style={{ translateX: '-25px' }} // Center the larger drip
+                            variants={dripVariants}
+                            initial="hidden"
+                            animate={isActive ? 'active' : 'idle'}
+                            exit="hidden"
+                         >
+                            <DripSVG />
+                        </motion.div>
+                    )}
+                </AnimatePresence>
+
+
+                {/* Container Group (Lid + Container) */}
+                <motion.div
+                    className="absolute top-[250px] left-[50%] -translate-x-1/2" // Position below funnel/drip (Adjusted for scale)
+                    style={{
+                        // Add origin for rotation if needed, default is center
+                         originX: 0.5, 
+                         originY: 0.5,
+                         translateX: '-70px' // Adjust left slightly more
+                    }}
+                    variants={containerVariants}
+                    initial="idle"
+                    animate={
+                        containerState === 'downloading' ? 'exitRight' :
+                        containerState === 'spilled' ? 'spill' :
+                        'idle'
+                    }
+                 >
+                     {/* Lid */}
+                     <motion.div
+                        className="absolute top-[50px] left-[50%] -translate-x-1/2 z-10" // Position lid relative to container
+                        style={{
+                            translateX: '-90px'
+                        }}
+                        variants={lidVariants}
+                        initial="hidden"
+                        animate={showLid ? "visible" : "hidden"}
+                    >
+                        <LidSVG />
+                    </motion.div>
+
+                     {/* Container */}
+                    <ContainerSVG />
+                </motion.div>
+
+                {/* Spill Puddle - Positioned independently below where container spills */}
+                 <motion.div
+                     className="absolute bottom-[-70px] left-[50%]" // Position roughly where spilled container base lands (Adjusted bottom)
+                     style={{
+                        translateX: '-300px'
+                     }}
+                     variants={spillPuddleVariants}
+                     initial="hidden"
+                     animate={showSpill ? "visible" : "hidden"}
+                 >
+                     <SpillPuddleSVG />
+                 </motion.div>
+
+            </div>
+        </div>
+    );
+};
+
+export default PourOverBackground;

atk-interface/src/components/ProgressBarParticles.jsx

@@ -0,0 +1,384 @@
+import React, { useState, useEffect, useRef, useMemo, useCallback } from 'react';
+import { motion, useAnimation } from 'framer-motion';
+
+// --- Helper Functions ---
+const random = (min, max) => Math.random() * (max - min) + min;
+const uuid = () =>
+    typeof crypto !== 'undefined' && crypto.randomUUID
+        ? crypto.randomUUID()
+        : `${Date.now().toString(36)}-${Math.random().toString(36).slice(2)}`;
+
+// Interpolate between two colors
+const interpolateColor = (color1, color2, factor) => {
+    if (factor < 0) factor = 0;
+    if (factor > 1) factor = 1;
+
+    const c1 = parseInt(color1.substring(1), 16);
+    const c2 = parseInt(color2.substring(1), 16);
+
+    const r1 = (c1 >> 16) & 0xff;
+    const g1 = (c1 >> 8) & 0xff;
+    const b1 = c1 & 0xff;
+
+    const r2 = (c2 >> 16) & 0xff;
+    const g2 = (c2 >> 8) & 0xff;
+    const b2 = c2 & 0xff;
+
+    const r = Math.round(r1 + (r2 - r1) * factor);
+    const g = Math.round(g1 + (g2 - g1) * factor);
+    const b = Math.round(b1 + (b2 - b1) * factor);
+
+    return `#${((1 << 24) + (r << 16) + (g << 8) + b).toString(16).slice(1).toUpperCase()}`;
+};
+
+const START_COLOR = '#4ade80'; // Dull Green (Tailwind green-400)
+const END_COLOR = '#00FF00';   // Bright Neon Green
+
+// --- Particle Component ---
+const Particle = ({ id, initialX, initialY, targetPointX, targetPointY, color, status, screenHeight, screenWidth, onComplete }) => {
+    const controls = useAnimation();
+    const [currentState, setCurrentState] = useState(status);
+    const particleRef = useRef({ isComplete: false }); // Ref to track completion status
+
+    useEffect(() => {
+        setCurrentState(status); // Update state if prop changes
+    }, [status]);
+
+    useEffect(() => {
+        if (particleRef.current.isComplete) return; // Don't restart animation if already completing
+
+        let animationSequence;
+        const durationBase = random(6, 12); // Base duration for normal movement
+        const fadeDuration = 1.5; // Normal fade duration
+
+        // Slow fade durations for lingering particles
+        const lingerFadeDuration = random(8, 15); // Longer fade for failed/revoked
+        const lingerDelay = random(3, 7); // Delay before slow fade starts
+
+        switch (currentState) {
+            case 'FAILED':
+                // Drop to bottom, linger as smaller "corpse", then fade slowly
+                animationSequence = async () => {
+                    // 1. Drop to near the bottom
+                    await controls.start({
+                        x: random(0, screenWidth), // Scatter slightly at the bottom
+                        y: screenHeight - random(10, 15), // Settle very close to the bottom edge
+                        opacity: 1,
+                        scale: 0.8, // Slightly smaller "corpse"
+                        transition: { duration: random(1, 2.5), ease: "easeIn" }
+                    });
+                    // 2. Linger, then fade slowly
+                    await controls.start({
+                        opacity: 0,
+                        transition: { duration: lingerFadeDuration, delay: lingerDelay }
+                    });
+                    if (!particleRef.current.isComplete) {
+                       particleRef.current.isComplete = true;
+                       onComplete(id);
+                    }
+                };
+                break;
+
+            case 'REVOKED':
+                 // Flee to edges, linger smaller/huddled, then fade slowly
+                 {
+                     const edgeX = initialX < screenWidth / 2 ? random(-15, 0) : random(screenWidth, screenWidth + 15);
+                     const edgeY = random(0, screenHeight);
+                     animationSequence = async () => {
+                         // 1. Move quickly to the edge
+                         await controls.start({
+                             x: edgeX,
+                             y: edgeY,
+                             opacity: 1,
+                             scale: 0.6, // Smaller, huddled look
+                             transition: { duration: random(0.5, 1.5), ease: "easeOut" }
+                         });
+                         // 2. Linger, then fade slowly
+                         await controls.start({
+                             opacity: 0,
+                             transition: { duration: lingerFadeDuration, delay: lingerDelay }
+                         });
+                         if (!particleRef.current.isComplete) {
+                             particleRef.current.isComplete = true;
+                             onComplete(id);
+                         }
+                     };
+                 }
+                 break;
+
+            case 'RUNNING':
+            case 'PENDING':
+            case 'COMPLETED':
+            default:
+                // Move towards the target point on the bar and fade (original behavior)
+                animationSequence = async () => {
+                    // 1. Quick fade-in
+                    await controls.start({
+                        opacity: 1,
+                        scale: 1, // Start at full size immediately
+                        transition: { duration: 0.3, ease: "easeOut" } // Fast fade-in
+                    });
+
+                    // 2. Move towards the target point
+                    await controls.start({
+                        x: targetPointX,
+                        y: targetPointY,
+                        // Opacity and scale are already 1 from the previous step
+                        transition: { duration: durationBase, ease: "circOut" }
+                    });
+
+                    // 3. Fade out near the target
+                    await controls.start({
+                        opacity: 0,
+                        scale: 0.3, // Shrink slightly as it fades
+                        transition: { duration: fadeDuration }
+                    });
+                    if (!particleRef.current.isComplete) {
+                        particleRef.current.isComplete = true;
+                        onComplete(id);
+                    }
+                };
+                break;
+        }
+
+        animationSequence().catch(err => {
+            // Handle potential animation errors (e.g., component unmounted)
+            if (err.name !== 'AbortError' && !particleRef.current.isComplete) {
+                console.error("Particle animation error:", err);
+                 // Ensure cleanup happens even on error if not already completed
+                 particleRef.current.isComplete = true;
+                 onComplete(id);
+            }
+        });
+
+        // Cleanup function for when component unmounts or dependencies change
+        // This helps prevent calling onComplete multiple times if status changes rapidly
+        return () => {
+            controls.stop(); // Stop any ongoing animation
+            // If the component unmounts before the animation naturally completes,
+            // ensure we call onComplete if it hasn't been called yet.
+            // This is important for states like RUNNING->FAILED transition.
+             if (!particleRef.current.isComplete) {
+                 // We might not call onComplete here directly,
+                 // as the state change might trigger a new animation
+                 // that WILL eventually call onComplete. Let the new effect handle it.
+                 // If we *do* call it here, it might remove the particle before the
+                 // FAILED/REVOKED animation can even start.
+                 // Let's rely on the isComplete flag within the async sequences.
+             }
+        };
+
+    // Ensure dependencies cover all inputs for the animation logic
+    }, [controls, id, initialX, initialY, targetPointX, targetPointY, color, currentState, screenHeight, screenWidth, onComplete]);
+
+
+    return (
+        <motion.div
+            key={id}
+            // Make particles smaller
+            className="absolute w-1.5 h-1.5 rounded-full pointer-events-none" // Size reduced
+            style={{
+                backgroundColor: color,
+                // Slightly reduced glow for density
+                boxShadow: `0 0 4px ${color}, 0 0 8px ${color}`, // Adjusted glow
+                top: 0,
+                left: 0,
+            }}
+            initial={{ x: initialX, y: initialY, opacity: 0, scale: 0.5 }}
+            animate={controls}
+        />
+    );
+};
+
+// --- Main Particle Container ---
+const ProgressBarParticles = ({ taskId, progress, status, progressBarElement, downloadButtonElement, color }) => {
+    const [particles, setParticles] = useState([]);
+    const containerRef = useRef(null);
+    const [dimensions, setDimensions] = useState({ width: 0, height: 0 });
+    const [barRect, setBarRect] = useState(null);
+    const [buttonRect, setButtonRect] = useState(null); // State for button position
+
+    // Get container dimensions
+    useEffect(() => {
+        const updateDimensions = () => {
+            if (containerRef.current) {
+                setDimensions({
+                    width: containerRef.current.offsetWidth,
+                    height: containerRef.current.offsetHeight,
+                });
+            }
+        };
+        updateDimensions();
+        window.addEventListener('resize', updateDimensions);
+        return () => window.removeEventListener('resize', updateDimensions);
+    }, []);
+
+    // Get progress bar dimensions/position relative to the viewport
+    useEffect(() => {
+        const updateBarRect = () => {
+            if (progressBarElement) {
+                setBarRect(progressBarElement.getBoundingClientRect());
+            } else {
+                setBarRect(null);
+            }
+        };
+
+        updateBarRect(); // Initial read
+
+        // Use ResizeObserver for efficiency if needed, or just poll on interval/scroll
+        const intervalId = setInterval(updateBarRect, 200); // Check position periodically
+
+        window.addEventListener('scroll', updateBarRect); // Update on scroll
+
+        return () => {
+            clearInterval(intervalId);
+            window.removeEventListener('scroll', updateBarRect);
+        };
+    }, [progressBarElement]); // Re-run if the element itself changes
+
+    // Get download button dimensions/position relative to the viewport
+    useEffect(() => {
+        const updateButtonRect = () => {
+            if (downloadButtonElement) {
+                setButtonRect(downloadButtonElement.getBoundingClientRect());
+            } else {
+                setButtonRect(null);
+            }
+        };
+
+        updateButtonRect(); // Initial read
+
+        // Use ResizeObserver for efficiency if needed, or just poll on interval/scroll
+        const intervalId = setInterval(updateButtonRect, 200); // Check position periodically
+
+        window.addEventListener('scroll', updateButtonRect); // Update on scroll
+
+        return () => {
+            clearInterval(intervalId);
+            window.removeEventListener('scroll', updateButtonRect);
+        };
+    }, [downloadButtonElement]); // Re-run if the button element itself changes
+
+    const removeParticle = useCallback((id) => {
+        setParticles(prev => prev.filter(p => p.id !== id));
+    }, []);
+
+    // Particle Generation Logic
+    useEffect(() => {
+        if (!taskId || !dimensions.width || !dimensions.height || !barRect) {
+            if (!taskId && particles.length > 0) {
+                setParticles([]);
+            }
+            return;
+        }
+
+        // --- Update existing particles status ---
+        // Do this regardless of the current task status, so particles
+        // correctly transition to FAILED/REVOKED animations etc.
+        setParticles(prev => prev.map(p => p.status !== status ? { ...p, status: status } : p));
+
+        // --- Particle Generation ---
+        // Always generate particles, but their behavior is determined by the status prop passed to Particle
+
+        // Increase max particles significantly & faster generation rate
+        const maxParticles = 15 + Math.floor((progress ?? 0) * 150); // Halved: Max ~165 particles at 100%
+        // Faster base rate, scales more aggressively with progress. Min 20ms interval.
+        const generationRate = Math.max(40, 200 - (progress ?? 0) * 160); // Slower generation: interval 40ms (100%) to 200ms (0%)
+
+
+        const intervalId = setInterval(() => {
+            setParticles(prev => {
+                // Check against maxParticles (use the length *after* potential updates)
+                if (prev.length < maxParticles) {
+                    const edge = Math.floor(random(0, 4)); // 0: top, 1: right, 2: bottom, 3: left
+                    let startX, startY;
+                    switch (edge) {
+                        case 0: // top
+                            startX = random(0, dimensions.width);
+                            startY = -10;
+                            break;
+                        case 1: // right
+                            startX = dimensions.width + 10;
+                            startY = random(0, dimensions.height);
+                            break;
+                        case 2: // bottom
+                            startX = random(0, dimensions.width);
+                            startY = dimensions.height + 10;
+                            break;
+                        case 3: // left
+                        default:
+                            startX = -10;
+                            startY = random(0, dimensions.height);
+                            break;
+                    }
+
+                    // Calculate target point within the *filled* portion of the bar OR the button
+                    const containerRect = containerRef.current?.getBoundingClientRect();
+                    if (!containerRect) return prev; // Exit if container not ready
+
+                    let targetX, targetY;
+
+                    // Target button if status is COMPLETED and button exists
+                    if (status === 'COMPLETED' && buttonRect) {
+                        const buttonStartX = buttonRect.left - containerRect.left;
+                        const buttonStartY = buttonRect.top - containerRect.top;
+                        targetX = buttonStartX + random(0, buttonRect.width);
+                        targetY = buttonStartY + random(0, buttonRect.height);
+                    }
+                    // Otherwise, target the progress bar (if it exists)
+                    else if (barRect) {
+                        const barStartX = barRect.left - containerRect.left;
+                        const barStartY = barRect.top - containerRect.top;
+                        const filledWidth = barRect.width * (progress ?? 0);
+
+                        // Target a random X within the filled area, or close to start if progress is 0
+                        targetX = barStartX + random(0, Math.max(5, filledWidth)); // Ensure minimum target width
+                        // Target Y somewhere vertically within the bar height
+                        targetY = barStartY + random(0, barRect.height);
+                    }
+                    // Fallback if neither is ready (should be rare)
+                    else {
+                        targetX = startX; // Stay near start position
+                        targetY = startY;
+                    }
+
+                    return [
+                        ...prev, // Use the already updated array if status changed, otherwise original prev
+                        {
+                            id: uuid(),
+                            initialX: startX,
+                            initialY: startY,
+                            targetPointX: targetX,
+                            targetPointY: targetY,
+                            color: color,
+                            status: status, // Pass current task status
+                        }
+                    ];
+                }
+                // If max particles reached, just return the potentially status-updated array
+                return prev;
+            });
+        }, generationRate);
+
+        return () => clearInterval(intervalId);
+    }, [taskId, progress, status, dimensions, barRect, buttonRect, downloadButtonElement, removeParticle, color]);
+
+    return (
+        <div
+            ref={containerRef}
+            className="absolute inset-0 overflow-hidden z-0 pointer-events-none" // z-0 to be behind content
+        >
+            {particles.map(p => (
+                <Particle
+                    key={p.id}
+                    {...p}
+                    screenHeight={dimensions.height}
+                    screenWidth={dimensions.width}
+                    onComplete={removeParticle}
+                />
+            ))}
+        </div>
+    );
+};
+
+export default ProgressBarParticles; 

atk-interface/src/components/ScrollingTextBackground.jsx

@@ -0,0 +1,92 @@
+import React, { useMemo, useEffect, useRef } from 'react';
+import { motion, useMotionValue, useTransform, useAnimationFrame } from 'framer-motion';
+
+// Function to generate a random number within a range
+const random = (min, max) => Math.random() * (max - min) + min;
+
+// Create a single line element
+const Line = ({ width, delay }) => (
+  <motion.div
+    className="h-1.5 bg-gray-600 rounded"
+    style={{ width: `${width}%` }}
+    initial={{ opacity: 0 }}
+    animate={{ opacity: 0.4 }}
+    transition={{ delay, duration: 0.5 }}
+  />
+);
+
+// Create the scrolling background component
+const ScrollingTextBackground = ({ duration = 30 }) => {
+  const numLines = 50;
+
+  const lines = useMemo(() => {
+    return Array.from({ length: numLines }).map((_, i) => ({
+      id: i,
+      width: random(20, 80),
+      delay: random(0, 1),
+    }));
+  }, []);
+
+  // --- Manual Animation Logic ---
+  const yProgress = useMotionValue(0); // Tracks progress from 0 to 1
+  const yPercentage = useTransform(yProgress, [0, 1], ["0%", "-50%"]); // Maps progress to Y offset
+
+  const lastFrameTime = useRef(performance.now());
+  const animationFrameId = useRef(null); // To store the request ID
+  const currentDuration = useRef(duration); // Store duration in a ref
+
+  // Update the duration ref whenever the prop changes
+  useEffect(() => {
+    currentDuration.current = duration;
+  }, [duration]);
+
+  useAnimationFrame((timestamp) => {
+    const deltaTime = timestamp - lastFrameTime.current;
+
+    // Guard against potentially huge deltaTime after remount or tab backgrounding.
+    // Only update animation if deltaTime is reasonable (e.g., < 1 second).
+    // Also handle potential negative deltaTime if clocks adjust.
+    if (deltaTime < 0 || deltaTime > 1000) {
+        lastFrameTime.current = timestamp; // Reset for the next frame
+        return; // Skip animation update for this frame
+    }
+
+    lastFrameTime.current = timestamp; // Update time for the next frame calculation
+
+    // Calculate progress increment based on current duration
+    // duration is in seconds, deltaTime in ms. Convert duration to ms.
+    const progressIncrement = deltaTime / (currentDuration.current * 1000);
+
+    // Update progress, wrapping around using modulo
+    const newProgress = (yProgress.get() + progressIncrement) % 1;
+    yProgress.set(newProgress);
+  });
+
+  // --- End Manual Animation Logic ---
+
+  return (
+    <div className="absolute inset-0 overflow-hidden z-0 pointer-events-none">
+      <motion.div
+        className="w-full"
+        style={{ y: yPercentage }} // Apply the transformed y value directly
+        // No animate, variants, or initial props needed for y animation here
+      >
+        {/* First block of lines */}
+        <div className="w-full flex flex-col items-center space-y-4">
+          {lines.map(line => (
+            <Line key={`top-${line.id}`} width={line.width} delay={line.delay} />
+          ))}
+        </div>
+        <br />
+        {/* Second block of lines */}
+        <div className="w-full flex flex-col items-center space-y-4">
+          {lines.map(line => (
+            <Line key={`bottom-${line.id}`} width={line.width} delay={line.delay} />
+          ))}
+        </div>
+      </motion.div>
+    </div>
+  );
+};
+
+export default ScrollingTextBackground; 

atk-interface/src/context/FileManagerContext.jsx

@@ -0,0 +1,112 @@
+import React, { createContext, useState, useContext, useCallback } from 'react';
+import { fetchInputStructure, fetchOutputStructure } from '../api'; // Assuming API functions exist
+
+const FileManagerContext = createContext();
+
+export const useFileManager = () => useContext(FileManagerContext);
+
+/**
+ * Adapts API data structure to the structure expected by react-arborist.
+ * Sorts directories first, then alphabetically.
+ * @param {Array<object>} apiData - Data from the API
+ * @returns {Array<object>} Adapted and sorted data
+ */
+const adaptAndSortApiData = (apiData) => {
+    if (!Array.isArray(apiData)) return [];
+    const adapted = apiData.map(item => ({
+        id: item.path,
+        name: item.path.split('/').pop() || item.path,
+        relativePath: item.path,
+        is_dir: item.is_dir,
+        children: item.is_dir ? (item.children ? adaptAndSortApiData(item.children) : null) : undefined,
+    }));
+    // Sort: directories first, then alphabetically
+    adapted.sort((a, b) => {
+        if (a.is_dir !== b.is_dir) return a.is_dir ? -1 : 1;
+        return a.name.localeCompare(b.name);
+    });
+    return adapted;
+};
+
+
+export const FileManagerProvider = ({ children }) => {
+    // --- Input State ---
+    const [inputTreeData, setInputTreeData] = useState(null);
+    const [isInputLoading, setIsInputLoading] = useState(false);
+    const [inputError, setInputError] = useState(null);
+
+    // --- Output State ---
+    const [outputTreeData, setOutputTreeData] = useState(null);
+    const [isOutputLoading, setIsOutputLoading] = useState(false);
+    const [outputError, setOutputError] = useState(null);
+
+    // --- Fetch Input Data (with caching) ---
+    const fetchInputData = useCallback(async (forceRefresh = false) => {
+        if (inputTreeData && !forceRefresh) {
+            // console.log("Using cached input data");
+            return; // Use cached data if available and not forcing refresh
+        }
+        // console.log("Fetching input data...", { forceRefresh });
+        setIsInputLoading(true);
+        setInputError(null);
+        try {
+            const structure = await fetchInputStructure();
+            const adaptedData = adaptAndSortApiData(structure);
+            setInputTreeData(adaptedData);
+        } catch (e) {
+            console.error("Failed to fetch input structure:", e);
+            setInputError(e.message || 'Failed to load input files structure.');
+            setInputTreeData([]); // Set empty on error to stop loading indicators
+        } finally {
+            setIsInputLoading(false);
+        }
+    }, [inputTreeData]); // Re-run if cached data changes (relevant for forceRefresh logic)
+
+    // --- Fetch Output Data (with caching) ---
+    const fetchOutputData = useCallback(async (forceRefresh = false) => {
+        if (outputTreeData && !forceRefresh) {
+            // console.log("Using cached output data");
+            return; // Use cached data
+        }
+        // console.log("Fetching output data...", { forceRefresh });
+        setIsOutputLoading(true);
+        setOutputError(null);
+        try {
+            const structure = await fetchOutputStructure();
+            const adaptedData = adaptAndSortApiData(structure);
+            setOutputTreeData(adaptedData);
+        } catch (e) {
+            console.error("Failed to fetch output structure:", e);
+            setOutputError(e.message || 'Failed to load output files structure.');
+            setOutputTreeData([]); // Set empty on error
+        } finally {
+            setIsOutputLoading(false);
+        }
+    }, [outputTreeData]); // Re-run if cached data changes
+
+    // --- Refresh Functions ---
+    // These simply call the fetch functions with forceRefresh=true
+    const refreshInputData = useCallback(() => fetchInputData(true), [fetchInputData]);
+    const refreshOutputData = useCallback(() => fetchOutputData(true), [fetchOutputData]);
+
+
+    const value = {
+        inputTreeData,
+        isInputLoading,
+        inputError,
+        fetchInputData,
+        refreshInputData,
+
+        outputTreeData,
+        isOutputLoading,
+        outputError,
+        fetchOutputData,
+        refreshOutputData,
+    };
+
+    return (
+        <FileManagerContext.Provider value={value}>
+            {children}
+        </FileManagerContext.Provider>
+    );
+}; 

atk-interface/src/context/NavigationContext.jsx

@@ -0,0 +1,19 @@
+import React, { createContext, useContext, useState } from 'react';
+
+// Context to store which nav link should be highlighted (in addition to the active one)
+const NavigationContext = createContext({
+  highlightedNavLink: null,
+  setHighlightedNavLink: () => {},
+});
+
+export const NavigationProvider = ({ children }) => {
+  const [highlightedNavLink, setHighlightedNavLink] = useState(null);
+
+  return (
+    <NavigationContext.Provider value={{ highlightedNavLink, setHighlightedNavLink }}>
+      {children}
+    </NavigationContext.Provider>
+  );
+};
+
+export const useNavigation = () => useContext(NavigationContext); 

atk-interface/src/context/TaskHistoryContext.jsx

@@ -0,0 +1,60 @@
+import React, { createContext, useState, useContext, useCallback, useEffect } from 'react';
+
+const TaskHistoryContext = createContext();
+
+export const useTaskHistory = () => useContext(TaskHistoryContext);
+
+export const TaskHistoryProvider = ({ children }) => {
+    // Initialize state from localStorage if available, otherwise empty array
+    const [taskHistory, setTaskHistory] = useState(() => {
+        try {
+            const storedHistory = localStorage.getItem('atk_taskHistory');
+            return storedHistory ? JSON.parse(storedHistory) : [];
+        } catch (error) {
+            console.error("Error reading task history from localStorage:", error);
+            return [];
+        }
+    });
+
+    // Persist history to localStorage whenever it changes
+    useEffect(() => {
+        try {
+            localStorage.setItem('atk_taskHistory', JSON.stringify(taskHistory));
+        } catch (error) {
+            console.error("Error saving task history to localStorage:", error);
+        }
+    }, [taskHistory]);
+
+    const addTaskToHistory = useCallback((taskId) => {
+        if (!taskId) return;
+        console.log(`[TaskHistoryContext] addTaskToHistory called with taskId: ${taskId}`);
+        setTaskHistory(prevHistory => {
+            console.log(`[TaskHistoryContext] Previous history:`, prevHistory);
+            // Avoid duplicates and add to the beginning (most recent first)
+            const newHistory = [taskId, ...prevHistory.filter(id => id !== taskId)];
+            // Optional: Limit history size
+            // const MAX_HISTORY_SIZE = 20;
+            // return newHistory.slice(0, MAX_HISTORY_SIZE);
+            console.log(`[TaskHistoryContext] New history:`, newHistory);
+            return newHistory;
+        });
+    }, []);
+
+    const clearTaskHistory = useCallback(() => {
+        console.log(`[TaskHistoryContext] clearTaskHistory called.`);
+        setTaskHistory([]);
+        localStorage.removeItem('atk_taskHistory'); // Clear from storage too
+    }, []);
+
+    const value = {
+        taskHistory,
+        addTaskToHistory,
+        clearTaskHistory,
+    };
+
+    return (
+        <TaskHistoryContext.Provider value={value}>
+            {children}
+        </TaskHistoryContext.Provider>
+    );
+}; 

atk-interface/src/index.css

@@ -0,0 +1,3 @@
+@tailwind base;
+@tailwind components;
+@tailwind utilities;

atk-interface/src/main.jsx

@@ -0,0 +1,16 @@
+import { StrictMode } from 'react'
+import { createRoot } from 'react-dom/client'
+import { BrowserRouter } from 'react-router-dom'
+import { NavigationProvider } from './context/NavigationContext'
+import './index.css'
+import App from './App.jsx'
+
+createRoot(document.getElementById('root')).render(
+  <StrictMode>
+    <BrowserRouter>
+      <NavigationProvider>
+        <App />
+      </NavigationProvider>
+    </BrowserRouter>
+  </StrictMode>,
+)

atk-interface/src/pages/Chat.jsx

@@ -0,0 +1,550 @@
+import React, { useState, useEffect, useRef } from 'react';
+import { FiSend, FiEdit2, FiCopy, FiCheck, FiTrash2, FiSettings, FiRefreshCw } from 'react-icons/fi';
+
+function Chat() {
+  const [messages, setMessages] = useState([]);
+  const [inputMessage, setInputMessage] = useState('');
+  const [isLoading, setIsLoading] = useState(false);
+  const [serverPort, setServerPort] = useState('8003');
+  const [showPortSettings, setShowPortSettings] = useState(false);
+  const [serverStatus, setServerStatus] = useState('checking'); // 'checking', 'online', 'offline'
+  const [serverType, setServerType] = useState('unknown'); // 'openai', 'rag', 'unknown'
+  const [editingMessageId, setEditingMessageId] = useState(null);
+  const [copiedMessageId, setCopiedMessageId] = useState(null);
+  const [isRefreshingStatus, setIsRefreshingStatus] = useState(false);
+  const [isStreaming, setIsStreaming] = useState(true); // New streaming toggle, default true
+  const messagesEndRef = useRef(null);
+  const inputRef = useRef(null);
+
+  // Check server status
+  useEffect(() => {
+    const checkServerStatus = async () => {
+      try {
+        // Use the health endpoint instead of generate with empty messages
+        const baseUrl = window.location.hostname === '127.0.0.1' || window.location.hostname === 'localhost'
+          ? `http://127.0.0.1:${serverPort}`
+          : `${window.location.origin}/llm`;
+        const response = await fetch(`${baseUrl}/health`, {
+          method: 'GET',
+          headers: { 'Content-Type': 'application/json' }
+        });
+        
+        if (response.ok) {
+          const data = await response.json();
+          setServerStatus('online');
+          
+          // Detect server type based on response message
+          if (data.message && data.message.includes('RAG')) {
+            setServerType('rag');
+          } else if (data.message && data.message.includes('OpenAI')) {
+            setServerType('openai');
+          } else {
+            setServerType('unknown');
+          }
+        } else {
+          setServerStatus('offline');
+          setServerType('unknown');
+        }
+      } catch (error) {
+        setServerStatus('offline');
+        setServerType('unknown');
+      }
+    };
+
+    // Check immediately when port changes
+    checkServerStatus();
+    
+    // Set up interval for periodic checks
+    const interval = setInterval(checkServerStatus, 3000); // Check every 3 seconds
+    return () => clearInterval(interval);
+  }, [serverPort]); // Re-run when serverPort changes
+
+  // Auto-scroll to bottom when new messages arrive
+  useEffect(() => {
+    messagesEndRef.current?.scrollIntoView({ behavior: 'smooth' });
+  }, [messages]);
+
+  const handleSendMessage = async () => {
+    if (!inputMessage.trim() || isLoading || serverStatus !== 'online') return;
+
+    const userMessage = { role: 'user', content: inputMessage.trim(), id: Date.now() };
+    setMessages(prev => [...prev, userMessage]);
+    setInputMessage('');
+    setIsLoading(true);
+
+    try {
+      // Prepare messages for API (remove id field)
+      const apiMessages = messages.concat(userMessage).map(({ role, content }) => ({ role, content }));
+      
+      if (isStreaming) {
+        // Handle streaming response
+        const assistantMessageId = Date.now() + 1;
+        const assistantMessage = {
+          role: 'assistant',
+          content: '',
+          id: assistantMessageId
+        };
+        
+        // Add empty assistant message that we'll update
+        setMessages(prev => [...prev, assistantMessage]);
+        
+        const baseUrl = window.location.hostname === '127.0.0.1' || window.location.hostname === 'localhost'
+          ? `http://127.0.0.1:${serverPort}`
+          : `${window.location.origin}/llm`;
+        const response = await fetch(`${baseUrl}/generate-stream`, {
+          method: 'POST',
+          headers: { 'Content-Type': 'application/json' },
+          body: JSON.stringify({ messages: apiMessages })
+        });
+
+        if (!response.ok) {
+          let errorText = `Server responded with ${response.status}`;
+          try {
+            const errorData = await response.text();
+            if (errorData) {
+              errorText += `: ${errorData}`;
+            }
+          } catch (e) {
+            // Ignore if we can't read the error body
+          }
+          throw new Error(errorText);
+        }
+
+        const reader = response.body.getReader();
+        const decoder = new TextDecoder();
+        let accumulatedContent = '';
+
+        try {
+          while (true) {
+            const { done, value } = await reader.read();
+            if (done) break;
+
+            const chunk = decoder.decode(value, { stream: true });
+            const lines = chunk.split('\n');
+
+            for (const line of lines) {
+              if (line.startsWith('data: ')) {
+                try {
+                  const data = JSON.parse(line.slice(6));
+                  if (data.error) {
+                    throw new Error(data.error);
+                  }
+                  if (data.text) {
+                    accumulatedContent += data.text;
+                    // Update the assistant message with accumulated content
+                    setMessages(prev => prev.map(msg => 
+                      msg.id === assistantMessageId 
+                        ? { ...msg, content: accumulatedContent }
+                        : msg
+                    ));
+                  }
+                  if (data.done) {
+                    break;
+                  }
+                } catch (parseError) {
+                  console.warn('Failed to parse SSE data:', line);
+                }
+              }
+            }
+          }
+        } finally {
+          reader.releaseLock();
+        }
+      } else {
+        // Handle non-streaming response (original logic)
+        const baseUrl = window.location.hostname === '127.0.0.1' || window.location.hostname === 'localhost'
+          ? `http://127.0.0.1:${serverPort}`
+          : `${window.location.origin}/llm`;
+        const response = await fetch(`${baseUrl}/generate`, {
+          method: 'POST',
+          headers: { 'Content-Type': 'application/json' },
+          body: JSON.stringify({ messages: apiMessages })
+        });
+
+        if (!response.ok) {
+          let errorText = `Server responded with ${response.status}`;
+          try {
+            const errorData = await response.text();
+            if (errorData) {
+              errorText += `: ${errorData}`;
+            }
+          } catch (e) {
+            // Ignore if we can't read the error body
+          }
+          throw new Error(errorText);
+        }
+
+        const responseText = await response.text();
+        
+        // Try to parse as JSON first, in case the server wraps the response in quotes
+        let finalResponseText;
+        try {
+          // If the response is JSON-wrapped (e.g., "\"Hello world\""), parse it
+          const parsed = JSON.parse(responseText);
+          finalResponseText = typeof parsed === 'string' ? parsed : responseText;
+        } catch (e) {
+          // If it's not JSON, use as-is
+          finalResponseText = responseText;
+        }
+        
+        const assistantMessage = {
+          role: 'assistant',
+          content: finalResponseText,
+          id: Date.now() + 1
+        };
+        
+        setMessages(prev => [...prev, assistantMessage]);
+      }
+    } catch (error) {
+      console.error('Error sending message:', error);
+      const errorMessage = {
+        role: 'assistant',
+        content: `Error: ${error.message}. Please check if the server is running on port ${serverPort} and try refreshing the connection.`,
+        id: Date.now() + 1,
+        isError: true
+      };
+      setMessages(prev => [...prev, errorMessage]);
+      
+      // Also refresh server status to check if server went offline
+      handleManualRefresh();
+    } finally {
+      setIsLoading(false);
+      inputRef.current?.focus();
+    }
+  };
+
+  const handleKeyPress = (e) => {
+    if (e.key === 'Enter' && !e.shiftKey) {
+      e.preventDefault();
+      handleSendMessage();
+    }
+  };
+
+  const handleCopyMessage = (message) => {
+    navigator.clipboard.writeText(message.content);
+    setCopiedMessageId(message.id);
+    setTimeout(() => setCopiedMessageId(null), 2000);
+  };
+
+  const handleEditMessage = (message) => {
+    setEditingMessageId(message.id);
+  };
+
+  const handleSaveEdit = (messageId, newContent) => {
+    setMessages(prev => prev.map(msg => 
+      msg.id === messageId ? { ...msg, content: newContent } : msg
+    ));
+    setEditingMessageId(null);
+  };
+
+  const handleDeleteMessage = (messageId) => {
+    setMessages(prev => prev.filter(msg => msg.id !== messageId));
+  };
+
+  const handleClearChat = () => {
+    if (window.confirm('Are you sure you want to clear all messages?')) {
+      setMessages([]);
+    }
+  };
+
+  // Manual refresh function
+  const handleManualRefresh = async () => {
+    setIsRefreshingStatus(true);
+    try {
+      const baseUrl = window.location.hostname === '127.0.0.1' || window.location.hostname === 'localhost'
+        ? `http://127.0.0.1:${serverPort}`
+        : `${window.location.origin}/llm`;
+      const response = await fetch(`${baseUrl}/health`, {
+        method: 'GET',
+        headers: { 'Content-Type': 'application/json' }
+      });
+      
+      if (response.ok) {
+        const data = await response.json();
+        setServerStatus('online');
+        
+        if (data.message && data.message.includes('RAG')) {
+          setServerType('rag');
+        } else if (data.message && data.message.includes('OpenAI')) {
+          setServerType('openai');
+        } else {
+          setServerType('unknown');
+        }
+      } else {
+        setServerStatus('offline');
+        setServerType('unknown');
+      }
+    } catch (error) {
+      setServerStatus('offline');
+      setServerType('unknown');
+    } finally {
+      setIsRefreshingStatus(false);
+    }
+  };
+
+  const MessageComponent = ({ message }) => {
+    const [editContent, setEditContent] = useState(message.content);
+    const isEditing = editingMessageId === message.id;
+    const isCopied = copiedMessageId === message.id;
+
+    return (
+      <div className={`flex ${message.role === 'user' ? 'justify-end' : 'justify-start'} mb-4`}>
+        <div className={`max-w-[70%] rounded-lg p-4 ${
+          message.role === 'user' 
+            ? 'bg-blue-600 text-white' 
+            : message.isError 
+              ? 'bg-red-800 text-red-100'
+              : 'bg-gray-700 text-gray-100'
+        }`}>
+          <div className="flex items-start justify-between gap-2 mb-1">
+            <span className="text-xs opacity-70 font-semibold">
+              {message.role === 'user' ? 'You' : 'Assistant'}
+            </span>
+            <div className="flex gap-1">
+              <button
+                onClick={() => handleCopyMessage(message)}
+                className="p-1 hover:bg-white/10 rounded transition-colors"
+                title="Copy message"
+              >
+                {isCopied ? <FiCheck size={14} /> : <FiCopy size={14} />}
+              </button>
+              <button
+                onClick={() => handleEditMessage(message)}
+                className="p-1 hover:bg-white/10 rounded transition-colors"
+                title="Edit message"
+              >
+                <FiEdit2 size={14} />
+              </button>
+              <button
+                onClick={() => handleDeleteMessage(message.id)}
+                className="p-1 hover:bg-white/10 rounded transition-colors"
+                title="Delete message"
+              >
+                <FiTrash2 size={14} />
+              </button>
+            </div>
+          </div>
+          
+          {isEditing ? (
+            <div className="mt-2">
+              <textarea
+                value={editContent}
+                onChange={(e) => setEditContent(e.target.value)}
+                className="w-full p-2 bg-black/20 rounded text-sm resize-none"
+                rows={4}
+                autoFocus
+              />
+              <div className="flex gap-2 mt-2">
+                <button
+                  onClick={() => handleSaveEdit(message.id, editContent)}
+                  className="px-3 py-1 bg-green-600 hover:bg-green-700 rounded text-xs"
+                >
+                  Save
+                </button>
+                <button
+                  onClick={() => {
+                    setEditingMessageId(null);
+                    setEditContent(message.content);
+                  }}
+                  className="px-3 py-1 bg-gray-600 hover:bg-gray-700 rounded text-xs"
+                >
+                  Cancel
+                </button>
+              </div>
+            </div>
+          ) : (
+            <div className="whitespace-pre-wrap break-words text-sm">
+              {message.content}
+            </div>
+          )}
+        </div>
+      </div>
+    );
+  };
+
+  return (
+    <div className="flex flex-col h-full bg-gray-900">
+      {/* Header */}
+      <div className="bg-gray-800 p-4 border-b border-gray-700">
+        <div className="flex items-center justify-between">
+          <div className="flex items-center gap-4">
+            <h1 className="text-xl font-bold text-white">Chat Interface</h1>
+            <div className="flex items-center gap-2">
+              <div className={`w-2 h-2 rounded-full ${
+                serverStatus === 'online' ? 'bg-green-500' : 
+                serverStatus === 'offline' ? 'bg-red-500' : 
+                'bg-yellow-500'
+              }`} />
+              <span className="text-sm text-gray-400">
+                {serverStatus === 'online' 
+                  ? `Server Online (${serverType === 'rag' ? 'RAG-Enabled' : serverType === 'openai' ? 'Standard' : 'Unknown Type'})` 
+                  : serverStatus === 'offline' 
+                    ? 'Server Offline' 
+                    : 'Checking...'}
+                {isRefreshingStatus && serverStatus === 'online' && (
+                  <span className="ml-1 text-xs opacity-60">(refreshing)</span>
+                )}
+              </span>
+              {serverStatus === 'online' && (
+                <span className="text-xs text-gray-500 bg-gray-700 px-2 py-1 rounded">
+                  Port {serverPort}
+                </span>
+              )}
+            </div>
+          </div>
+          
+          <div className="flex items-center gap-2">
+            <button
+              onClick={handleManualRefresh}
+              disabled={isRefreshingStatus}
+              className="p-2 hover:bg-gray-700 rounded transition-colors"
+              title="Refresh server status"
+            >
+              <FiRefreshCw className={isRefreshingStatus ? 'animate-spin' : ''} />
+            </button>
+            <button
+              onClick={() => setShowPortSettings(!showPortSettings)}
+              className="p-2 hover:bg-gray-700 rounded transition-colors"
+              title="Server settings"
+            >
+              <FiSettings />
+            </button>
+            <button
+              onClick={handleClearChat}
+              className="px-3 py-1 bg-red-600 hover:bg-red-700 rounded text-sm"
+              disabled={messages.length === 0}
+            >
+              Clear Chat
+            </button>
+          </div>
+        </div>
+        
+        {/* Port Settings */}
+        {showPortSettings && (
+          <div className="mt-4 pt-4 border-t border-gray-700">
+            <div className="flex items-center gap-4 mb-3">
+              <div className="flex items-center gap-2">
+                <label className="text-sm text-gray-400">Server Port:</label>
+                <input
+                  type="text"
+                  value={serverPort}
+                  onChange={(e) => setServerPort(e.target.value)}
+                  className="px-2 py-1 bg-gray-700 rounded text-sm w-20"
+                  placeholder="8003"
+                />
+                <span className="text-xs text-gray-500">
+                  Default: 8003 (Change if server is running on a different port)
+                </span>
+              </div>
+            </div>
+            <div className="flex items-center gap-2">
+              <label className="text-sm text-gray-400">Streaming:</label>
+              <button
+                onClick={() => setIsStreaming(!isStreaming)}
+                className={`relative inline-flex h-6 w-11 items-center rounded-full transition-colors ${
+                  isStreaming ? 'bg-blue-600' : 'bg-gray-600'
+                }`}
+              >
+                <span
+                  className={`inline-block h-4 w-4 transform rounded-full bg-white transition-transform ${
+                    isStreaming ? 'translate-x-6' : 'translate-x-1'
+                  }`}
+                />
+              </button>
+              <span className="text-xs text-gray-500">
+                {isStreaming ? 'On' : 'Off'} - Stream responses in real-time
+              </span>
+            </div>
+          </div>
+        )}
+      </div>
+
+      {/* Messages Area */}
+      <div className="flex-grow overflow-y-auto p-4">
+        {messages.length === 0 ? (
+          <div className="flex items-center justify-center h-full">
+            <div className="text-center text-gray-500 max-w-2xl px-4">
+              {serverStatus === 'online' ? (
+                <>
+                  <p className="text-lg mb-2">No messages yet</p>
+                  <p className="text-sm">
+                    Start a conversation by typing a message below
+                  </p>
+                </>
+              ) : (
+                <>
+                  <p className="text-lg mb-4 text-gray-400">Welcome to the Chat Interface</p>
+                  <div className="text-sm leading-relaxed space-y-3">
+                    <p>
+                      This page is where you can interact with models that you train using Augmentoolkit. 
+                      Start an LLM server with one of the utility pipelines (<span className="font-mono bg-gray-800 px-2 py-1 rounded">basic-server</span> or <span className="font-mono bg-gray-800 px-2 py-1 rounded">rag-server</span>, in <span className="font-mono bg-gray-800 px-2 py-1 rounded">generation/utilities</span>) 
+                      and when it reaches 100% completion, this page will activate and let you chat with your model.
+                    </p>
+                    <p className="text-xs text-gray-600">
+                      <strong>Pro tip:</strong> if you want to use your custom model in production, the code for these pipelines also provides a great reference. Check it out!
+                    </p>
+                  </div>
+                </>
+              )}
+            </div>
+          </div>
+        ) : (
+          <div>
+            {messages.map(message => (
+              <MessageComponent key={message.id} message={message} />
+            ))}
+          </div>
+        )}
+        {isLoading && (
+          <div className="flex justify-start mb-4">
+            <div className="bg-gray-700 rounded-lg p-4 max-w-[70%]">
+              <div className="flex items-center gap-2">
+                <div className="animate-pulse flex gap-1">
+                  <div className="w-2 h-2 bg-gray-400 rounded-full animate-bounce" style={{ animationDelay: '0ms' }} />
+                  <div className="w-2 h-2 bg-gray-400 rounded-full animate-bounce" style={{ animationDelay: '150ms' }} />
+                  <div className="w-2 h-2 bg-gray-400 rounded-full animate-bounce" style={{ animationDelay: '300ms' }} />
+                </div>
+                <span className="text-sm text-gray-400">Assistant is typing...</span>
+              </div>
+            </div>
+          </div>
+        )}
+        <div ref={messagesEndRef} />
+      </div>
+
+      {/* Input Area */}
+      <div className="border-t border-gray-700 p-4 bg-gray-800">
+        <div className="flex gap-2">
+          <textarea
+            ref={inputRef}
+            value={inputMessage}
+            onChange={(e) => setInputMessage(e.target.value)}
+            onKeyPress={handleKeyPress}
+            placeholder={
+              serverStatus === 'online' 
+                ? "Type your message here... (Press Enter to send, Shift+Enter for new line)"
+                : "Waiting for server connection..."
+            }
+            className="flex-grow p-3 bg-gray-700 text-white rounded-lg resize-none focus:outline-none focus:ring-2 focus:ring-blue-500"
+            rows={3}
+            disabled={serverStatus !== 'online'}
+          />
+          <button
+            onClick={handleSendMessage}
+            disabled={!inputMessage.trim() || isLoading || serverStatus !== 'online'}
+            className={`px-6 py-3 rounded-lg font-semibold transition-colors flex items-center gap-2 ${
+              !inputMessage.trim() || isLoading || serverStatus !== 'online'
+                ? 'bg-gray-600 text-gray-400 cursor-not-allowed'
+                : 'bg-blue-600 text-white hover:bg-blue-700'
+            }`}
+          >
+            <FiSend />
+            Send
+          </button>
+        </div>
+      </div>
+    </div>
+  );
+}
+
+export default Chat; 

atk-interface/src/pages/ConfigEditor.jsx

@@ -0,0 +1,595 @@
+/* ------------------------------------------------------------------ */
+/*  Imports + stable placeholder regex                                */
+/* ------------------------------------------------------------------ */
+import React, { useState, useEffect, useCallback, useRef } from 'react';
+import { useParams, useNavigate, Link } from 'react-router-dom';
+import Editor from '@monaco-editor/react';
+import yaml from 'js-yaml';
+import { FiChevronLeft, FiX, FiLoader } from 'react-icons/fi';
+import Modal from '../components/Modal';
+import EnhancedButton from '../components/EnhancedButton';
+import {
+  fetchConfigContent,
+  saveConfigContent,
+  fetchAvailablePipelines,
+  runPipeline,
+} from '../api';
+
+/* 1️⃣  Define the regex **outside** the component so it never changes */
+const PLACEHOLDER_REGEX = /!!PLACEHOLDER!!/;
+const ATTENTION_REGEX = /!!ATTENTION!!/;
+
+/* ------------------------------------------------------------------ */
+/*                              ConfigEditor                          */
+/* ------------------------------------------------------------------ */
+function ConfigEditor() {
+  /* ---------- routing & refs ---------- */
+  const { configId: encodedConfigId } = useParams();
+  const configId = decodeURIComponent(encodedConfigId || '');
+  const navigate = useNavigate();
+  const editorRef = useRef(null);
+  const monacoRef = useRef(null);
+  const placeholderDecorationsRef = useRef([]);
+  const attentionDecorationsRef = useRef([]);
+
+  /* ---------- editor state ---------- */
+  const [originalContent, setOriginalContent] = useState('');
+  const [currentContent, setCurrentContent] = useState('');
+  const [isLoading, setIsLoading] = useState(true);
+  const [isSaving, setIsSaving] = useState(false);
+  const [editorError, setEditorError] = useState(null);
+  const [saveSuccess, setSaveSuccess] = useState(false);
+  const isDirty = originalContent !== currentContent;
+
+  /* ---------- placeholder/attention detection ---------- */
+  const [placeholderLines, setPlaceholderLines] = useState([]); // line numbers (1-based)
+  const [attentionLines, setAttentionLines] = useState([]); // line numbers (1-based)
+
+  /** Regex that matches: `key: !!PLACEHOLDER!!`, `key: '!!PLACEHOLDER!!'`, `key: "!!PLACEHOLDER!!"` */
+  // const PLACEHOLDER_REGEX = /:\s*['"]?!!PLACEHOLDER!!['"]?\s*$/; // Defined outside now
+
+  /* ---------- run & modal state ---------- */
+  const [isRunModalOpen, setIsRunModalOpen] = useState(false);
+  const [availablePipelines, setAvailablePipelines] = useState([]);
+  const [isFetchingPipelines, setIsFetchingPipelines] = useState(false);
+  const [modalNodePath, setModalNodePath] = useState('');
+  const [suggestions, setSuggestions] = useState([]);
+  const [selectedSuggestionIndex, setSelectedSuggestionIndex] = useState(-1);
+  const [runError, setRunError] = useState(null);
+  const [isSubmittingRun, setIsSubmittingRun] = useState(false);
+  const nodePathInputRef = useRef(null);
+
+  /* ==================================================================
+     Helpers -- placeholder scanning & Monaco decorations
+     ================================================================== */
+     const updateLineMarkers = useCallback((content) => {
+      if (!editorRef.current || !monacoRef.current) return;
+      const monaco = monacoRef.current;
+      const editor = editorRef.current;
+
+      const newPlaceholderLines = [];
+      const newAttentionLines = [];
+      const placeholderDecorations = [];
+      const attentionDecorations = [];
+
+      content.split('\n').forEach((line, idx) => {
+        const lineNo = idx + 1;
+        if (PLACEHOLDER_REGEX.test(line)) {
+          newPlaceholderLines.push(lineNo);
+          placeholderDecorations.push({
+            range: new monaco.Range(lineNo, 1, lineNo, 1),
+            options: {
+              isWholeLine: true,
+              className: 'placeholder-line-highlight',
+              hoverMessage: { value: 'Replace !!PLACEHOLDER!! before running' },
+            },
+          });
+        } else if (ATTENTION_REGEX.test(line)) {
+            newAttentionLines.push(lineNo);
+            attentionDecorations.push({
+              range: new monaco.Range(lineNo, 1, lineNo, 1),
+              options: {
+                isWholeLine: true,
+                className: 'attention-line-highlight',
+                hoverMessage: { value: 'Note: !!ATTENTION!! marker present' },
+              },
+            });
+        }
+      });
+
+      setPlaceholderLines(newPlaceholderLines);
+      setAttentionLines(newAttentionLines);
+
+      // Update decorations using deltaDecorations
+      placeholderDecorationsRef.current = editor.deltaDecorations(
+        placeholderDecorationsRef.current,
+        placeholderDecorations
+      );
+      attentionDecorationsRef.current = editor.deltaDecorations(
+        attentionDecorationsRef.current,
+        attentionDecorations
+      );
+    }, []); // Removed dependency on editorRef/monacoRef as they are refs
+
+  /* ==================================================================
+     Initial load
+     ================================================================== */
+     useEffect(() => {
+      if (!configId) return;
+  
+      (async () => {
+        try {
+          setIsLoading(true);
+          const text = await fetchConfigContent(configId);
+          setOriginalContent(text);
+          setCurrentContent(text);
+          setTimeout(() => updateLineMarkers(text), 0);
+        } catch (e) {
+          console.error(e);
+          setEditorError(e.message || 'Failed to load configuration content.');
+        } finally {
+          setIsLoading(false);
+        }
+      })();
+    }, [configId]);
+
+  /* ==================================================================
+     Editor change handler
+     ================================================================== */
+  const handleEditorChange = (value) => {
+    const newVal = value || '';
+    setCurrentContent(newVal);
+    if (saveSuccess) setSaveSuccess(false);
+    if (editorError) setEditorError(null);
+    if (runError) setRunError(null);
+    updateLineMarkers(newVal);
+  };
+
+  /* ==================================================================
+     Save / Reset
+     ================================================================== */
+  const handleSave = useCallback(async () => {
+    if (!isDirty || isSaving || !configId) return;
+    try {
+      setIsSaving(true);
+      await saveConfigContent(configId, currentContent);
+      setOriginalContent(currentContent);
+      setSaveSuccess(true);
+      setTimeout(() => setSaveSuccess(false), 3000);
+    } catch (e) {
+      console.error(e);
+      setEditorError(e.message || 'Failed to save configuration.');
+    } finally {
+      setIsSaving(false);
+    }
+  }, [configId, currentContent, isDirty, isSaving]);
+
+  const handleReset = () => {
+    if (!isDirty) return;
+    setCurrentContent(originalContent);
+    setEditorError(null);
+    setSaveSuccess(false);
+    setRunError(null);
+    updateLineMarkers(originalContent);
+  };
+
+  /* Ctrl/Cmd-S shortcut */
+  useEffect(() => {
+    const keydown = (e) => {
+      if ((e.metaKey || e.ctrlKey) && e.key === 's') {
+        e.preventDefault();
+        if (isDirty) handleSave();
+      }
+    };
+    window.addEventListener('keydown', keydown);
+    return () => window.removeEventListener('keydown', keydown);
+  }, [handleSave, isDirty]);
+
+  /* ==================================================================
+     Monaco mount
+     ================================================================== */
+  function handleEditorDidMount(editor, monaco) {
+    editorRef.current = editor;
+    monacoRef.current = monaco;
+    updateLineMarkers(currentContent); // Use the correct function name
+  }
+
+  /* ==================================================================
+     Run button & modal logic
+     ================================================================== */
+  const sendRunRequest = useCallback(
+    async (nodePath, parameters) => {
+      if (isSubmittingRun) return;
+      try {
+        console.log('Sending run request:', { nodePath, parameters });
+        setIsSubmittingRun(true);
+        const result = await runPipeline(nodePath, parameters);
+        setIsRunModalOpen(false);
+        navigate(`/monitor?pipeline_id=${result.pipeline_id}`);
+      } catch (e) {
+        console.error('Error during run request:', e);
+        setRunError(
+          e.message || 'An unknown error occurred while trying to run the pipeline.'
+        );
+      } finally {
+        setIsSubmittingRun(false);
+      }
+    },
+    [navigate, isSubmittingRun]
+  );
+
+  const handleRunClick = async () => {
+    console.log('handleRunClick invoked!');
+    setRunError(null);
+
+    /* Warn but still allow running if placeholders exist */
+    if (placeholderLines.length > 0) {
+      console.warn(
+        'Running pipeline while !!PLACEHOLDER!! values are still present.'
+      );
+    }
+
+    let parsedConfig = {};
+    try {
+      parsedConfig = yaml.load(currentContent) || {};
+      if (typeof parsedConfig !== 'object') {
+        throw new Error('Invalid YAML: Config must be an object.');
+      }
+    } catch (e) {
+      console.error('YAML Parse Error in handleRunClick:', e);
+      setRunError(`YAML Parse Error: ${e.message}`);
+      return;
+    }
+
+    const nodePathFromConfig = parsedConfig.pipeline;
+    if (nodePathFromConfig && typeof nodePathFromConfig === 'string') {
+      if (isDirty) {
+        console.warn(
+          'Running pipeline with unsaved changes in the editor.'
+        );
+      }
+      sendRunRequest(nodePathFromConfig, parsedConfig);
+      return;
+    }
+
+    /* Fallback modal flow */
+    console.log("Fallback: Attempting to open modal");
+    setModalNodePath('');
+    setSuggestions([]);
+    setSelectedSuggestionIndex(-1);
+    setIsRunModalOpen(true);
+    console.log("Fallback: Set isRunModalOpen to true");
+    if (availablePipelines.length === 0) fetchAvailablePipelinesApiCall();
+    setTimeout(() => nodePathInputRef.current?.focus(), 100);
+  };
+
+  const fetchAvailablePipelinesApiCall = async () => {
+    if (isFetchingPipelines) return;
+    try {
+      setIsFetchingPipelines(true);
+      const data = await fetchAvailablePipelines();
+      setAvailablePipelines(Array.isArray(data) ? data : []);
+    } catch (e) {
+      console.error(e);
+      setRunError('Could not load pipeline suggestions.');
+    } finally {
+      setIsFetchingPipelines(false);
+    }
+  };
+
+  // --- Modal Interaction Logic ---
+  const handleNodePathChange = (e) => {
+    const value = e.target.value;
+    setModalNodePath(value);
+    setSelectedSuggestionIndex(-1);
+    if (value && availablePipelines.length > 0) {
+      const lowerValue = value.toLowerCase();
+      setSuggestions(availablePipelines.filter(p => p.toLowerCase().includes(lowerValue)).slice(0, 5));
+    } else {
+      setSuggestions([]);
+    }
+  };
+
+  const handleSuggestionClick = (suggestion) => {
+    setModalNodePath(suggestion);
+    setSuggestions([]);
+    setSelectedSuggestionIndex(-1);
+    nodePathInputRef.current?.focus();
+  };
+
+  const handleModalKeyDown = (e) => {
+    if (suggestions.length === 0) return;
+    if (e.key === 'ArrowDown') {
+      e.preventDefault();
+      setSelectedSuggestionIndex(prev => (prev + 1) % suggestions.length);
+    } else if (e.key === 'ArrowUp') {
+      e.preventDefault();
+      setSelectedSuggestionIndex(prev => (prev - 1 + suggestions.length) % suggestions.length);
+    } else if (e.key === 'Enter' && selectedSuggestionIndex !== -1) {
+      e.preventDefault();
+      handleSuggestionClick(suggestions[selectedSuggestionIndex]);
+    } else if (e.key === 'Escape') {
+      setSuggestions([]);
+      setSelectedSuggestionIndex(-1);
+    }
+  };
+
+  const handleModalSubmit = () => {
+      if (!modalNodePath.trim()) {
+          setRunError("Pipeline node path cannot be empty.");
+          return;
+      }
+       let parsedConfig = {};
+      try {
+         parsedConfig = yaml.load(currentContent);
+         if (typeof parsedConfig !== 'object' || parsedConfig === null) throw new Error(); 
+      } catch (e) {
+          setRunError('Internal Error: Invalid YAML content detected before sending run request.')
+          return;
+      }
+      sendRunRequest(modalNodePath.trim(), parsedConfig);
+  };
+
+  /* ==================================================================
+     UI helpers
+     ================================================================== */
+  const hasPlaceholders = placeholderLines.length > 0;
+  const hasAttention = attentionLines.length > 0;
+  const buttonBase =
+    'px-4 py-2 rounded font-semibold transition-colors disabled:opacity-50 disabled:cursor-not-allowed text-sm h-9 flex items-center justify-center';
+  const resetButtonClass = `${buttonBase} ${
+    isDirty
+      ? 'bg-red-600 hover:bg-red-500 text-white'
+      : 'bg-gray-600 text-gray-400'
+  }`;
+  const saveButtonClass = `${buttonBase} ${
+    isDirty
+      ? 'bg-blue-600 hover:bg-blue-500 text-white'
+      : 'bg-gray-600 text-gray-400'
+  }`;
+  const backButtonClass = 'text-gray-300 hover:text-white hover:bg-gray-700';
+
+  /* ==================================================================
+     Render
+     ================================================================== */
+  console.log('Render - Button states:', { isSaving, isLoading, isSubmittingRun });
+  const calculatedDisabled = isSaving || isLoading || isSubmittingRun;
+  console.log('Render - Calculated disabled:', calculatedDisabled);
+  console.log('Render - isDirty:', isDirty, 'hasPlaceholders:', hasPlaceholders);
+  console.log('Render - hasAttention:', hasAttention); // Added log for attention state
+
+  return (
+    <div className='flex flex-col h-full p-4'>
+      {/* ---------------- Header ---------------- */}
+      <div className='flex justify-between items-center mb-4 gap-4'>
+        {/* Title + Back */}
+        <div className='flex items-center gap-3 min-w-0'>
+          <Link
+            to='/configs'
+            className={`${buttonBase} ${backButtonClass} pl-2 pr-3`}
+          >
+            <FiChevronLeft className='w-5 h-5 mr-1' /> Back
+          </Link>
+          <div className='min-w-0'>
+            <h1 className='text-xl lg:text-2xl font-bold text-gray-100 truncate'>
+              Config Editor
+            </h1>
+            <p
+              className='text-gray-400 text-xs lg:text-sm mt-1 truncate'
+              title={configId}
+            >
+              Editing:{' '}
+              <code className='bg-gray-700 px-1 rounded'>{configId}</code>
+            </p>
+          </div>
+        </div>
+
+        {/* Action buttons + placeholder/attention warning */}
+        <div className='flex flex-col items-end gap-1 flex-shrink-0'>
+            {/* Row for messages */}
+            <div className="flex items-center justify-end gap-3 text-xs sm:text-sm h-5">
+              {hasPlaceholders && (
+                <span
+                  className='text-amber-300 italic whitespace-nowrap'
+                  title='Replace all !!PLACEHOLDER!! values before final run'
+                >
+                  ⚠️ Placeholders on line{placeholderLines.length > 1 ? 's' : ''}:{' '}
+                  {placeholderLines.join(', ')}
+                </span>
+              )}
+               {hasAttention && (
+                <span
+                  className='text-cyan-300 italic whitespace-nowrap'
+                  title='Note: !!ATTENTION!! markers present on these lines'
+                >
+                  ℹ️ Attention on line{attentionLines.length > 1 ? 's' : ''}:{' '}
+                  {attentionLines.join(', ')}
+                </span>
+              )}
+              {saveSuccess && (
+                <span className='text-green-400 italic'>Saved!</span>
+              )}
+            </div>
+
+            {/* Row for buttons */}
+            <div className="flex items-center gap-3">
+              <EnhancedButton
+                onClick={handleRunClick}
+                disabled={calculatedDisabled}
+                className={`${buttonBase} ${
+                  !isDirty && !hasPlaceholders // Attention markers do NOT affect pulse
+                    ? 'animate-pulse-green-download'
+                    : 'bg-gray-600 hover:bg-gray-500 text-gray-200'
+                }`}
+                title={
+                  !isDirty && !hasPlaceholders
+                    ? 'Run with current saved configuration'
+                    : hasPlaceholders
+                    ? 'Run (placeholders present)'
+                    : 'Run (unsaved changes present)'
+                }
+                particleColor="#34d399"
+              >
+                Run
+              </EnhancedButton>
+              <button
+                onClick={handleReset}
+                disabled={!isDirty || isSaving}
+                className={resetButtonClass}
+              >
+                Reset
+              </button>
+              <button
+                onClick={handleSave}
+                disabled={!isDirty || isSaving}
+                className={saveButtonClass}
+              >
+                {isSaving ? 'Saving…' : 'Save'}
+              </button>
+            </div>
+        </div>
+      </div>
+
+      {/* ---------------- Errors ---------------- */}
+      {(editorError || runError) && (
+        <div className='text-red-400 bg-red-900 bg-opacity-50 p-3 rounded border border-red-700 mb-4 text-sm'>
+          {editorError && <p>Editor/Save Error: {editorError}</p>}
+          {runError && !isRunModalOpen && <p>Run Error: {runError}</p>}
+        </div>
+      )}
+
+      {/* ---------------- Monaco Editor ---------------- */}
+      <div className='flex-grow relative border border-gray-700 rounded overflow-hidden min-h-[200px]'>
+        {isLoading ? (
+          <div className='absolute inset-0 flex items-center justify-center bg-gray-800'>
+            <FiLoader className='animate-spin text-gray-500 text-4xl' />
+            <p className='text-gray-400 ml-3'>Loading configuration…</p>
+          </div>
+        ) : editorError && !originalContent ? (
+          <div className='absolute inset-0 flex items-center justify-center bg-gray-800 text-gray-500 px-4'>
+            Could not load content.
+          </div>
+        ) : (
+          <Editor
+            height='100%'
+            language='yaml'
+            theme='vs-dark'
+            value={currentContent}
+            onChange={handleEditorChange}
+            onMount={handleEditorDidMount}
+            options={{
+              minimap: { enabled: true },
+              scrollBeyondLastLine: false,
+              fontSize: 14,
+              wordWrap: 'on',
+              automaticLayout: true,
+            }}
+          />
+        )}
+      </div>
+
+      {/* ------------------- Modal stays unchanged ------------------- */}
+      <Modal isOpen={isRunModalOpen} onClose={() => { setIsRunModalOpen(false); setRunError(null); }} title="Specify Pipeline Node Path">
+            <p className="text-sm text-gray-400 mb-3">
+The key <code className="bg-gray-700 px-1 rounded text-xs">pipeline:</code> was not found in your configuration.
+Please provide the Python node path for the pipeline you want to run (e.g., <code className="bg-gray-700 px-1 rounded text-xs">pipelines.my_pipeline.run</code>).
+            </p>
+            <div className="relative">
+                <input
+                    ref={nodePathInputRef}
+                    type="text"
+                    value={modalNodePath}
+                    onChange={handleNodePathChange}
+                    onKeyDown={handleModalKeyDown}
+                    placeholder="Enter node path (e.g., pipelines.my_pipeline.run)"
+                    className="w-full px-3 py-2 bg-gray-700 border border-gray-600 rounded text-gray-100 focus:outline-none focus:border-blue-500 focus:ring-1 focus:ring-blue-500"
+                    disabled={isSubmittingRun || isFetchingPipelines}
+                />
+                {isFetchingPipelines && <FiLoader className="animate-spin absolute right-3 top-1/2 transform -translate-y-1/2 text-gray-400"/>}
+                {suggestions.length > 0 && (
+                    <ul className="absolute z-10 w-full mt-1 bg-gray-700 border border-gray-600 rounded shadow-lg max-h-40 overflow-y-auto">
+                        {suggestions.map((s, index) => (
+                            <li
+                                key={s}
+                                className={`px-3 py-2 cursor-pointer hover:bg-gray-600 ${index === selectedSuggestionIndex ? 'bg-blue-700' : ''}`}
+                                onClick={() => handleSuggestionClick(s)}
+                            >
+                                {s}
+                            </li>
+                        ))}
+                    </ul>
+                )}
+            </div>
+
+            {/* Expandable List of All Pipelines */}
+            {!isFetchingPipelines && availablePipelines.length > 0 && (
+                <details className="mt-2 mb-3 rounded border border-gray-600 overflow-hidden">
+                    <summary className="px-3 py-2 cursor-pointer bg-gray-700 hover:bg-gray-650 text-sm text-gray-300 flex justify-between items-center">
+                        <span>Show All Available Pipelines ({availablePipelines.length})</span>
+                        {/* Simple triangle indicator */}
+                        <span className="details-marker">▼</span>
+                    </summary>
+                    <ul className="bg-gray-800 max-h-48 overflow-y-auto p-2">
+                        {availablePipelines
+                            .slice() // Create a copy
+                            .sort((a, b) => a.localeCompare(b)) // Sort alphabetically
+                            .map((pipeline) => (
+                            <li
+                                key={pipeline}
+                                className="px-3 py-1.5 cursor-pointer hover:bg-gray-700 text-gray-200 text-sm rounded"
+                                onClick={(e) => {
+                                    handleSuggestionClick(pipeline);
+                                    // Optionally close the details element
+                                    e.target.closest('details')?.removeAttribute('open');
+                                }}
+                            >
+                                {pipeline}
+                            </li>
+                        ))}
+                    </ul>
+                </details>
+            )}
+             {/* Add CSS for details marker if not already global */}
+             <style>{`
+                details > summary { list-style: none; }
+                details > summary::-webkit-details-marker { display: none; }
+                details > summary .details-marker { transition: transform 0.2s; }
+                details[open] > summary .details-marker { transform: rotate(180deg); }
+            `}</style>
+
+            {runError && <p className="text-red-400 text-xs mt-2">{runError}</p>}
+           <div className="flex justify-end gap-3 mt-4">
+               <button
+                   type="button"
+                   onClick={() => { setIsRunModalOpen(false); setRunError(null); }}
+                   className="px-4 py-2 rounded bg-gray-600 hover:bg-gray-500 text-gray-200 transition-colors disabled:opacity-50"
+                   disabled={isSubmittingRun}
+               >
+                   Cancel
+               </button>
+               <button
+                   type="button"
+                   onClick={handleModalSubmit}
+                   className="px-4 py-2 rounded bg-blue-600 hover:bg-blue-500 text-white transition-colors disabled:opacity-50 flex items-center"
+                   disabled={isSubmittingRun || !modalNodePath.trim()}
+               >
+                   {isSubmittingRun && <FiLoader className="animate-spin mr-2"/>} Run Pipeline
+               </button>
+           </div>
+       </Modal>
+
+      {/* ---------- Monaco decoration CSS ---------- */}
+      <style>{`
+        .placeholder-line-highlight {
+          background-color: rgba(252, 211, 77, 0.25) !important; /* amber-200 */
+        }
+        .attention-line-highlight {
+          background-color: rgba(103, 232, 249, 0.2) !important; /* cyan-300 */
+          border-left: 3px solid #06b6d4; /* cyan-600 */
+        }
+      `}</style>
+    </div>
+  );
+}
+
+export default ConfigEditor;

atk-interface/src/pages/ConfigSelector.jsx

@@ -0,0 +1,1011 @@
+import React, { useState, useEffect, useRef, useCallback } from 'react';
+import { Link, useNavigate } from 'react-router-dom';
+import { Tree } from 'react-arborist';
+import { FiFile, FiFolder, FiFolderPlus, FiCopy, FiTrash2, FiLoader, FiAlertTriangle, FiCheckCircle, FiChevronDown, FiChevronRight } from 'react-icons/fi';
+import { fetchConfigStructure, deleteConfigItem, moveConfigItem, createConfigDirectory, duplicateConfig, fetchAvailableConfigAliases } from '../api'; // Added new API functions
+import Modal from '../components/Modal';
+import ScrollingTextBackground from '../components/ScrollingTextBackground'; // Import the background component
+import EnhancedButton from '../components/EnhancedButton'; // Import the new button component
+
+// --- CSS Keyframes for Animations ---
+// NOTE: Ideally, move these to a global CSS file or tailwind.config.js
+// const animationStyles = `
+//   @keyframes shake {
+//     0%, 100% { transform: translateX(0); }
+//     10%, 30%, 50%, 70%, 90% { transform: translateX(-2px); }
+//     20%, 40%, 60%, 80% { transform: translateX(2px); }
+//   }
+//   .animate-shake {
+//     animation: shake 0.4s ease-in-out; /* Shorter duration, run once per selection change */
+//   }
+//
+//   @keyframes pulse-red {
+//     0%, 100% { background-color: #dc2626; color: white; } /* bg-red-600 text-white */
+//     50% { background-color: #374151; color: #f87171; } /* bg-gray-700 text-red-400 */
+//   }
+//   .animate-pulse-red {
+//     animation: pulse-red 1.2s cubic-bezier(0.4, 0, 0.6, 1) infinite;
+//   }
+//
+//   @keyframes pulse-white {
+//     0%, 100% { background-color: rgba(255, 255, 255, 0.1); } /* Slightly white background */
+//     50% { background-color: rgba(255, 255, 255, 0.3); } /* More prominent white */
+//   }
+//   .animate-pulse-white {
+//       /* Apply this animation on top of other background styles */
+//       animation: pulse-white 1.5s cubic-bezier(0.4, 0, 0.6, 1) infinite;
+//   }
+//
+//   /* Additional subtle pulse animations for guidance */
+//   @keyframes pulse-bg-subtle {
+//     50% { background-color: rgba(75, 85, 99, 0.8); } /* bg-gray-600 slightly lighter */
+//   }
+//   .animate-pulse-bg-subtle {
+//       animation: pulse-bg-subtle 2s cubic-bezier(0.4, 0, 0.6, 1) infinite;
+//       background-color: rgba(255, 255, 255, 0.5); /* More intense white color */
+//   }
+//
+//   @keyframes pulse-border-subtle {
+//     50% { border-color: rgba(107, 114, 128, 0.8); } /* border-gray-500 slightly lighter */
+//   }
+//   .animate-pulse-border-subtle {
+//       animation: pulse-border-subtle 2s cubic-bezier(0.4, 0, 0.6, 1) infinite;
+//   }
+//
+//   @keyframes pulse-blue-gold {
+//       0% { background-color: #2563eb; box-shadow: 0 0 0 0 rgba(251, 191, 36, 0.7); } /* bg-blue-600, shadow-amber-400 */
+//       70% { background-color: #3b82f6; box-shadow: 0 0 10px 10px rgba(251, 191, 36, 0); } /* bg-blue-500 */
+//       100% { background-color: #2563eb; box-shadow: 0 0 0 0 rgba(251, 191, 36, 0); }
+//   }
+//   .animate-pulse-blue-gold {
+//       animation: pulse-blue-gold 2s infinite;
+//   }
+// `;
+
+// --- Type Definitions ---
+
+/**
+ * @typedef {object} ConfigNodeData
+ * @property {string} id - Unique ID (relative path)
+ * @property {string} name - Display name (basename)
+ * @property {boolean} [isInternal] - react-arborist internal node flag
+ * @property {string} relativePath - Full relative path from ./external_configs/
+ * @property {boolean} is_dir - True if it's a directory
+ * @property {ConfigNodeData[] | null} [children] - Nested children
+ */
+
+// --- Helper Functions ---
+
+/**
+ * Adapts API data structure to the structure expected by react-arborist.
+ * @param {Array<object>} apiData - Data from the API (/configs/structure)
+ * @returns {ConfigNodeData[]}
+ */
+const adaptApiDataToNodeData = (apiData) => {
+    if (!Array.isArray(apiData)) return [];
+    return apiData.map(item => ({
+        id: item.path,
+        name: item.path.split('/').pop() || item.path,
+        relativePath: item.path,
+        is_dir: item.is_dir,
+        // Important: Only add children array if it's a directory. Leaf nodes should not have 'children'.
+        children: item.is_dir ? (item.children ? adaptApiDataToNodeData(item.children) : null) : undefined,
+    }));
+};
+
+// --- Node Renderer Component ---
+
+/** @param {import("react-arborist").NodeRendererProps<ConfigNodeData> & { navigate: Function, onNodeClick: Function, lastClick: { id: string | null, time: number }, newlyCreatedItemId: string | null } } props */
+function Node({ node, style, dragHandle, navigate, onNodeClick, lastClick, newlyCreatedItemId }) {
+  const Icon = node.isLeaf ? FiFile : FiFolder;
+  const iconColor = node.isLeaf ? 'text-blue-400' : 'text-yellow-500';
+  const isNewlyCreated = node.id === newlyCreatedItemId;
+
+  const handleRowClick = (e) => {
+    const now = Date.now();
+    const DOUBLE_CLICK_THRESHOLD = 300; // ms
+
+    if (lastClick.id === node.id && (now - lastClick.time) < DOUBLE_CLICK_THRESHOLD) {
+      // Double click detected
+      if (node.isLeaf) {
+        navigate(`/configs/${encodeURIComponent(node.data.relativePath)}`);
+      } else if (node.isInternal) { // Handle folder double-click
+        node.toggle(); // Toggle folder open/closed state
+      }
+      // Reset last click to prevent triple click issues
+      onNodeClick(null, 0);
+    } else {
+      // Single click
+      node.handleClick(e); // Let react-arborist handle selection
+      onNodeClick(node.id, now); // Update last click state
+    }
+  };
+
+  const handleCaretClick = (e) => {
+    e.stopPropagation(); // Prevent row click logic if caret is clicked
+    if (node.isInternal) {
+      node.toggle(); // Toggle folder open/closed
+    }
+  };
+
+  // Content structure: Caret (for folders), Icon, Name
+  const nodeContent = (
+    <div
+      ref={dragHandle} // Files and folders can be dragged
+      style={style}
+      className={`flex items-center gap-2 px-2 py-1 rounded cursor-pointer
+                  ${node.isSelected ? 'bg-blue-700' : 'hover:bg-gray-700'}
+                  ${node.isEditing ? 'bg-gray-600' : ''}
+                  ${isNewlyCreated ? 'animate-pulse-white' : ''} /* Apply pulse animation */
+                 `}
+      onClick={handleRowClick}
+    >
+      {/* Caret */}
+      <span
+        className="w-6 text-center flex items-center justify-center"
+        onClick={handleCaretClick}
+      >
+        {/* Show caret only for folders (internal nodes) */}
+        {node.isInternal && (node.isOpen ? <FiChevronDown /> : <FiChevronRight />)}
+      </span>
+
+      {/* Icon + Name */}
+      <Icon className={`${iconColor} flex-shrink-0 mr-1`} />
+      <span className="truncate flex-grow text-gray-200">
+        {node.data.name}
+      </span>
+    </div>
+  );
+
+  // Return the div directly, no Link wrapper needed anymore
+  return nodeContent;
+}
+
+// --- Main ConfigSelector Component ---
+
+function ConfigSelector() {
+  /** @type {[ConfigNodeData[] | null, Function]} */
+  const [treeData, setTreeData] = useState(null); // Start as null to indicate initial loading
+  const [isLoading, setIsLoading] = useState(true);
+  const [error, setError] = useState(null);
+  /** @type {[ConfigNodeData[], Function]} */
+  const [selectedNodes, setSelectedNodes] = useState([]);
+  const treeRef = useRef(null);
+  const navigate = useNavigate(); // Get navigate function
+
+  // State for manual double-click tracking
+  const [lastClick, setLastClick] = useState({ id: null, time: 0 });
+  // State for newly created item highlight
+  const [newlyCreatedItemId, setNewlyCreatedItemId] = useState(null);
+
+  const handleNodeClick = (id, time) => {
+    setLastClick({ id, time });
+    setNewlyCreatedItemId(null); // Clear highlight on any node click
+  };
+
+  // Modals State
+  const [isDeleteModalOpen, setIsDeleteModalOpen] = useState(false);
+  const [isCreateFolderModalOpen, setIsCreateFolderModalOpen] = useState(false);
+  const [isDuplicateModalOpen, setIsDuplicateModalOpen] = useState(false);
+  const [newFolderName, setNewFolderName] = useState('');
+  const [duplicateSourceAlias, setDuplicateSourceAlias] = useState('');
+  const [duplicateDestPath, setDuplicateDestPath] = useState('');
+  const [availableAliases, setAvailableAliases] = useState([]);
+  const [aliasSuggestions, setAliasSuggestions] = useState([]);
+  const [isFetchingAliases, setIsFetchingAliases] = useState(false);
+  const [modalError, setModalError] = useState(null);
+  const [isSubmittingModal, setIsSubmittingModal] = useState(false);
+  const aliasInputRef = useRef(null);
+
+  // Action Status State
+  const [isMoving, setIsMoving] = useState(false);
+  const [moveError, setMoveError] = useState(null);
+  const [actionStatus, setActionStatus] = useState({ message: '', error: false, success: false }); // For delete/create/duplicate feedback
+
+  // State for shake animation trigger
+  const [isShaking, setIsShaking] = useState(false); // RE-ADD state for shaking
+
+  // State to track if alias details section is open in the duplicate modal
+  const [isAliasDetailsOpen, setIsAliasDetailsOpen] = useState(false);
+
+  // Refs for modal inputs
+  const createFolderInputRef = useRef(null);
+
+  // --- Data Fetching ---
+  const fetchInitialData = useCallback(async () => {
+    // Only set loading true on initial load (treeData is null)
+    if (treeData === null) setIsLoading(true);
+    setError(null);
+    setMoveError(null);
+    setActionStatus({ message: '', error: false, success: false }); // Clear status on refresh
+
+    try {
+      const structure = await fetchConfigStructure();
+      let adaptedData = adaptApiDataToNodeData(structure);
+
+      // Sort top-level items (folders first, then alphabetically)
+      adaptedData.sort((a, b) => {
+        if (a.is_dir !== b.is_dir) return a.is_dir ? -1 : 1;
+        return a.name.localeCompare(b.name);
+      });
+      setTreeData(adaptedData);
+    } catch (e) {
+      console.error("Failed to fetch config structure:", e);
+      setError(e.message || 'Failed to load configurations. Is the API server running?');
+      setTreeData([]); // Set to empty array on error to stop loading spinner
+    } finally {
+      setIsLoading(false);
+    }
+  }, [treeData]); // Depend on treeData to re-run only if it's null
+
+  useEffect(() => {
+    // Fetch data only on initial mount when treeData is null
+    if (treeData === null) {
+      fetchInitialData();
+    }
+  }, [fetchInitialData, treeData]);
+
+  // Effect to handle newly created items: expand parents and scroll into view
+  useEffect(() => {
+    if (newlyCreatedItemId && treeRef.current && treeData) {
+        const node = treeRef.current.get(newlyCreatedItemId);
+        if (node) {
+            // Expand all parents
+            let parent = node.parent;
+            while (parent && !parent.isOpen) {
+                // Check if parent.id exists before trying to open
+                if (parent.id) {
+                    treeRef.current.open(parent.id, { autoSelect: false });
+                } else {
+                     // If the parent is the root (which might not have an id in some setups)
+                     // or if there's an issue, break the loop.
+                    console.warn("Could not open parent, ID missing:", parent);
+                    break;
+                }
+                parent = parent.parent; // Move up the tree
+            }
+
+            // Scroll the new node into view after a short delay to allow rendering
+            // It seems react-arborist might handle scrolling automatically on open,
+            // but this ensures it if needed, especially after multiple opens.
+            const timerId = setTimeout(() => {
+                treeRef.current?.scrollTo(newlyCreatedItemId, "center"); // or "nearest", "start", "end"
+            }, 100); // Small delay
+
+            return () => clearTimeout(timerId); // Cleanup timeout on unmount or change
+        } else {
+            console.warn(`Node with ID ${newlyCreatedItemId} not found in tree after creation.`);
+            // Optionally reset the ID if the node isn't found after a refresh
+            // setNewlyCreatedItemId(null);
+        }
+    }
+  }, [newlyCreatedItemId, treeData]); // Rerun when ID changes or tree data updates
+
+  // Effect to trigger shake animation on selection change - RE-ADD
+  useEffect(() => {
+    if (selectedNodes.length > 0) {
+      setIsShaking(true);
+      const timer = setTimeout(() => {
+        setIsShaking(false);
+      }, 400); // Duration of the shake animation
+      return () => clearTimeout(timer); // Cleanup timer on unmount or if selection changes again quickly
+    } else {
+      setIsShaking(false); // Ensure shaking stops if selection is cleared
+    }
+  }, [selectedNodes.length]); // Depend only on the length changing
+
+  // --- Alias Fetching for Duplicate Modal ---
+  const fetchAliases = useCallback(async () => {
+    if (isFetchingAliases) return;
+    setIsFetchingAliases(true);
+    setModalError(null); // Clear previous errors specific to alias fetching
+    try {
+      const aliases = await fetchAvailableConfigAliases(); // Assumes this API function exists
+      setAvailableAliases(Array.isArray(aliases) ? aliases : []);
+    } catch (e) {
+      console.error("Failed to fetch config aliases:", e);
+      setModalError("Could not load config aliases for duplication.");
+      setAvailableAliases([]);
+    } finally {
+      setIsFetchingAliases(false);
+    }
+  }, [isFetchingAliases]);
+
+  // --- Event Handlers ---
+
+  const handleSelect = (nodes) => {
+    setSelectedNodes(nodes.map(n => n.data));
+    if (nodes.length > 0) {
+        setNewlyCreatedItemId(null); // Clear highlight on selection change
+    }
+  };
+
+  const handleToggle = (id) => {
+    // Optional: Add logging or specific actions on toggle if needed
+    // console.log('Toggled:', id);
+    setNewlyCreatedItemId(null); // Clear highlight on toggle
+  };
+
+  /** @param {import("react-arborist").MoveHandler<ConfigNodeData>} args */
+  const handleMove = async ({ dragIds, parentId, index }) => {
+    setIsMoving(true);
+    setMoveError(null);
+    setActionStatus({ message: '', error: false, success: false });
+
+    const parentNode = parentId ? treeRef.current?.get(parentId) : null;
+    const parentPath = parentNode ? parentNode.data.relativePath : '.'; // Root is '.'
+
+    // Prevent moving items into a file
+    if (parentNode && !parentNode.data.is_dir) {
+      setMoveError("Cannot move items into a file.");
+      setIsMoving(false);
+      return;
+    }
+
+    let successCount = 0;
+    let firstError = null;
+
+    const results = await Promise.allSettled(
+      dragIds.map(id => {
+        const node = treeRef.current?.get(id);
+        if (!node) return Promise.reject(new Error(`Node with ID ${id} not found.`));
+
+        const sourcePath = node.data.relativePath;
+        const itemName = node.data.name;
+        // Construct destination path: parentPath/itemName
+        const cleanParentPath = parentPath === '.' ? '' : parentPath.replace(/^\/+|\/+$/g, '');
+        const cleanItemName = itemName.replace(/^\/+/,'');
+        const destinationPath = cleanParentPath ? `${cleanParentPath}/${cleanItemName}` : cleanItemName;
+
+        console.log(`Attempting move: ${sourcePath} -> ${destinationPath}`);
+        return moveConfigItem(sourcePath, destinationPath); // Use moveConfigItem
+      })
+    );
+
+    results.forEach((result, i) => {
+      const nodeId = dragIds[i];
+      const node = treeRef.current?.get(nodeId);
+      const itemName = node?.data?.name || `Item ${i+1}`;
+      if (result.status === 'fulfilled') {
+        console.log(`Successfully moved ${itemName}:`, result.value);
+        successCount++;
+      } else {
+        console.error(`Failed to move ${itemName}:`, result.reason);
+        if (!firstError) {
+          firstError = result.reason?.message || `Failed to move ${itemName}.`;
+        }
+      }
+    });
+
+    setIsMoving(false);
+
+    if (firstError) {
+      setMoveError(`Move Error: ${firstError}${successCount > 0 ? ` (${successCount} items moved successfully)` : ''}`);
+        // Clear error after delay
+        setTimeout(() => setMoveError(null), 8000);
+    } else {
+      console.log(`Successfully moved ${successCount} item(s).`);
+      // Optionally show success message in status bar
+    }
+
+    // Refresh tree if any move succeeded or failed to reflect server state
+    if (successCount > 0 || firstError) {
+      await fetchInitialData();
+      setSelectedNodes([]); // Clear selection after move
+      treeRef.current?.deselectAll();
+    }
+    setNewlyCreatedItemId(null); // Clear highlight on move
+  };
+
+  const handleDelete = async () => {
+    if (selectedNodes.length === 0 || isSubmittingModal) return;
+
+    const itemsToDelete = [...selectedNodes];
+    setIsSubmittingModal(true);
+    setModalError(null);
+    setActionStatus({ message: '', error: false, success: false }); // Clear general status
+    let successCount = 0;
+    let firstError = null;
+
+    const results = await Promise.allSettled(
+      itemsToDelete.map(node => {
+          // Call deleteConfigItem for both files and folders
+          return deleteConfigItem(node.relativePath);
+      })
+    );
+
+    results.forEach((result, index) => {
+      if (result.status === 'fulfilled') {
+        successCount++;
+      } else {
+        console.error(`Failed to delete ${itemsToDelete[index].relativePath}:`, result.reason);
+        if (!firstError) {
+          firstError = result.reason?.message || `Failed to delete ${itemsToDelete[index].name}.`;
+        }
+      }
+    });
+
+    setIsSubmittingModal(false);
+
+    if (firstError) {
+      // Display error within the modal
+      setModalError(`Error: ${firstError}${successCount > 0 ? ` (${successCount} file(s) deleted successfully)` : ''}`);
+    } else {
+      setActionStatus({ message: `Successfully deleted ${successCount} file(s).`, error: false, success: true });
+      setIsDeleteModalOpen(false); // Close modal on full success
+      setTimeout(() => setActionStatus({ message: '', error: false, success: false }), 5000); // Clear status message
+    }
+
+    // Refresh tree if any deletions succeeded
+    if (successCount > 0) {
+      await fetchInitialData();
+      setSelectedNodes([]); // Clear selection
+      treeRef.current?.deselectAll(); // Also deselect in the tree instance
+    }
+  };
+
+  const handleCreateFolder = async () => {
+    if (!newFolderName.trim() || isSubmittingModal) return;
+
+    // Determine parent path based on selection (similar to InputManager)
+    let parentPath = '.';
+    let parentNode = null; // Keep track of the parent node
+    const selectedDir = selectedNodes.find(n => n.is_dir);
+    if (selectedNodes.length === 1 && selectedDir) {
+      parentPath = selectedDir.relativePath;
+      parentNode = treeRef.current?.get(selectedDir.id); // Get the node itself
+    } else if (selectedNodes.length > 0) {
+      const firstNodeId = selectedNodes[0].id;
+      const firstNode = treeRef.current?.get(firstNodeId);
+      const parent = firstNode?.parent;
+      if (parent) {
+          parentPath = parent.data.relativePath;
+          parentNode = parent; // Get the parent node
+      } else {
+          parentPath = '.'; // Default to root if no parent found
+          parentNode = null;
+      }
+    }
+
+    // --- START EDIT: Attempt to open the parent directory ---
+    if (parentNode && parentNode.id && !parentNode.isOpen && treeRef.current) {
+        try {
+            console.log(`LOG: Config.handleCreateFolder attempting to open parent node: ${parentNode.id}`);
+            await treeRef.current.open(parentNode.id, { autoSelect: false });
+            console.log(`LOG: Config.handleCreateFolder successfully opened parent node: ${parentNode.id}`);
+        } catch (openError) {
+             console.warn(`LOG: Config.handleCreateFolder failed to open parent node ${parentNode.id}:`, openError);
+             // Continue anyway
+        }
+    }
+    // --- END EDIT ---
+
+    const cleanParentPath = parentPath === '.' ? '' : parentPath.replace(/^\/+|\/+$/g, '');
+    const cleanNewFolderName = newFolderName.trim().replace(/^\/+|\/+$/g, '');
+    const fullPath = cleanParentPath ? `${cleanParentPath}/${cleanNewFolderName}` : cleanNewFolderName;
+
+    setIsSubmittingModal(true);
+    setModalError(null);
+    setActionStatus({ message: '', error: false, success: false });
+
+    try {
+      await createConfigDirectory(fullPath); // Use createConfigDirectory
+      setNewFolderName('');
+      setIsCreateFolderModalOpen(false);
+      setActionStatus({ message: `Successfully created folder '${cleanNewFolderName}'.`, error: false, success: true });
+      setTimeout(() => setActionStatus({ message: '', error: false, success: false }), 5000);
+      // Set the newly created ID *before* fetching data
+      setNewlyCreatedItemId(fullPath);
+      await fetchInitialData(); // Refresh tree
+    } catch (e) {
+      console.error("Failed to create directory:", e);
+      setModalError(e.message || 'Could not create folder.'); // Show error in modal
+    } finally {
+      setIsSubmittingModal(false);
+    }
+  };
+
+  const handleDuplicate = async () => {
+      if (!duplicateSourceAlias.trim() || !duplicateDestPath.trim() || isSubmittingModal) return;
+
+      const destPathClean = duplicateDestPath.trim().replace(/^\/+|\/+$/g, '');
+      const destPathParts = destPathClean.split('/');
+      let destParentPath = '.';
+      let destParentNode = null;
+
+      // Determine the parent path and node for the destination
+      if (destPathParts.length > 1) {
+          destParentPath = destPathParts.slice(0, -1).join('/');
+          destParentNode = treeRef.current?.get(destParentPath);
+      } // else it's in the root, parentNode remains null
+
+      // --- START EDIT: Attempt to open the destination parent directory ---
+      if (destParentNode && destParentNode.id && !destParentNode.isOpen && treeRef.current) {
+          try {
+              console.log(`LOG: Config.handleDuplicate attempting to open dest parent node: ${destParentNode.id}`);
+              await treeRef.current.open(destParentNode.id, { autoSelect: false });
+              console.log(`LOG: Config.handleDuplicate successfully opened dest parent node: ${destParentNode.id}`);
+          } catch (openError) {
+               console.warn(`LOG: Config.handleDuplicate failed to open dest parent node ${destParentNode.id}:`, openError);
+               // Continue duplication anyway
+          }
+      }
+      // --- END EDIT ---
+
+      setIsSubmittingModal(true);
+      setModalError(null);
+      setActionStatus({ message: '', error: false, success: false });
+
+      try {
+          await duplicateConfig(duplicateSourceAlias, destPathClean);
+          setDuplicateSourceAlias('');
+          setDuplicateDestPath('');
+          setAliasSuggestions([]);
+          setIsDuplicateModalOpen(false);
+          setActionStatus({ message: `Successfully duplicated '${duplicateSourceAlias}' to '${destPathClean}'.`, error: false, success: true });
+          setTimeout(() => setActionStatus({ message: '', error: false, success: false }), 5000);
+           // Set the newly created ID *before* fetching data
+           setNewlyCreatedItemId(destPathClean);
+          await fetchInitialData(); // Refresh tree
+      } catch (e) {
+          console.error("Failed to duplicate config:", e);
+          setModalError(e.message || 'Could not duplicate config.'); // Show error in modal
+      } finally {
+          setIsSubmittingModal(false);
+      }
+  };
+
+
+  // --- Modal Opening/Closing ---
+
+  const openCreateFolderModal = () => {
+    setNewFolderName('');
+    setModalError(null);
+    setIsCreateFolderModalOpen(true);
+    setNewlyCreatedItemId(null); // Clear highlight when opening modal
+    // Autofocus the input field
+    setTimeout(() => createFolderInputRef.current?.focus(), 100);
+  }
+
+  const openDeleteModal = () => {
+    setModalError(null);
+    setIsDeleteModalOpen(true);
+    setNewlyCreatedItemId(null); // Clear highlight when opening modal
+  }
+
+  const openDuplicateModal = () => {
+    setDuplicateSourceAlias('');
+    setDuplicateDestPath('');
+    setModalError(null);
+    setAliasSuggestions([]);
+    setIsAliasDetailsOpen(false); // Reset details open state when modal opens
+    setIsDuplicateModalOpen(true);
+    setNewlyCreatedItemId(null); // Clear highlight when opening modal
+    // Fetch aliases when the modal opens, if not already fetched
+    if (availableAliases.length === 0) {
+        fetchAliases();
+    }
+    // Focus input after a short delay
+    setTimeout(() => aliasInputRef.current?.focus(), 100);
+  }
+
+  // --- Alias Suggestion Logic ---
+  const handleAliasInputChange = (e) => {
+    const value = e.target.value;
+    setDuplicateSourceAlias(value);
+    if (value && availableAliases.length > 0) {
+        const lowerValue = value.toLowerCase();
+        setAliasSuggestions(
+            availableAliases.filter(a => a.toLowerCase().includes(lowerValue)).slice(0, 5) // Limit suggestions
+        );
+    } else {
+        setAliasSuggestions([]);
+    }
+  };
+
+  const handleAliasSuggestionClick = (suggestion) => {
+      setDuplicateSourceAlias(suggestion);
+      setAliasSuggestions([]);
+      aliasInputRef.current?.focus();
+  };
+
+  // --- Utilities ---
+
+  // Function to clear selection when clicking outside the tree or action buttons
+  const handleBackgroundClick = useCallback((e) => {
+      // Don't clear if a modal is open
+      if (isDeleteModalOpen || isCreateFolderModalOpen || isDuplicateModalOpen) return;
+
+      const clickedOnRow = e.target.closest('[role="treeitem"]');
+      const clickedOnScrollbar = e.target.closest('.simplebar-scrollbar'); // Adjust if using a specific scrollbar library
+      const clickedOnActionButton = e.target.closest('[data-action-button="true"]');
+      const clickedOnModal = e.target.closest('[role="dialog"]'); // Check if click is inside any modal
+      const clickedInsideDetails = e.target.closest('details'); // Don't clear if clicking inside the alias details
+
+      if (!clickedOnRow && !clickedOnScrollbar && !clickedOnActionButton && !clickedOnModal && !clickedInsideDetails) {
+          if (treeRef.current?.deselectAll) {
+              treeRef.current.deselectAll();
+          }
+          if (typeof setSelectedNodes === 'function') {
+              setSelectedNodes([]);
+          }
+           // Also clear the highlight on background click
+           setNewlyCreatedItemId(null);
+      }
+  }, [isDeleteModalOpen, isCreateFolderModalOpen, isDuplicateModalOpen]); // Dependencies to re-create handler if modal state changes
+
+
+  const actionButtonClass = "flex items-center gap-2 px-3 py-1.5 rounded bg-gray-700 text-gray-200 text-sm transition-colors duration-200 ease-in-out disabled:opacity-50 disabled:cursor-not-allowed";
+
+  // Define scroll speeds
+  const slowScrollDuration = 30; // seconds
+  const fastScrollDuration = 10; // seconds
+
+  // Determine current scroll duration based on selection
+  const currentScrollDuration = selectedNodes.length > 0 ? fastScrollDuration : slowScrollDuration;
+
+  // --- Render ---
+  return (
+    <div className="flex flex-col h-full relative" onMouseDown={handleBackgroundClick}>
+      {/* Animated Background - pass dynamic duration */}
+      <ScrollingTextBackground duration={currentScrollDuration} />
+
+      {/* Main Content Area (Wrapped and Centered) */}
+      <div className="relative z-10 flex-grow flex flex-col max-w-7xl w-full mx-auto p-6">
+
+        {/* Header */}
+        <div className="flex justify-between items-center mb-4 bg-gray-900 bg-opacity-80 backdrop-blur-sm p-4 rounded-t-lg border-b border-gray-700">
+          <span>
+            <h1 className="text-2xl font-bold text-gray-100">Configuration Manager</h1>
+            <h2 className="text-lg text-gray-300 mt-1 animate-pulse-text-subtle">Select a config file to get started</h2>
+          </span>
+          <div className="flex items-center gap-2">
+            {/* EnhancedButton for Create Folder */}
+            <EnhancedButton
+              onClick={openCreateFolderModal}
+              className={`${actionButtonClass} hover:bg-green-600 ${selectedNodes.length > 0 ? 'opacity-75' : ''}`} // Keep existing hover for color change
+              title="Create new folder in selected location or root"
+              data-action-button="true"
+              particleColor="#22c55e" // Green particles
+            >
+              <FiFolderPlus /> Create Folder
+            </EnhancedButton>
+            {/* EnhancedButton for Duplicate Config */}
+            <EnhancedButton
+              onClick={openDuplicateModal}
+              className={`${actionButtonClass} hover:bg-blue-600 ${selectedNodes.length > 0 ? 'opacity-75' : ''}`} // Keep existing hover for color change
+              title="Duplicate a config from a source alias"
+              data-action-button="true"
+              particleColor="#3b82f6" // Blue particles
+            >
+              <FiCopy /> Duplicate Config
+            </EnhancedButton>
+            {/* Container for Delete button and hint - positioned relatively */}
+            <div className="relative">
+              {/* Conditionally show "double click" hint - positioned absolutely */}
+              {selectedNodes.length === 1 && !selectedNodes[0].is_dir && (
+                <p className="absolute bottom-full right-0 mb-1 text-xs italic text-gray-200 whitespace-nowrap">
+                  or double click to open
+                </p>
+              )}
+              {/* EnhancedButton for Delete */}
+              <EnhancedButton
+                onClick={openDeleteModal}
+                className={`${actionButtonClass} ${selectedNodes.length > 0
+                    ? 'animate-pulse-red' // Keep existing pulse when selected
+                    : 'text-red-400 hover:bg-red-900 hover:text-red-300' // Default styles
+                    } ${isShaking ? 'animate-shake' : ''}`} // RE-ADD shake animation class
+                title="Delete Selected File(s) and/or Folder(s)"
+                disabled={selectedNodes.length === 0} // Still disabled when nothing selected
+                data-action-button="true"
+                particleColor="#ef4444" // Red particles
+              >
+                <FiTrash2 /> Delete
+              </EnhancedButton>
+            </div>
+          </div>
+        </div>
+
+        {/* Loading/Error States for Initial Load - Apply background */}
+        {isLoading && (
+          <div className="flex-grow flex items-center justify-center text-gray-400 bg-gray-900 bg-opacity-80 backdrop-blur-sm p-4 rounded-b-lg">
+            <FiLoader className="animate-spin mr-3" /> Loading configurations...
+          </div>
+        )}
+        {!isLoading && error && (
+          <div className="flex-grow flex flex-col items-center justify-center text-red-400 bg-red-900 bg-opacity-60 backdrop-blur-sm p-6 rounded-b-lg border border-red-700">
+            <FiAlertTriangle className="w-10 h-10 mb-2" />
+            <p>Error loading configuration structure:</p>
+            <p className="text-sm mt-1">{error}</p>
+            {/* EnhancedButton for Retry */}
+            <EnhancedButton onClick={fetchInitialData} className="mt-4 px-3 py-1.5 rounded bg-gray-600 hover:bg-gray-500 text-gray-200 text-sm" particleColor="#9ca3af">
+              Retry
+            </EnhancedButton>
+          </div>
+        )}
+
+        {/* Tree View Area - Apply background */}
+        {!isLoading && !error && (
+          <div className="flex-grow border-b border-r border-l border-gray-700 rounded-b-lg bg-gray-900 bg-opacity-80 backdrop-blur-sm overflow-auto relative min-h-0"> {/* Ensure flex-grow and min-height */} 
+            {(treeData && treeData.length > 0) ? (
+              <Tree
+                ref={treeRef}
+                data={treeData}
+                openByDefault={false}
+                width="100%"
+                height={1000} // Reverted to a large number, container handles scrolling
+                indent={24}
+                rowHeight={32}
+                paddingTop={10}
+                paddingBottom={10}
+                onSelect={handleSelect}
+                onToggle={handleToggle}
+                onMove={handleMove}
+                disableDrop={({ parentNode, dropTarget }) => {
+                  // Prevent dropping *onto* a file
+                  return dropTarget && !dropTarget.data.is_dir;
+                }}
+                // Selection follows focus can be useful for multi-select + drag
+                // selectionFollowsFocus={true}
+              >
+                {/* Pass props needed by Node, including click tracking and newly created ID */}
+                {(props) => <Node {...props} navigate={navigate} onNodeClick={handleNodeClick} lastClick={lastClick} newlyCreatedItemId={newlyCreatedItemId} />}
+              </Tree>
+            ) : (
+              <div className="flex flex-col items-center justify-center h-full text-gray-500">
+                <p>No configuration files or folders found in ./external_configs/</p>
+                {/* Optional: Add buttons to create folder/duplicate even when empty */}
+              </div>
+            )}
+          </div>
+        )}
+
+        {/* Status Bar Area - Apply background */}
+        <div className="h-8 mt-2 text-sm flex items-center gap-4 overflow-hidden whitespace-nowrap px-4 py-1 bg-gray-900 bg-opacity-80 backdrop-blur-sm rounded-lg border border-gray-700">
+          {/* Moving Status */}
+          {isMoving && (
+              <div className="flex items-center text-blue-400">
+                  <FiLoader className="animate-spin mr-2 flex-shrink-0" /> Moving items...
+              </div>
+          )}
+          {moveError && <p className="text-red-400 truncate" title={moveError}>Move Error: {moveError}</p>}
+
+          {/* General Action Status (Delete, Create, Duplicate) */}
+          {actionStatus.message && (
+              <p className={`${actionStatus.error ? 'text-red-400' : actionStatus.success ? 'text-green-400' : 'text-gray-400'} truncate flex items-center`} title={actionStatus.message}>
+                  {actionStatus.success && <FiCheckCircle className="mr-1 flex-shrink-0"/>}
+                  {actionStatus.error && <FiAlertTriangle className="mr-1 flex-shrink-0"/>}
+                  {actionStatus.message}
+              </p>
+          )}
+        </div>
+
+      </div> {/* End Main Content Wrapper */}
+
+
+      {/* --- Modals --- */}
+      {/* Modals remain outside the centered content, possibly covering the whole screen */}
+
+      {/* Delete Confirmation Modal */}
+      <Modal
+        isOpen={isDeleteModalOpen}
+        onClose={() => !isSubmittingModal && setIsDeleteModalOpen(false)}
+        title="Confirm Deletion"
+      >
+        <p className="mb-4">Are you sure you want to delete the following {selectedNodes.length} item(s) (files and folders)? This action cannot be undone.</p>
+        <ul className="list-disc list-inside mb-4 max-h-40 overflow-y-auto bg-gray-700 p-2 rounded border border-gray-600">
+          {/* Show all selected items, files and folders */}
+          {selectedNodes.map(node => <li key={node.id} className="truncate text-sm py-0.5 flex items-center gap-1" title={node.relativePath}>
+              {node.is_dir ? <FiFolder className="inline-block w-4 h-4 text-yellow-500 flex-shrink-0" /> : <FiFile className="inline-block w-4 h-4 text-blue-400 flex-shrink-0" />}
+              <span>{node.relativePath}</span>
+            </li>)}
+        </ul>
+        {modalError && (
+          <p className="text-red-400 text-sm mb-3 bg-red-900 bg-opacity-40 p-2 rounded border border-red-700">{modalError}</p>
+        )}
+        <div className="flex justify-end gap-3 mt-4">
+          {/* Standard button for Cancel */}
+          <button
+            type="button"
+            onClick={() => setIsDeleteModalOpen(false)}
+            className="px-4 py-2 rounded bg-gray-600 hover:bg-gray-500 text-gray-200 transition-colors disabled:opacity-50"
+            disabled={isSubmittingModal}
+          >
+            Cancel
+          </button>
+          {/* EnhancedButton for Confirm Delete */}
+          <EnhancedButton
+            onClick={handleDelete}
+            className={`px-4 py-2 rounded bg-red-600 hover:bg-red-500 text-white flex items-center disabled:opacity-50
+                       ${isDeleteModalOpen && !isSubmittingModal && selectedNodes.length > 0 ? 'animate-pulse-red' : ''}`}
+            disabled={isSubmittingModal || selectedNodes.length === 0} // Disable only if nothing selected or submitting
+            particleColor="#f87171" // Light red particles to contrast with bg
+          >
+            {isSubmittingModal ? <FiLoader className="animate-spin mr-2" /> : <FiTrash2 className="mr-1" />}
+            {isSubmittingModal ? 'Deleting...' : `Delete ${selectedNodes.length} Item(s)`}
+          </EnhancedButton>
+        </div>
+      </Modal>
+
+      {/* Create Folder Modal */}
+      <Modal
+        isOpen={isCreateFolderModalOpen}
+        onClose={() => !isSubmittingModal && setIsCreateFolderModalOpen(false)}
+        title="Create New Folder"
+      >
+        <label htmlFor="newFolderName" className="block mb-2 text-sm font-medium text-gray-300">Folder Name:</label>
+        <input
+          ref={createFolderInputRef}
+          id="newFolderName"
+          type="text"
+          value={newFolderName}
+          onChange={(e) => setNewFolderName(e.target.value)}
+          placeholder="e.g., my_configs or nested/folder"
+          className={`w-full px-3 py-2 bg-gray-700 border border-gray-600 rounded text-gray-100 focus:outline-none focus:border-blue-500 focus:ring-1 focus:ring-blue-500 mb-1
+                      ${!newFolderName.trim() && isCreateFolderModalOpen ? 'animate-pulse-bg-subtle' : ''}`}
+          disabled={isSubmittingModal}
+          onKeyDown={(e) => e.key === 'Enter' && !isSubmittingModal && newFolderName.trim() && handleCreateFolder()}
+        />
+        <p className="text-xs text-gray-400 mb-3">Folder will be created inside the selected folder, or at the root if none is selected.</p>
+        {modalError && <p className="text-red-400 text-xs mt-1 mb-3">Error: {modalError}</p>}
+        <div className="flex justify-end gap-3 mt-4">
+          {/* Standard button for Cancel */}
+          <button
+            type="button"
+            onClick={() => setIsCreateFolderModalOpen(false)}
+            className="px-4 py-2 rounded bg-gray-600 hover:bg-gray-500 text-gray-200 transition-colors disabled:opacity-50"
+            disabled={isSubmittingModal}
+          >
+            Cancel
+          </button>
+          {/* EnhancedButton for Confirm Create */}
+          <EnhancedButton
+            onClick={handleCreateFolder}
+            className={`px-4 py-2 rounded bg-blue-600 hover:bg-blue-500 text-white flex items-center disabled:opacity-50
+                       ${newFolderName.trim() && !isSubmittingModal ? 'animate-pulse-blue-gold' : ''}`}
+            disabled={!newFolderName.trim() || isSubmittingModal}
+            particleColor="#60a5fa" // Light blue particles
+          >
+            {isSubmittingModal ? <FiLoader className="animate-spin mr-2" /> : <FiFolderPlus className="mr-1" />}
+            {isSubmittingModal ? 'Creating...' : 'Create'}
+          </EnhancedButton>
+        </div>
+      </Modal>
+
+        {/* Duplicate Config Modal */}
+        <Modal
+            isOpen={isDuplicateModalOpen}
+            onClose={() => !isSubmittingModal && setIsDuplicateModalOpen(false)}
+            title="Duplicate Configuration"
+        >
+            {/* Source Alias Input */}
+            <div className="mb-4 relative">
+                <label htmlFor="duplicateSourceAlias" className="block mb-1 text-sm font-medium text-gray-300">Source Alias:</label>
+                <input
+                    ref={aliasInputRef}
+                    id="duplicateSourceAlias"
+                    type="text"
+                    value={duplicateSourceAlias}
+                    onChange={handleAliasInputChange}
+                    placeholder="Type to search or select from list below..."
+                    className={`w-full px-3 py-2 bg-gray-700 border border-gray-600 rounded text-gray-100 focus:outline-none focus:border-blue-500 focus:ring-1 focus:ring-blue-500
+                                 ${!duplicateSourceAlias.trim() && !isAliasDetailsOpen && isDuplicateModalOpen ? 'animate-pulse-bg-subtle' : ''}`}
+                    disabled={isSubmittingModal || isFetchingAliases}
+                />
+                {isFetchingAliases && <FiLoader className="animate-spin absolute right-3 top-9 transform text-gray-400"/>}
+                {/* Suggestions Dropdown */}
+                {aliasSuggestions.length > 0 && (
+                    <ul className="absolute z-10 w-full mt-1 bg-gray-700 border border-gray-600 rounded shadow-lg max-h-40 overflow-y-auto">
+                        {aliasSuggestions.map((alias) => (
+                            <li
+                                key={alias}
+                                className="px-3 py-2 cursor-pointer hover:bg-gray-600 text-gray-200 text-sm"
+                                onClick={() => handleAliasSuggestionClick(alias)}
+                            >
+                                {alias}
+                            </li>
+                        ))}
+                    </ul>
+                )}
+                {!isFetchingAliases && availableAliases.length === 0 && !modalError && !isFetchingAliases && (
+                     <p className="text-xs text-yellow-400 mt-1">No config aliases found or failed to load.</p>
+                )}
+            </div>
+
+            {/* Expandable List of All Aliases */}
+            {!isFetchingAliases && availableAliases.length > 0 && (
+                <details
+                    className={`mb-4 rounded border border-gray-600 overflow-hidden
+                               ${isAliasDetailsOpen && !duplicateSourceAlias.trim() ? 'animate-pulse-border-subtle' : ''}`}
+                    onToggle={(e) => setIsAliasDetailsOpen(e.target.open)} // Track open state
+                >
+                    <summary className="px-3 py-2 cursor-pointer bg-gray-700 hover:bg-gray-650 text-sm text-gray-300 flex justify-between items-center">
+                        <span>Show All Available Aliases ({availableAliases.length})</span>
+                        {/* Simple triangle indicator */}
+                        <span className="details-marker">▼</span>
+                    </summary>
+                    <ul className="bg-gray-800 max-h-48 overflow-y-auto p-2">
+                        {availableAliases
+                            .slice() // Create a copy to avoid modifying the original state
+                            .sort((a, b) => a.localeCompare(b)) // Sort alphabetically
+                            .map((alias) => (
+                            <li
+                                key={alias}
+                                className="px-3 py-1.5 cursor-pointer hover:bg-gray-700 text-gray-200 text-sm rounded"
+                                onClick={(e) => {
+                                    handleAliasSuggestionClick(alias);
+                                    // Optionally close the details element after selection
+                                    e.target.closest('details')?.removeAttribute('open');
+                                }}
+                            >
+                                {alias}
+                            </li>
+                        ))}
+                    </ul>
+                </details>
+            )}
+            {/* CSS for the details marker - could be added to a global CSS file instead */}
+            <style>{`
+                details > summary { list-style: none; }
+                details > summary::-webkit-details-marker { display: none; }
+                details > summary .details-marker { transition: transform 0.2s; }
+                details[open] > summary .details-marker { transform: rotate(180deg); }
+            `}</style>
+
+
+            {/* Destination Path Input */}
+            <div className="mb-4">
+                <label htmlFor="duplicateDestPath" className="block mb-1 text-sm font-medium text-gray-300">Destination Path:</label>
+                <input
+                    id="duplicateDestPath"
+                    type="text"
+                    value={duplicateDestPath}
+                    onChange={(e) => setDuplicateDestPath(e.target.value)}
+                    placeholder="e.g., new_config.yaml or folder/new_config.yaml"
+                    className={`w-full px-3 py-2 bg-gray-700 border border-gray-600 rounded text-gray-100 focus:outline-none focus:border-blue-500 focus:ring-1 focus:ring-blue-500
+                                 ${duplicateSourceAlias.trim() && !duplicateDestPath.trim() && isDuplicateModalOpen ? 'animate-pulse-bg-subtle' : ''}`}
+                    disabled={isSubmittingModal}
+                />
+                <p className="text-xs text-gray-400 mt-1">Path relative to <code className="text-xs bg-gray-600 px-1 rounded">./external_configs/</code>. Must end in
+                    <code className={`text-xs bg-gray-600 px-1 rounded ml-1
+                                     ${duplicateDestPath.trim() && !duplicateDestPath.trim().toLowerCase().endsWith('.yaml') ? 'text-red-400 font-bold' : ''}
+                                     `}>
+                        .yaml
+                    </code>.
+                </p>
+            </div>
+
+            {/* Modal Error Display */}
+            {modalError && <p className="text-red-400 text-sm mb-3 bg-red-900 bg-opacity-40 p-2 rounded border border-red-700">{modalError}</p>}
+
+            {/* Modal Actions */}
+            <div className="flex justify-end gap-3 mt-4">
+                {/* Standard button for Cancel */}
+                <button
+                    type="button"
+                    onClick={() => setIsDuplicateModalOpen(false)}
+                    className="px-4 py-2 rounded bg-gray-600 hover:bg-gray-500 text-gray-200 transition-colors disabled:opacity-50"
+                    disabled={isSubmittingModal}
+                >
+                    Cancel
+                </button>
+                {/* EnhancedButton for Confirm Duplicate */}
+                <EnhancedButton
+                    onClick={handleDuplicate}
+                    className={`px-4 py-2 rounded bg-blue-600 hover:bg-blue-500 text-white flex items-center disabled:opacity-50
+                               ${duplicateSourceAlias.trim() && duplicateDestPath.trim().toLowerCase().endsWith('.yaml') && !isSubmittingModal ? 'animate-pulse-blue-gold' : ''}
+                               `}
+                    disabled={!duplicateSourceAlias.trim() || !duplicateDestPath.trim().toLowerCase().endsWith('.yaml') || isSubmittingModal || isFetchingAliases}
+                    particleColor="#60a5fa" // Light blue particles
+                >
+                    {isSubmittingModal ? <FiLoader className="animate-spin mr-2" /> : <FiCopy className="mr-1" />}
+                    {isSubmittingModal ? 'Duplicating...' : 'Duplicate'}
+                </EnhancedButton>
+            </div>
+        </Modal>
+
+    </div> // End main div
+  );
+}
+
+export default ConfigSelector; 

atk-interface/src/pages/HomePage.jsx

@@ -0,0 +1,21 @@
+import React, { useEffect } from 'react';
+import { useNavigation } from '../context/NavigationContext';
+
+function HomePage() {
+  const { setHighlightedNavLink } = useNavigation();
+
+  useEffect(() => {
+    setHighlightedNavLink('/configs'); // highlight configs when mounted
+    return () => setHighlightedNavLink(null); // clear on unmount
+  }, [setHighlightedNavLink]);
+
+  return (
+    <div className="p-8 flex flex-col items-center justify-center h-full">
+      <h1 className="text-4xl font-bold mb-4">Welcome to Augmentoolkit</h1>
+      <p className="text-xl text-gray-400">Select a section from the navigation above to get started.</p>
+      {/* Placeholder for logo or other content */}
+    </div>
+  );
+}
+
+export default HomePage; 

atk-interface/src/pages/InputManager.jsx

@@ -0,0 +1,992 @@
+import React, { useState, useEffect, useRef, useCallback } from 'react';
+import { Tree } from 'react-arborist';
+import { FiFile, FiFolder, FiFolderPlus, FiUploadCloud, FiDownloadCloud, FiTrash2, FiLoader, FiAlertTriangle, FiCheckCircle, FiChevronDown, FiChevronRight } from 'react-icons/fi';
+import { useDropzone } from 'react-dropzone';
+import { uploadInputFiles, downloadInputItem, deleteInputItem, createInputDirectory, moveInputItem } from '../api';
+import { useFileManager } from '../context/FileManagerContext';
+import Modal from '../components/Modal';
+import JSZip from 'jszip';
+import PourOverBackground from '../components/PourOverBackground';
+import EnhancedButton from '../components/EnhancedButton';
+
+/**
+ * @typedef {object} InputNodeData
+ * @property {string} id - Unique ID (can be the relative path)
+ * @property {string} name - Display name (basename of the path)
+ * @property {boolean} [isInternal] - Flag for placeholder nodes
+ * @property {string} relativePath - Store the full relative path
+ * @property {boolean} is_dir - Keep the directory flag
+ * @property {InputNodeData[] | null} [children] - Children array or null if leaf
+ */
+
+/** @param {import("react-arborist").NodeRendererProps<InputNodeData> & { onNodeClick: Function, lastClick: { id: string | null, time: number }, newlyCreatedItemId: string | null }} props */
+function Node({ node, style, dragHandle, onNodeClick, lastClick, newlyCreatedItemId }) {
+  const Icon = node.isLeaf ? FiFile : FiFolder;
+  const iconColor = node.isLeaf ? 'text-blue-400' : 'text-yellow-500';
+  const isNewlyCreated = node.id === newlyCreatedItemId;
+
+  // Optional: add row‑click to select *and* open/close
+  const handleRowClick = (e) => {
+    const now = Date.now();
+    const DOUBLE_CLICK_THRESHOLD = 300; // ms
+
+    if (lastClick.id === node.id && (now - lastClick.time) < DOUBLE_CLICK_THRESHOLD) {
+      // Double click detected
+      if (node.isInternal) {
+        node.toggle(); // Toggle folder open/closed state
+      }
+      // Reset last click to prevent triple click issues
+      onNodeClick(null, 0);
+    } else {
+      // Single click
+      node.handleClick(e); // Let react-arborist handle selection
+      onNodeClick(node.id, now); // Update last click state
+    }
+  };
+
+  // Optional: only the caret toggles
+  const handleCaretClick = (e) => {
+    e.stopPropagation();       // keep the row‑click logic independent
+    node.toggle();
+  };
+
+  return (
+    <div
+      ref={dragHandle}
+      style={style}
+      className={`flex items-center gap-2 px-2 py-1 rounded cursor-pointer
+                  ${node.isSelected ? 'bg-blue-700' : 'hover:bg-gray-700'}
+                  ${node.isEditing ? 'bg-gray-600' : ''}
+                  ${isNewlyCreated ? 'animate-pulse-white' : ''}`}
+      onClick={handleRowClick} // Use single click handler for selection/toggle
+    >
+      {/* caret */}
+      <span
+        className="w-6 text-center flex items-center justify-center"
+        onClick={handleCaretClick}      /* <-- give it life */
+      >
+        {node.isInternal && (node.isOpen ? <FiChevronDown /> : <FiChevronRight />)}
+      </span>
+
+      {/* icon + name */}
+      <Icon className={`${iconColor} flex-shrink-0 mr-1`} />
+      <span 
+        className="truncate flex-grow text-gray-200"
+      >
+        {node.data.name}
+      </span>
+    </div>
+  );
+}
+
+
+function InputManager() {
+    const { inputTreeData: treeData, isInputLoading: isLoading, inputError: error, fetchInputData, refreshInputData } = useFileManager();
+    /** @type {[InputNodeData[], Function]} */
+    const [selectedNodes, setSelectedNodes] = useState([]);
+    const treeRef = useRef(null);
+    console.log("InputManager RENDERED"); // Log component render
+    // State for manual double-click tracking
+    const [lastClick, setLastClick] = useState({ id: null, time: 0 });
+    // State for newly created item highlight
+    const [newlyCreatedItemId, setNewlyCreatedItemId] = useState(null);
+    // State to store names of items from the last upload for highlighting
+    const [lastUploadedNames, setLastUploadedNames] = useState([]);
+    // State to trigger the search effect after an upload cycle completes
+    const [uploadCycle, setUploadCycle] = useState(0);
+
+    // Modals State
+    const [isDeleteModalOpen, setIsDeleteModalOpen] = useState(false);
+    const [isCreateFolderModalOpen, setIsCreateFolderModalOpen] = useState(false);
+    const [newFolderName, setNewFolderName] = useState('');
+    const [modalError, setModalError] = useState(null);
+    const [isSubmittingModal, setIsSubmittingModal] = useState(false);
+
+    // Upload Feedback State
+    const [isUploading, setIsUploading] = useState(false);
+    const [uploadProgress, setUploadProgress] = useState(0); 
+    const [uploadError, setUploadError] = useState(null);
+    const [lastUploadResult, setLastUploadResult] = useState(null);
+
+    // Download state
+    const [isDownloading, setIsDownloading] = useState(false);
+    const [downloadStatus, setDownloadStatus] = useState({ message: '', error: false });
+
+    // Move/Drag State
+    const [isMoving, setIsMoving] = useState(false);
+    const [moveError, setMoveError] = useState(null);
+
+    // State for shake animation trigger
+    const [isShaking, setIsShaking] = useState(false);
+
+    // --- State for PourOverBackground ---
+    const [bgIsActive, setBgIsActive] = useState(false);
+    const [triggerBgDownload, setTriggerBgDownload] = useState(false);
+    const [triggerBgDelete, setTriggerBgDelete] = useState(false);
+
+    // Refs for modal inputs
+    const createFolderInputRef = useRef(null);
+
+    useEffect(() => {
+        fetchInputData(); // Fetch data on mount (uses cache if available)
+    }, [fetchInputData]);
+
+    // --- Handlers for PourOverBackground Callbacks ---
+    const handleDownloadAnimComplete = useCallback(() => {
+        setTriggerBgDownload(false);
+        console.log("LOG: handleDownloadAnimComplete called");
+    }, []);
+
+    const handleDeleteAnimComplete = useCallback(() => {
+        setTriggerBgDelete(false);
+        console.log("LOG: handleDeleteAnimComplete called");
+    }, []);
+
+    // Effect to trigger shake animation on selection change
+    useEffect(() => {
+      if (selectedNodes.length > 0) {
+        setIsShaking(true);
+        const timer = setTimeout(() => {
+          setIsShaking(false);
+        }, 400); // Duration of the shake animation
+        return () => clearTimeout(timer); // Cleanup timer on unmount or if selection changes again quickly
+      } else {
+        setIsShaking(false); // Ensure shaking stops if selection is cleared
+      }
+    }, [selectedNodes.length]); // Depend only on the length changing
+
+    // Effect to handle newly created items: expand parents and scroll into view
+    useEffect(() => {
+      console.log(`LOG: Highlight EFFECT triggered. newlyCreatedItemId: ${newlyCreatedItemId}, treeData available: ${!!treeData}`);
+      if (newlyCreatedItemId && treeRef.current && treeData) {
+          console.log(`LOG: Highlight EFFECT processing ID: ${newlyCreatedItemId}`);
+          const node = treeRef.current.get(newlyCreatedItemId);
+          console.log(`LOG: Highlight EFFECT node found: ${!!node}`);
+          if (node) {
+              // Expand all parents
+              let parent = node.parent;
+              console.log("LOG: Highlight EFFECT expanding parents...");
+              while (parent && !parent.isOpen) {
+                  console.log(`LOG: Highlight EFFECT opening parent: ${parent.id}`);
+                  if (parent.id) {
+                      treeRef.current.open(parent.id, { autoSelect: false });
+                  } else {
+                      console.warn("Could not open parent, ID missing:", parent);
+                      break;
+                  }
+                  parent = parent.parent; // Move up the tree
+              }
+              // Scroll the new node into view
+              const timerId = setTimeout(() => {
+                  treeRef.current?.scrollTo(newlyCreatedItemId, "center");
+                  console.log(`LOG: Highlight EFFECT scrolled to ${newlyCreatedItemId}`);
+              }, 100);
+              return () => clearTimeout(timerId);
+          } else {
+              console.warn(`Node with ID ${newlyCreatedItemId} not found in tree after creation/upload.`);
+          }
+      }
+    }, [newlyCreatedItemId, treeData]); // Rerun when ID changes or tree data updates
+
+    // Effect to find and highlight the first newly uploaded item after data refresh
+    useEffect(() => {
+        console.log(`LOG: Uploaded item search EFFECT triggered. uploadCycle: ${uploadCycle}, lastUploadedNames: [${lastUploadedNames.join(', ')}], treeData available: ${!!treeData}`);
+        // Search the raw treeData, not just visible nodes
+        if (lastUploadedNames.length > 0 && Array.isArray(treeData)) {
+            let foundNodeId = null;
+            console.log("LOG: Uploaded item search EFFECT searching raw treeData...");
+
+            // Recursive function to search the raw data structure
+            const findNodeInData = (nodes) => {
+                if (!Array.isArray(nodes)) return null;
+
+                for (const node of nodes) {
+                    // node here is the raw data object (e.g., { id: 'path', name: 'name', ...})
+                    // console.log(`LOG: Searching... Checking node: ${node.name} (ID: ${node.id})`);
+                    if (node.isdir && node.children) {
+                        console.log(`LOG: Searching... Checking directory node: ${node.name} (ID: ${node.id})`); // only log dir checks because there are a LOT of files here
+                    }
+                    if (lastUploadedNames.includes(node.name)) {
+                        console.log(`LOG: Uploaded item search EFFECT found match: ${node.name} (ID: ${node.id})`);
+                        return node.id; // Return the ID (path) of the first match
+                    }
+                    // If it's a directory, recurse into its children
+                    if (node.is_dir && node.children) {
+                        const foundInChildren = findNodeInData(node.children);
+                        if (foundInChildren) {
+                            return foundInChildren;
+                        }
+                    }
+                }
+                return null;
+            };
+
+            // Start search from the root of treeData
+            foundNodeId = findNodeInData(treeData);
+
+            if (foundNodeId) {
+                console.log(`LOG: Uploaded item search EFFECT setting newlyCreatedItemId = ${foundNodeId}`);
+                setNewlyCreatedItemId(foundNodeId);
+                // Clear the names list ONLY after successfully finding and setting the highlight
+                console.log("LOG: Uploaded item search EFFECT clearing lastUploadedNames after success.");
+                setLastUploadedNames([]);
+            } else {
+                console.log("LOG: Uploaded item search EFFECT found no matching node in current treeData. Will retry if treeData updates.");
+                // Optional: Could implement a deeper search if needed, but start simple
+            }
+        }
+    }, [treeData, lastUploadedNames, uploadCycle]); // Depend on treeData, names, and the upload cycle trigger
+
+    const handleUpload = useCallback(async (fileList, targetPath) => {
+      const files = Array.from(fileList);
+      console.log(`LOG: handleUpload START. Target: ${targetPath}, Files:`, files);
+
+      // Check whether any item is a directory (webkitRelativePath !== '')
+      const containsDir = files.some(f => f.webkitRelativePath);
+      console.log(`LOG: handleUpload containsDir: ${containsDir}`);
+
+      let payload = files;
+      if (containsDir) {
+        console.log("LOG: handleUpload zipping directories...");
+        // zip each top‑level folder
+        const groups = {};
+        files.forEach(f => {
+          const [root] = f.webkitRelativePath.split('/');
+          (groups[root] ||= []).push(f);
+        });
+    
+        const zips = await Promise.all(
+          Object.entries(groups).map(async ([folder, fs]) => {
+            const zip = new JSZip();
+            fs.forEach(f =>
+              zip.file(f.webkitRelativePath.replace(`${folder}/`, ''), f)
+            );
+            const blob = await zip.generateAsync({ type: 'blob' });
+            return new File([blob], `${folder}.zip`, { type: 'application/zip' });
+          })
+        );
+        payload = zips;
+      }
+    
+      // Trigger background activity briefly on upload? (Optional)
+      setBgIsActive(true);
+      setTimeout(() => setBgIsActive(false), 1000); // Example: active for 1 sec
+
+      console.log("LOG: handleUpload BEFORE uploadInputFiles call");
+      await uploadInputFiles(targetPath, payload);
+      console.log("LOG: handleUpload AFTER uploadInputFiles call");
+      // Highlight is now set in onDrop *after* this completes
+      // if (target !== '.') {
+      //     setNewlyCreatedItemId(targetPath);
+      // }
+      console.log("LOG: handleUpload BEFORE refreshInputData call");
+      refreshInputData(); // Refresh data after upload
+      console.log("LOG: handleUpload AFTER refreshInputData call (refresh initiated)");
+    }, [refreshInputData]);
+
+    const handleSelect = (nodes) => {
+        const selectedData = nodes.map(n => n.data);
+        console.log("LOG: handleSelect called. Selected nodes count:", selectedData.length);
+        setSelectedNodes(selectedData);
+        // Set background to active if something is selected
+        setBgIsActive(selectedData.length > 0);
+        if (selectedData.length > 0) {
+            console.log(`LOG: Clearing newlyCreatedItemId (${newlyCreatedItemId}) due to handleSelect.`);
+            setNewlyCreatedItemId(null); // Clear highlight on selection
+            console.log(`LOG: Clearing lastUploadedNames due to handleSelect.`);
+            setLastUploadedNames([]); // Also clear search list
+        }
+    };
+
+    const handleToggle = (id) => {
+        console.log('LOG: handleToggle called. Toggled ID:', id);
+        console.log(`LOG: Clearing newlyCreatedItemId (${newlyCreatedItemId}) due to handleToggle.`);
+        setNewlyCreatedItemId(null); // Clear highlight on toggle
+        console.log(`LOG: Clearing lastUploadedNames due to handleToggle.`);
+        setLastUploadedNames([]); // Also clear search list
+    };
+
+    // --- Move Handler ---
+    /** @param {import("react-arborist").MoveHandler<InputNodeData>} args */
+    const handleMove = async ({ dragIds, parentId, index }) => {
+        setIsMoving(true);
+        setMoveError(null);
+        console.log("Move detected:", { dragIds, parentId, index });
+
+        const parentNode = parentId ? treeRef.current?.get(parentId) : null;
+        const parentPath = parentNode ? parentNode.data.relativePath : '.'; // Root is '.'
+        console.log("Parent Node:", parentNode);
+        console.log("Parent Path:", parentPath);
+
+        if (parentNode && !parentNode.data.is_dir) {
+             setMoveError("Cannot move items into a file.");
+             setIsMoving(false);
+             return;
+        }
+
+        let successCount = 0;
+        let firstError = null;
+
+        const results = await Promise.allSettled(
+            dragIds.map(id => {
+                const node = treeRef.current?.get(id);
+                if (!node) return Promise.reject(new Error(`Node with ID ${id} not found.`));
+                
+                const sourcePath = node.data.relativePath;
+                const itemName = node.data.name;
+                 // Construct destination path: parentPath/itemName
+                 // Ensure no leading/trailing slashes on parentPath (unless it's root '.') 
+                 // and no leading slash on itemName
+                const cleanParentPath = parentPath === '.' ? '' : parentPath.replace(/^\/+|\/+$/g, '');
+                const cleanItemName = itemName.replace(/^\/+/,'');
+                const destinationPath = cleanParentPath ? `${cleanParentPath}/${cleanItemName}` : cleanItemName;
+
+                console.log(`Attempting move: ${sourcePath} -> ${destinationPath}`);
+                return moveInputItem(sourcePath, destinationPath);
+            })
+        );
+
+         results.forEach((result, i) => {
+             const nodeId = dragIds[i];
+             const node = treeRef.current?.get(nodeId);
+             const itemName = node?.data?.name || `Item ${i+1}`;
+            if (result.status === 'fulfilled') {
+                console.log(`Successfully moved ${itemName}:`, result.value);
+                successCount++;
+            } else {
+                console.error(`Failed to move ${itemName}:`, result.reason);
+                 if (!firstError) {
+                     firstError = result.reason?.message || `Failed to move ${itemName}.`;
+                 }
+            }
+        });
+
+
+        setIsMoving(false);
+
+        if (firstError) {
+            setMoveError(`Move Error: ${firstError}${successCount > 0 ? ` (${successCount} items moved successfully)` : ''}`);
+        } else {
+            console.log(`Successfully moved ${successCount} item(s).`);
+        }
+
+        if (successCount > 0 || firstError) {
+            setNewlyCreatedItemId(null); // Clear highlight after move attempt
+            console.log(`LOG: Clearing newlyCreatedItemId (${newlyCreatedItemId}) after successful/failed move attempt.`);
+            console.log(`LOG: Clearing lastUploadedNames after successful/failed move attempt.`);
+            setLastUploadedNames([]); // Also clear search list
+            refreshInputData(); // Refresh data after move
+            setSelectedNodes([]);
+            treeRef.current?.deselectAll();
+        } else {
+            console.log("No changes detected from move operation, not refreshing.");
+        }
+    };
+    // --- End Move Handler ---
+
+    const handleCreateFolder = async () => {
+        if (!newFolderName.trim() || isSubmittingModal) return;
+        let parentPath = '.';
+        let parentNode = null; // Keep track of the parent node
+        // Target folder creation based on selection
+        const selectedDir = selectedNodes.find(n => n.is_dir);
+        if (selectedNodes.length === 1 && selectedDir) {
+             parentPath = selectedDir.relativePath;
+             parentNode = treeRef.current?.get(selectedDir.id); // Get the node itself
+        } else if (selectedNodes.length > 0) {
+             // If multiple items or a file is selected, find the parent of the first selected item
+             const firstNodeId = selectedNodes[0].id;
+             const firstNode = treeRef.current?.get(firstNodeId);
+             const parent = firstNode?.parent;
+             if (parent) {
+                 parentPath = parent.data.relativePath;
+                 parentNode = parent; // Get the parent node
+             } else {
+                 parentPath = '.'; // Default to root if no parent found
+                 parentNode = null;
+             }
+        } // else defaults to '.' (root)
+
+        // --- START EDIT: Attempt to open the parent directory ---
+        if (parentNode && parentNode.id && !parentNode.isOpen && treeRef.current) {
+            try {
+                console.log(`LOG: handleCreateFolder attempting to open parent node: ${parentNode.id}`);
+                await treeRef.current.open(parentNode.id, { autoSelect: false });
+                console.log(`LOG: handleCreateFolder successfully opened parent node: ${parentNode.id}`);
+            } catch (openError) {
+                 console.warn(`LOG: handleCreateFolder failed to open parent node ${parentNode.id}:`, openError);
+                 // Continue anyway, maybe it doesn't exist yet or another issue
+            }
+        }
+        // --- END EDIT ---
+
+        const cleanParentPath = parentPath === '.' ? '' : parentPath.replace(/^\/+|\/+$/g, '');
+        const cleanNewFolderName = newFolderName.trim().replace(/^\/+|\/+$/g, '');
+        const fullPath = cleanParentPath ? `${cleanParentPath}/${cleanNewFolderName}` : cleanNewFolderName;
+        
+        setIsSubmittingModal(true);
+        setModalError(null);
+        try {
+            await createInputDirectory(fullPath);
+            setNewFolderName('');
+            setIsCreateFolderModalOpen(false);
+            // Set highlight target *before* refresh
+            setNewlyCreatedItemId(fullPath);
+            refreshInputData(); // Refresh data after creation
+            // Trigger background activity briefly
+            setBgIsActive(true);
+            setTimeout(() => setBgIsActive(false), 1000);
+        } catch (e) {
+            console.error("Failed to create directory:", e);
+            setModalError(e.message || 'Could not create folder.');
+        } finally {
+            setIsSubmittingModal(false);
+        }
+        setLastUploadedNames([]); // Also clear search list
+    };
+
+    const handleDownload = async () => {
+        if (selectedNodes.length === 0 || isDownloading || triggerBgDownload) return; // Prevent overlap
+
+        console.log(`LOG: Clearing newlyCreatedItemId (${newlyCreatedItemId}) due to handleDownload start.`);
+        setNewlyCreatedItemId(null); // Clear highlight on download start
+        setIsDownloading(true);
+        setDownloadStatus({ message: `Starting download for ${selectedNodes.length} item(s)...`, error: false });
+        console.log(`LOG: Clearing lastUploadedNames due to handleDownload start.`);
+        setLastUploadedNames([]); // Also clear search list
+        setTriggerBgDownload(true); // <-- Trigger background download animation
+
+        let successCount = 0;
+        let firstError = null;
+
+        for (const node of selectedNodes) {
+            try {
+                setDownloadStatus({ message: `Downloading ${node.name}...`, error: false });
+                const response = await downloadInputItem(node.relativePath);
+                const blob = await response.blob();
+
+                // Extract filename from content-disposition or use node name
+                let filename = node.name;
+                const disposition = response.headers.get('content-disposition');
+                if (disposition && disposition.indexOf('attachment') !== -1) {
+                    const filenameRegex = /filename[^;=\n]*=((['"]).*?\2|[^;\n]*)/;
+                    const matches = filenameRegex.exec(disposition);
+                    if (matches != null && matches[1]) {
+                        filename = matches[1].replace(/['"]/g, '');
+                    }
+                }
+                 // If it's a directory download, API likely sends a zip
+                if (node.is_dir && !filename.toLowerCase().endsWith('.zip')) {
+                    filename += '.zip';
+                }
+
+                // Create temporary link and click
+                const url = window.URL.createObjectURL(blob);
+                const a = document.createElement('a');
+                a.style.display = 'none';
+                a.href = url;
+                a.download = filename;
+                document.body.appendChild(a);
+                a.click();
+                window.URL.revokeObjectURL(url);
+                a.remove();
+                successCount++;
+                 // Small delay between downloads to prevent browser blocking
+                 await new Promise(resolve => setTimeout(resolve, 200)); 
+            } catch (error) {
+                console.error(`Failed to download ${node.relativePath}:`, error);
+                if (!firstError) {
+                    firstError = error.message || `Failed to download ${node.name}.`;
+                }
+                 // Optionally break the loop on first error
+                 // break; 
+            }
+        }
+
+        setIsDownloading(false);
+        if (firstError) {
+            setDownloadStatus({ message: `Download failed: ${firstError}`, error: true });
+        } else {
+            setDownloadStatus({ message: `Successfully downloaded ${successCount} item(s).`, error: false });
+        }
+        // Clear status message after a delay
+        setTimeout(() => setDownloadStatus({ message: '', error: false }), 5000);
+    };
+
+    const handleDelete = async () => {
+        if (selectedNodes.length === 0 || isSubmittingModal || triggerBgDelete) return; // Prevent overlap
+
+        const itemsToDelete = [...selectedNodes];
+        setIsSubmittingModal(true);
+        setModalError(null);
+        setTriggerBgDelete(true); // <-- Trigger background delete animation
+        setNewlyCreatedItemId(null); // Clear highlight on delete start
+        console.log(`LOG: Clearing newlyCreatedItemId (${newlyCreatedItemId}) due to handleDelete start.`);
+        console.log(`LOG: Clearing lastUploadedNames due to handleDelete start.`);
+        setLastUploadedNames([]); // Also clear search list
+
+        let successCount = 0;
+        let firstError = null;
+
+        const results = await Promise.allSettled(
+            itemsToDelete.map(node => deleteInputItem(node.relativePath))
+        );
+
+        results.forEach((result, index) => {
+            if (result.status === 'fulfilled') {
+                successCount++;
+            } else {
+                console.error(`Failed to delete ${itemsToDelete[index].relativePath}:`, result.reason);
+                if (!firstError) {
+                    firstError = result.reason?.message || `Failed to delete ${itemsToDelete[index].name}.`;
+                }
+            }
+        });
+
+        setIsSubmittingModal(false);
+
+        if (firstError) {
+            setModalError(`Error: ${firstError}${successCount > 0 ? ` (${successCount} items deleted successfully)` : ''}`);
+        } else {
+            console.log(`Successfully deleted ${successCount} items.`);
+            setIsDeleteModalOpen(false);
+        }
+
+        if (successCount > 0) {
+            // await fetchInitialData();
+            refreshInputData(); // Refresh data after deletion
+            setSelectedNodes([]);
+            setBgIsActive(false); // Deactivate background animation after deletion
+        }
+    };
+
+    const openCreateFolderModal = () => {
+        setNewFolderName('');
+        setModalError(null);
+        console.log(`LOG: Clearing newlyCreatedItemId (${newlyCreatedItemId}) due to openCreateFolderModal.`);
+        setIsCreateFolderModalOpen(true);
+        setNewlyCreatedItemId(null); // Clear highlight when opening modal
+        console.log(`LOG: Clearing lastUploadedNames due to openCreateFolderModal.`);
+        setLastUploadedNames([]); // Also clear search list
+        // Autofocus the input field
+        setTimeout(() => createFolderInputRef.current?.focus(), 100);
+    }
+
+    const openDeleteModal = () => {
+        setModalError(null);
+        console.log(`LOG: Clearing newlyCreatedItemId (${newlyCreatedItemId}) due to openDeleteModal.`);
+        setIsDeleteModalOpen(true);
+        setNewlyCreatedItemId(null); // Clear highlight when opening modal
+        console.log(`LOG: Clearing lastUploadedNames due to openDeleteModal.`);
+        setLastUploadedNames([]); // Also clear search list
+    }
+
+    const onDrop = useCallback(
+      async acceptedFiles => {
+        console.log("LOG: onDrop START. Files dropped:", acceptedFiles.length);
+        if (!acceptedFiles.length) return;
+        
+        // Clear previous highlight search list
+        console.log("LOG: onDrop clearing lastUploadedNames at start.")
+        setLastUploadedNames([]);
+
+        // --- Record potential names for highlighting --- Start
+        const namesToHighlight = acceptedFiles.map(file => {
+            // If it's a directory upload (folder dragged in), webkitRelativePath exists
+            if (file.webkitRelativePath) {
+                // Extract the top-level folder name
+                return file.webkitRelativePath.split('/')[0];
+            } else {
+                // Regular file upload
+                return file.name;
+            }
+        });
+        // Remove duplicates (important if a folder contains multiple files)
+        const uniqueNames = [...new Set(namesToHighlight)];
+        console.log("LOG: onDrop names recorded for potential highlight:", uniqueNames);
+        setLastUploadedNames(uniqueNames);
+        // --- Record potential names for highlighting --- End
+
+        // Determine upload target based on selection
+        let target = '.'; // Default to root
+        let targetNode = null; // Track target node
+        const selectedDir = selectedNodes.find(n => n.is_dir);
+        if (selectedNodes.length === 1 && selectedDir) {
+             target = selectedDir.relativePath;
+             targetNode = treeRef.current?.get(selectedDir.id); // Get selected dir node
+        } else if (selectedNodes.length > 0) {
+             // If multiple items or a file is selected, upload to parent of first selected
+             const firstNodeId = selectedNodes[0].id;
+             const firstNode = treeRef.current?.get(firstNodeId);
+             const parent = firstNode?.parent;
+             if (parent) {
+                 target = parent.data.relativePath;
+                 targetNode = parent; // Target is the parent node
+             } else {
+                  target = '.'; // Default to root if no parent
+                  targetNode = null;
+             }
+        }
+
+        // --- START EDIT: Attempt to open the target directory ---
+        if (targetNode && targetNode.id && !targetNode.isOpen && treeRef.current) {
+             try {
+                 console.log(`LOG: onDrop attempting to open target node: ${targetNode.id}`);
+                 await treeRef.current.open(targetNode.id, { autoSelect: false });
+                 console.log(`LOG: onDrop successfully opened target node: ${targetNode.id}`);
+             } catch (openError) {
+                 console.warn(`LOG: onDrop failed to open target node ${targetNode.id}:`, openError);
+                 // Continue upload anyway
+             }
+        }
+        // --- END EDIT ---
+
+        console.log(`LOG: onDrop determined targetPath: ${target}`);
+        console.log(`Uploading to target path: ${target}`);
+
+        console.log("LOG: onDrop setting isUploading = true");
+        setIsUploading(true);
+        setUploadError(null);
+        setLastUploadResult(null); // Clear previous success message
+        console.log(`LOG: onDrop explicitly clearing newlyCreatedItemId (${newlyCreatedItemId}) at start of try block.`);
+        setNewlyCreatedItemId(null); // Explicitly clear any previous highlight
+        try {
+          console.log(`LOG: onDrop BEFORE handleUpload call. Target: ${target}`);
+          await handleUpload(acceptedFiles, target);
+          console.log("LOG: onDrop AFTER handleUpload call completed.");
+          // Highlight is now handled by the new useEffect hook based on lastUploadedNames
+          console.log("LOG: onDrop setting lastUploadResult = true");
+          setLastUploadResult(true); // Indicate success
+          // Set names *and* trigger the search effect AFTER upload/refresh initiated
+          console.log("LOG: onDrop setting lastUploadedNames and incrementing uploadCycle");
+          setLastUploadedNames(uniqueNames); // Set names just before incrementing cycle
+          setUploadCycle(c => c + 1); // Trigger the search effect
+          // Clear success message after a delay
+          setTimeout(() => {
+              setLastUploadResult(null);
+              // Maybe clear highlight here too, after a longer delay?
+              // setNewlyCreatedItemId(null);
+          }, 5000);
+        } catch (e) {
+          console.error('LOG: onDrop CAUGHT ERROR:', e);
+          console.error('Upload failed:', e);
+          setUploadError(e.message ?? 'An error occurred during upload.');
+           // Clear error message after a delay
+           setTimeout(() => setUploadError(null), 8000);
+        } finally {
+          console.log("LOG: onDrop setting isUploading = false (in finally block)");
+          setIsUploading(false);
+        }
+      },
+      [selectedNodes, handleUpload, treeRef] // Removed refreshInputData dependency here as it's called within handleUpload
+    );
+    
+    const {
+      getRootProps,
+      getInputProps,
+      isDragActive,
+      open: openFileDialog,
+    } = useDropzone({
+      onDrop,
+      noClick: true, // We have dedicated upload buttons
+      noKeyboard: true,
+      // Allow dropping directories (though handled via zipping in handleUpload)
+      // Note: This doesn't directly enable folder uploads in all browsers without user selecting folder manually
+      // accept: { 'application/zip': ['.zip'] }, // Primarily suggest zipping, but handleUpload adapts
+    });
+
+    const actionButtonClass = "flex items-center gap-2 px-3 py-1.5 rounded bg-gray-700 hover:bg-gray-600 text-gray-200 text-sm transition-colors duration-200 ease-in-out disabled:opacity-50 disabled:cursor-not-allowed";
+
+    // Pass click tracking props to Node
+    const handleNodeClick = (id, time) => {
+        setLastClick({ id, time });
+        // Set background active if a node is clicked (even if it becomes deselected on double click)
+        setBgIsActive(true);
+        console.log(`LOG: Clearing newlyCreatedItemId (${newlyCreatedItemId}) due to handleNodeClick.`);
+        setNewlyCreatedItemId(null); // Clear highlight on click
+        console.log(`LOG: Clearing lastUploadedNames due to handleNodeClick.`);
+        setLastUploadedNames([]); // Also clear search list
+         // Maybe reset after a short delay if only single click?
+        // setTimeout(() => setBgIsActive(selectedNodes.length > 0), 400); // Check selection after double-click threshold
+    };
+
+    // Define the background click handler similar to ConfigSelector
+    const handleBackgroundClick = useCallback((e) => {
+        // Don't clear if a modal is open
+        if (isDeleteModalOpen || isCreateFolderModalOpen) return;
+
+        const clickedOnRow = e.target.closest('[role="treeitem"]');
+        const clickedOnScrollbar = e.target.closest('.simplebar-scrollbar'); // Adjust if needed
+        const clickedOnActionButton = e.target.closest('[data-action-button="true"]');
+        const clickedOnModal = e.target.closest('[role="dialog"]'); // Check if click is inside any modal
+
+        if (!clickedOnRow && !clickedOnScrollbar && !clickedOnActionButton && !clickedOnModal) {
+            if (treeRef.current?.deselectAll) {
+                treeRef.current.deselectAll();
+            }
+            if (typeof setSelectedNodes === 'function') {
+                setSelectedNodes([]);
+                setBgIsActive(false); // <-- Deactivate background on deselect all
+                setNewlyCreatedItemId(null); // Clear highlight on background click
+                console.log(`LOG: Clearing newlyCreatedItemId (${newlyCreatedItemId}) due to handleBackgroundClick.`);
+                console.log(`LOG: Clearing lastUploadedNames due to handleBackgroundClick.`);
+                setLastUploadedNames([]); // Also clear search list
+            }
+        }
+    }, [isDeleteModalOpen, isCreateFolderModalOpen]);
+
+    return (
+        // Outer div for dropzone and background click handling, no padding here
+        <div {...getRootProps({ className: 'flex flex-col h-full relative' })} onMouseDown={handleBackgroundClick}>
+            <input
+              {...getInputProps({
+                multiple: true,
+                // Enable directory uploads (may require zipping)
+                webkitdirectory: "true",
+                mozdirectory: "true",
+                directory: "true",
+              })}
+            />
+
+            {/* --- Add PourOverBackground --- */}
+            <PourOverBackground
+                isActive={bgIsActive}
+                triggerDownload={triggerBgDownload}
+                triggerDelete={triggerBgDelete}
+                onDownloadComplete={handleDownloadAnimComplete}
+                onDeleteComplete={handleDeleteAnimComplete}
+            />
+
+            {/* Main Content Area (Wrapped and Centered) */}
+            <div className="relative z-10 flex-grow flex flex-col max-w-7xl w-full mx-auto p-6">
+
+                {/* Header - Apply background, blur, padding, border */}
+                <div className="flex justify-between items-center mb-4 bg-gray-900 bg-opacity-80 backdrop-blur-sm p-4 rounded-t-lg border-b border-gray-700">
+                    <h1 className="text-2xl font-bold text-gray-100">Input Manager</h1>
+                    <div className="flex items-center gap-2">
+                        <EnhancedButton
+                           onClick={openCreateFolderModal}
+                           className={`${actionButtonClass} hover:bg-green-600 ${selectedNodes.length > 0 ? 'opacity-75' : ''}`}
+                           title={selectedNodes.length === 1 && selectedNodes[0].is_dir ? `Create folder inside '${selectedNodes[0].name}'` : (selectedNodes.length > 0 ? `Create folder alongside selected item(s)` : 'Create folder in root')}
+                           data-action-button="true"
+                           particleColor="#22c55e"
+                        >
+                            <FiFolderPlus /> Create Folder
+                        </EnhancedButton>
+                        <EnhancedButton
+                           onClick={openFileDialog}
+                           className={`${actionButtonClass} hover:bg-indigo-600 ${selectedNodes.length > 0 ? 'opacity-75' : ''}`}
+                           title={selectedNodes.length === 1 && selectedNodes[0].is_dir ? `Upload to '${selectedNodes[0].name}' (Folders will be zipped)` : (selectedNodes.length > 0 ? `Upload alongside selected item(s) (Folders will be zipped)`: `Upload to root (Folders will be zipped)`)}
+                           data-action-button="true"
+                           particleColor="#6366f1"
+                        >
+                            <FiUploadCloud /> Upload
+                        </EnhancedButton>
+                        <EnhancedButton
+                            onClick={handleDownload}
+                            className={`${actionButtonClass}
+                                       ${selectedNodes.length > 0 && !isDownloading ? 'animate-pulse-green-download' : 'hover:bg-green-700'}
+                                       ${isShaking ? 'animate-shake' : ''}`}
+                            title="Download Selected Item(s)"
+                            disabled={selectedNodes.length === 0 || isDownloading}
+                            data-action-button="true"
+                            particleColor="#34d399"
+                        >
+                            {isDownloading ? <FiLoader className="animate-spin"/> : <FiDownloadCloud />}
+                            {isDownloading ? 'Downloading...' : 'Download'}
+                        </EnhancedButton>
+                        <EnhancedButton
+                          onClick={openDeleteModal}
+                          className={`${actionButtonClass}
+                                     ${selectedNodes.length > 0 ? 'animate-pulse-red' : 'text-red-400 hover:bg-red-900 hover:text-red-300'}
+                                     ${isShaking ? 'animate-shake' : ''}`}
+                          title="Delete Selected Item(s)"
+                          disabled={selectedNodes.length === 0}
+                          data-action-button="true"
+                          particleColor="#ef4444"
+                        >
+                            <FiTrash2 /> Delete
+                        </EnhancedButton>
+                    </div>
+                </div>
+
+                 {/* Loading/Error States for Initial Load - Apply background */}
+                {isLoading && !treeData && (
+                    <div className="flex-grow flex items-center justify-center text-gray-400 bg-gray-900 bg-opacity-80 backdrop-blur-sm p-4 rounded-b-lg">
+                        <FiLoader className="animate-spin mr-3" /> Loading input files...
+                    </div>
+                )}
+                {error && !treeData && (
+                    <div className="flex-grow flex flex-col items-center justify-center text-red-400 bg-red-900 bg-opacity-60 backdrop-blur-sm p-6 rounded-b-lg border border-red-700">
+                        <FiAlertTriangle className="w-10 h-10 mb-2" />
+                        <p>Error loading input structure:</p>
+                        <p className="text-sm mt-1">{error}</p>
+                        <button onClick={() => fetchInputData(true)} className="mt-4 px-3 py-1.5 rounded bg-gray-600 hover:bg-gray-500 text-gray-200 text-sm">
+                            Retry
+                        </button>
+                    </div>
+                )}
+
+                {/* Tree View Area - Apply background */}            
+                {treeData && (
+                     <div className={`flex-grow border-b border-r border-l border-gray-700 rounded-b-lg bg-gray-900 bg-opacity-80 backdrop-blur-sm overflow-auto relative min-h-0 ${isDragActive ? 'border-blue-500 ring-2 ring-blue-500 ring-opacity-50' : ''} ${isLoading ? 'pointer-events-none' : ''}`}>                    
+                        {/* Dropzone overlay */}                 
+                        {isDragActive && (
+                            <div className="absolute inset-0 flex items-center justify-center bg-gray-900 bg-opacity-70 z-10 pointer-events-none">
+                                <p className="text-lg font-semibold text-blue-300">Drop files/folders here to upload</p>
+                            </div>
+                        )}
+                        {/* Loading overlay during refresh */}                    
+                       {isLoading && (
+                           <div className="absolute inset-0 flex items-center justify-center bg-gray-900 bg-opacity-50 z-10">
+                               <FiLoader className="animate-spin text-gray-400 text-2xl" />
+                           </div>
+                       )}
+                        {/* Tree or Empty State */}     
+                        {(treeData && treeData.length > 0) ? (
+                             <Tree
+                                 ref={treeRef}
+                                 data={treeData}
+                                 openByDefault={false}
+                                 width="100%"
+                                 height={1000} // Use large height, container handles scrolling
+                                 indent={24}
+                                 rowHeight={32}
+                                 paddingTop={10}
+                                 paddingBottom={10}
+                                 onSelect={handleSelect}
+                                 onToggle={handleToggle}
+                                 onMove={handleMove}
+                                 disableDrop={({ parentNode, dropTarget }) => {
+                                   // Prevent dropping *onto* a file
+                                   return dropTarget && !dropTarget.data.is_dir;
+                                 }}
+                                 children={(props) => <Node {...props} onNodeClick={handleNodeClick} lastClick={lastClick} newlyCreatedItemId={newlyCreatedItemId} />} 
+                             >
+                             </Tree>
+                          ) : (
+                              <div className="flex flex-col items-center justify-center h-full text-gray-500">
+                                 <p className="mb-4">Input directory is empty.</p>
+                                 <button onClick={openFileDialog} className={`${actionButtonClass} bg-blue-600 hover:bg-blue-500 text-white`}>
+                                     <FiUploadCloud /> Upload Files or Folders
+                                 </button>
+                             </div>
+                          )}
+                    </div>
+                )}
+
+                {/* Status Bar Area - Apply background */}           
+                <div className="h-8 mt-2 text-sm flex items-center gap-4 overflow-hidden whitespace-nowrap px-4 py-1 bg-gray-900 bg-opacity-80 backdrop-blur-sm rounded-lg border border-gray-700">
+                    {/* Upload Status */}
+                    {isUploading && (
+                        <div className="flex items-center text-blue-400 flex-shrink-0">
+                           <FiLoader className="animate-spin mr-2 flex-shrink-0" /> Uploading...
+                        </div>
+                    )}
+                    {uploadError && <p className="text-red-400 truncate" title={uploadError}>Upload Error: {uploadError}</p>}
+                    {lastUploadResult && <p className="text-green-400 flex items-center"><FiCheckCircle className="mr-1 flex-shrink-0"/> Upload successful!</p>}
+                    
+                    {/* Download Status */}        
+                    {isDownloading && (
+                         <div className="flex items-center text-blue-400 flex-shrink-0">
+                            <FiLoader className="animate-spin mr-2 flex-shrink-0" /> {downloadStatus.message}
+                         </div>
+                    )}
+                    {!isDownloading && downloadStatus.message && (
+                       <p className={`${downloadStatus.error ? 'text-red-400' : 'text-green-400'} truncate`} title={downloadStatus.message}>{downloadStatus.message}</p>
+                    )}
+
+                    {/* Move Status */}  
+                     {isMoving && (
+                        <div className="flex items-center text-blue-400 flex-shrink-0">
+                           <FiLoader className="animate-spin mr-2 flex-shrink-0" /> Moving items...
+                        </div>
+                    )}
+                    {moveError && <p className="text-red-400 truncate" title={moveError}>Move Error: {moveError}</p>}
+                </div>
+
+            </div> { /* End Main Content Wrapper */ }
+
+            {/* --- Modals --- */}            
+            {/* Modals remain outside the centered content */}
+            <Modal 
+                isOpen={isDeleteModalOpen} 
+                onClose={() => !isSubmittingModal && setIsDeleteModalOpen(false)} 
+                title="Confirm Deletion"
+            >
+                <p className="mb-4">Are you sure you want to delete the following {selectedNodes.length} item(s)? This action cannot be undone.</p>
+                <ul className="list-disc list-inside mb-4 max-h-40 overflow-y-auto bg-gray-700 p-2 rounded border border-gray-600">
+                    {selectedNodes.map(node => <li key={node.id} className="truncate text-sm py-0.5" title={node.relativePath}>{node.relativePath}</li>)}
+                </ul>
+                {/* Modal-specific error display */} 
+                {modalError && (
+                    <p className="text-red-400 text-sm mb-3 bg-red-900 bg-opacity-40 p-2 rounded border border-red-700">{modalError}</p>
+                )} 
+                 <div className="flex justify-end gap-3 mt-4">
+                    <button 
+                        onClick={() => setIsDeleteModalOpen(false)} 
+                        className="px-4 py-2 rounded bg-gray-600 hover:bg-gray-500 text-gray-200" 
+                        disabled={isSubmittingModal}
+                     >
+                         Cancel
+                    </button>
+                    <EnhancedButton 
+                        onClick={handleDelete} 
+                        className={`px-4 py-2 rounded bg-red-600 hover:bg-red-500 text-white flex items-center disabled:opacity-50
+                                    ${isDeleteModalOpen && !isSubmittingModal && selectedNodes.length > 0 ? 'animate-pulse-red' : ''}`}
+                        disabled={isSubmittingModal || selectedNodes.length === 0}
+                        particleColor="#ef4444"
+                    >
+                       {isSubmittingModal ? <FiLoader className="animate-spin mr-2" /> : <FiTrash2 className="mr-1" />} 
+                       {isSubmittingModal ? 'Deleting...' : 'Delete'}
+                    </EnhancedButton>
+                 </div>
+            </Modal>
+
+            {/* Create Folder Modal */}       
+            <Modal 
+                isOpen={isCreateFolderModalOpen} 
+                onClose={() => !isSubmittingModal && setIsCreateFolderModalOpen(false)} 
+                title="Create New Folder"
+            >
+                <label htmlFor="newFolderName" className="block mb-2 text-sm font-medium text-gray-300">Folder Name:</label>
+                <input 
+                    ref={createFolderInputRef}
+                    id="newFolderName"
+                    type="text" 
+                    value={newFolderName}
+                    onChange={(e) => setNewFolderName(e.target.value)}
+                    placeholder="e.g., my_data or path/to/my_data" 
+                    className={`w-full px-3 py-2 bg-gray-700 border border-gray-600 rounded text-gray-100 focus:outline-none focus:border-blue-500 focus:ring-1 focus:ring-blue-500 mb-1
+                                ${!newFolderName.trim() && isCreateFolderModalOpen ? 'animate-pulse-bg-subtle' : ''}`}
+                    disabled={isSubmittingModal}
+                    onKeyDown={(e) => e.key === 'Enter' && !isSubmittingModal && newFolderName.trim() && handleCreateFolder()} 
+                />
+                {/* Modal-specific error display */} 
+                {modalError && <p className="text-red-400 text-xs mt-1 mb-3">Error: {modalError}</p>} 
+                 <div className="flex justify-end gap-3 mt-4">
+                    <button 
+                       onClick={() => setIsCreateFolderModalOpen(false)} 
+                       className="px-4 py-2 rounded bg-gray-600 hover:bg-gray-500 text-gray-200" 
+                       disabled={isSubmittingModal}
+                    >
+                       Cancel
+                    </button>
+                    <EnhancedButton 
+                       onClick={handleCreateFolder} 
+                       className={`px-4 py-2 rounded bg-blue-600 hover:bg-blue-500 text-white flex items-center disabled:opacity-50
+                                   ${newFolderName.trim() && !isSubmittingModal ? 'animate-pulse-blue-gold' : ''}`}
+                       disabled={!newFolderName.trim() || isSubmittingModal}
+                       particleColor="#60a5fa"
+                    >
+                        {isSubmittingModal ? <FiLoader className="animate-spin mr-2" /> : <FiFolderPlus className="mr-1"/>} 
+                        {isSubmittingModal ? 'Creating...' : 'Create'}
+                    </EnhancedButton>
+                 </div>
+            </Modal>
+
+        </div>
+    );
+}
+
+export default InputManager;

atk-interface/src/pages/LogManager.jsx

@@ -0,0 +1,514 @@
+import React, { useState, useEffect, useCallback, useRef } from 'react';
+import { useNavigate } from 'react-router-dom'; // Import useNavigate
+import { Tree } from 'react-arborist'; // Import Tree
+import { FiTrash2, FiRefreshCw, FiList, FiLoader, FiAlertTriangle, FiCheckCircle, FiSlash, FiFileText, FiChevronRight } from 'react-icons/fi'; // Add FiFileText, FiChevronRight
+import { fetchLogFiles, deleteLogFile, clearAllLogs } from '../api';
+import Modal from '../components/Modal';
+import DocumentStackBackground from '../components/DocumentStackBackground'; // Import the new background
+import EnhancedButton from '../components/EnhancedButton';
+
+// --- Type Definition for react-arborist ---
+/**
+ * @typedef {object} LogNodeData
+ * @property {string} id - Unique ID (the filename)
+ * @property {string} name - Display name (the filename)
+ * @property {string} taskId - Task ID extracted from filename
+ */
+
+// --- Node Renderer Component ---
+/** @param {import("react-arborist").NodeRendererProps<LogNodeData> & { navigate: Function, onNodeClick: Function, lastClick: { id: string | null, time: number } }} props */
+function Node({ node, style, dragHandle, navigate, onNodeClick, lastClick }) {
+  const Icon = FiFileText; // Always a file for logs
+  const iconColor = 'text-gray-400'; // Example color for logs
+
+  const handleRowClick = (e) => {
+    const now = Date.now();
+    const DOUBLE_CLICK_THRESHOLD = 300; // ms
+
+    if (lastClick.id === node.id && (now - lastClick.time) < DOUBLE_CLICK_THRESHOLD) {
+      // Double click detected - navigate to log viewer
+      if (node.data.taskId) {
+        navigate(`/logs/${encodeURIComponent(node.data.taskId)}`); // Pass task ID
+      } else {
+        console.warn("Cannot navigate: Task ID missing for node", node.data.name);
+      }
+      // Reset last click
+      onNodeClick(null, 0);
+    } else {
+      // Single click
+      node.handleClick(e); // Let react-arborist handle selection
+      onNodeClick(node.id, now); // Update last click state
+    }
+  };
+
+  // Logs are always leaves, so no caret logic needed here
+
+  return (
+    <div
+      ref={dragHandle} // Enable drag selection if needed, but disable drop
+      style={style}
+      className={`flex items-center gap-2 px-2 py-1 rounded cursor-pointer
+                  ${node.isSelected ? 'bg-blue-700' : 'hover:bg-gray-700'}
+                  ${node.isEditing ? 'bg-gray-600' : ''}`} // Should not be editable
+      onClick={handleRowClick} // Use single click handler for selection/navigation
+      title={`Double-click to view ${node.data.name}`} // Tooltip
+    >
+      {/* Placeholder for caret space, keeps alignment */}
+      <span className="w-6 text-center flex items-center justify-center">
+        {/* No caret for files */}
+      </span>
+
+      {/* Icon + Name */}
+      <Icon className={`${iconColor} flex-shrink-0 mr-1`} />
+      <span className="truncate flex-grow text-gray-200 font-mono text-sm">
+        {node.data.name}
+      </span>
+    </div>
+  );
+}
+
+
+function LogManager() {
+    const [treeData, setTreeData] = useState([]); // Use treeData state
+    const [isLoading, setIsLoading] = useState(true);
+    const [error, setError] = useState(null);
+    /** @type {[LogNodeData[], Function]} */
+    const [selectedNodes, setSelectedNodes] = useState([]); // Store selected node data
+    const [isDeleting, setIsDeleting] = useState(false);
+    const [isClearing, setIsClearing] = useState(false);
+    const [actionStatus, setActionStatus] = useState({ message: '', error: false, success: false });
+    const [isDeleteModalOpen, setIsDeleteModalOpen] = useState(false);
+    const [isClearAllModalOpen, setIsClearAllModalOpen] = useState(false);
+    const [modalError, setModalError] = useState(null);
+    const [clearAllResult, setClearAllResult] = useState(null);
+    const treeRef = useRef(null); // Ref for tree instance
+    const navigate = useNavigate(); // Hook for navigation
+    const [lastClick, setLastClick] = useState({ id: null, time: 0 }); // For double-click tracking
+
+    // State for background animation triggers
+    const [triggerTossAnim, setTriggerTossAnim] = useState(false);
+    const [triggerExplodeAnim, setTriggerExplodeAnim] = useState(false);
+
+
+    // --- Helper Functions ---
+    const extractTaskId = (filename) => {
+        if (typeof filename === 'string' && filename.endsWith('.log')) {
+            return filename.slice(0, -4);
+        }
+        console.warn(`Could not extract task ID from filename: ${filename}`);
+        return null;
+    };
+
+    // --- Data Fetching & Adaptation ---
+    const fetchLogs = useCallback(async (showLoading = true) => {
+        if (showLoading) setIsLoading(true);
+        setError(null);
+        setActionStatus({ message: '', error: false, success: false });
+        setModalError(null);
+        setClearAllResult(null);
+        try {
+            let files = await fetchLogFiles();
+            files.sort((a, b) => b.localeCompare(a)); // Sort descending
+
+            // Adapt data for react-arborist
+            const adaptedData = files.map(filename => {
+                const taskId = extractTaskId(filename);
+                return {
+                    id: filename, // Use filename as unique ID
+                    name: filename,
+                    taskId: taskId,
+                };
+            });
+            setTreeData(adaptedData);
+
+        } catch (e) {
+            console.error("Failed to fetch log files:", e);
+            setError(e.message || 'Failed to load log files. Is the API server running?');
+            setTreeData([]); // Set empty on error
+        } finally {
+            if (showLoading) setIsLoading(false);
+        }
+    }, []);
+
+    useEffect(() => {
+        fetchLogs();
+    }, [fetchLogs]);
+
+    // --- Stable callbacks for background animations ---
+    const handleExplodeComplete = useCallback(() => {
+        setTriggerExplodeAnim(false);
+    }, []); // No dependencies needed as setTriggerExplodeAnim is stable
+
+    const handleTossComplete = useCallback(() => {
+        setTriggerTossAnim(false);
+    }, []); // No dependencies needed as setTriggerTossAnim is stable
+
+    // --- Event Handlers ---
+
+    // Handle node selection from react-arborist
+    const handleSelect = (nodes) => {
+        setSelectedNodes(nodes.map(n => n.data)); // Store the data object
+    };
+
+    // Double click tracking
+    const handleNodeClick = (id, time) => {
+        setLastClick({ id, time });
+    };
+
+    const handleRefresh = () => {
+        setSelectedNodes([]); // Clear selection on refresh
+        treeRef.current?.deselectAll(); // Deselect in tree
+        fetchLogs(true); // Show loading indicator during manual refresh
+    };
+
+    const handleDeleteSelected = async () => {
+        if (selectedNodes.length === 0 || isDeleting || isClearing) return;
+
+        const filesToDelete = selectedNodes.map(node => ({ filename: node.name, taskId: node.taskId })); // Get filenames and task IDs
+
+        // Trigger background animation *before* starting async operation
+        setTriggerTossAnim(true);
+
+        setIsDeleting(true);
+        setModalError(null);
+        setActionStatus({ message: '', error: false, success: false });
+        let successCount = 0;
+        let firstError = null;
+
+        const results = await Promise.allSettled(
+            filesToDelete.map(file => {
+                if (!file.taskId) {
+                    return Promise.reject(new Error(`Invalid filename format: ${file.filename}`));
+                }
+                return deleteLogFile(file.taskId); // Use taskId from selected node data
+            })
+        );
+
+        results.forEach((result, index) => {
+            const file = filesToDelete[index];
+            if (result.status === 'fulfilled') {
+                successCount++;
+                console.log(`Successfully deleted ${file.filename}:`, result.value);
+            } else {
+                console.error(`Failed to delete ${file.filename}:`, result.reason);
+                if (!firstError) {
+                    firstError = result.reason?.message || `Failed to delete ${file.filename}.`;
+                }
+            }
+        });
+
+        setIsDeleting(false);
+
+        if (firstError) {
+            setModalError(`Error: ${firstError}${successCount > 0 ? ` (${successCount} log(s) deleted successfully)` : ''}`);
+        } else {
+            setActionStatus({ message: `Successfully deleted ${successCount} log file(s).`, error: false, success: true });
+            setIsDeleteModalOpen(false); // Close modal on full success
+            setTimeout(() => setActionStatus({ message: '', error: false, success: false }), 5000);
+        }
+
+        // Refresh log list if any deletions succeeded
+        if (successCount > 0) {
+            setSelectedNodes([]); // Clear selection state
+            treeRef.current?.deselectAll(); // Deselect in tree instance
+            await fetchLogs(false); // Refresh list without full loading indicator
+        }
+        // Reset trigger after a short delay (allows animation to start)
+        // setTimeout(() => setTriggerTossAnim(false), 100); // Resetting is handled by the callback now
+    };
+
+    const handleClearAll = async () => {
+        if (isClearing || isDeleting) return;
+
+        // Trigger background animation *before* starting async operation
+        setTriggerExplodeAnim(true);
+
+        setIsClearing(true);
+        setModalError(null);
+        setClearAllResult(null);
+        setActionStatus({ message: '', error: false, success: false });
+
+        try {
+            const result = await clearAllLogs();
+            setClearAllResult(result); // Store the result { message, errors }
+             // Display the primary message from the API response
+            setActionStatus({ message: result.message || 'Cleared logs.', error: result.errors && result.errors.length > 0, success: !result.errors || result.errors.length === 0 });
+            if (!result.errors || result.errors.length === 0) {
+                 setIsClearAllModalOpen(false); // Close modal only if no errors reported by API
+                 setTimeout(() => setActionStatus({ message: '', error: false, success: false }), 5000);
+            } else {
+                // If there were errors, keep the modal open and display them via clearAllResult
+                setModalError(`Clear operation reported ${result.errors.length} error(s). See details below.`);
+            }
+            setSelectedNodes([]); // Clear selection
+            treeRef.current?.deselectAll();
+            await fetchLogs(false); // Refresh list
+        } catch (e) {
+            console.error("Failed to clear all logs:", e);
+            // Display error within the modal
+            setModalError(e.message || 'Could not clear all log files.');
+             // Also update general status bar temporarily
+            setActionStatus({ message: `Error clearing logs: ${e.message}`, error: true, success: false });
+            setTimeout(() => setActionStatus({ message: '', error: false, success: false }), 8000);
+        } finally {
+            setIsClearing(false);
+            // Reset trigger after a short delay (allows animation to start)
+            // setTimeout(() => setTriggerExplodeAnim(false), 100); // Resetting is handled by the callback now
+        }
+    };
+
+    // --- Modal Controls ---
+    const openDeleteModal = () => {
+        setModalError(null);
+        setIsDeleteModalOpen(true);
+    }
+
+    const openClearAllModal = () => {
+        setModalError(null);
+        setClearAllResult(null);
+        setIsClearAllModalOpen(true);
+    }
+
+     // Function to clear selection when clicking outside the tree or action buttons
+     const handleBackgroundClick = useCallback((e) => {
+         // Don't clear if a modal is open
+         if (isDeleteModalOpen || isClearAllModalOpen) return;
+
+         // Don't clear if the click originated from the document stack background
+         const clickedOnBackground = e.target.closest('[data-id="document-stack-background"]');
+
+         const clickedOnRow = e.target.closest('[role="treeitem"]');
+         const clickedOnScrollbar = e.target.closest('.simplebar-scrollbar'); // Adjust if using a specific scrollbar library
+         const clickedOnActionButton = e.target.closest('[data-action-button="true"]');
+         const clickedOnModal = e.target.closest('[role="dialog"]'); // Check if click is inside any modal
+
+         if (!clickedOnRow && !clickedOnScrollbar && !clickedOnActionButton && !clickedOnModal && !clickedOnBackground) {
+             if (treeRef.current?.deselectAll) {
+                 treeRef.current.deselectAll();
+             }
+             if (typeof setSelectedNodes === 'function') {
+                 setSelectedNodes([]);
+             }
+         }
+     }, [isDeleteModalOpen, isClearAllModalOpen]);
+
+
+    // --- Render ---
+    const actionButtonClass = "flex items-center gap-2 px-3 py-1.5 rounded bg-gray-700 hover:bg-gray-600 text-gray-200 text-sm transition-colors disabled:opacity-50 disabled:cursor-not-allowed";
+
+    return (
+        <div className="flex flex-col h-full p-4 relative" onMouseDown={handleBackgroundClick}> {/* Added relative positioning */}
+            <DocumentStackBackground
+                triggerExplode={triggerExplodeAnim}
+                triggerTossTop={triggerTossAnim}
+                onExplodeComplete={handleExplodeComplete} // Use stable callback
+                onTossComplete={handleTossComplete}      // Use stable callback
+            />
+            {/* Background Animation */}
+
+            {/* Content Wrapper (needs z-index) */}
+            <div className="relative z-10 flex flex-col flex-grow">
+
+            {/* Header */}
+                <div className="flex justify-between items-center mb-4 bg-gray-900 bg-opacity-50 backdrop-blur-sm p-4 rounded-t-lg border-b border-gray-700">
+                <h1 className="text-2xl font-bold text-gray-100 flex items-center gap-2"><FiList /> Log Manager</h1>
+                <div className="flex items-center gap-2">
+                    <button
+                        onClick={handleRefresh}
+                        className={actionButtonClass}
+                        title="Refresh log list"
+                        disabled={isLoading || isDeleting || isClearing}
+                        data-action-button="true"
+                    >
+                        <FiRefreshCw className={isLoading ? 'animate-spin' : ''} /> Refresh
+                    </button>
+                    <EnhancedButton
+                        onClick={openDeleteModal}
+                        className={`${actionButtonClass} text-orange-400 hover:bg-orange-900 hover:text-orange-300
+                                        ${selectedNodes.length > 0 && !isDeleting && !isClearing ? 'animate-pulse-orange' : ''} `} // Added pulse animation
+                        title="Delete Selected Log Files"
+                        disabled={selectedNodes.length === 0 || isLoading || isDeleting || isClearing}
+                        data-action-button="true"
+                        particleColor="#fb923c"
+                    >
+                        <FiTrash2 /> Delete Selected ({selectedNodes.length})
+                    </EnhancedButton>
+                    <EnhancedButton
+                        onClick={openClearAllModal}
+                        className={`${actionButtonClass} text-red-400 hover:bg-red-900 hover:text-red-300
+                                        ${treeData.length > 0 && selectedNodes.length === 0 && !isDeleting && !isClearing ? 'animate-pulse-red-intense' : ''} `} // MODIFIED: Added selectedNodes.length === 0 condition for pulse
+                        title="Delete ALL Log Files"
+                        disabled={treeData.length === 0 || isLoading || isDeleting || isClearing}
+                        data-action-button="true"
+                        particleColor="#ef4444"
+                    >
+                        <FiSlash /> Clear All Logs
+                    </EnhancedButton>i
+                </div>
+            </div>
+
+            {/* Loading/Error States for Initial Load */}
+            {isLoading && (
+                    <div className="flex-grow flex items-center justify-center text-gray-400 bg-gray-900 bg-opacity-70 backdrop-blur-sm p-4 rounded-b-lg">
+                    <FiLoader className="animate-spin mr-3" /> Loading log files...
+                </div>
+            )}
+            {!isLoading && error && (
+                    <div className="flex-grow flex flex-col items-center justify-center text-red-400 bg-red-900 bg-opacity-60 backdrop-blur-sm p-6 rounded-b-lg border border-red-700">
+                    <FiAlertTriangle className="w-10 h-10 mb-2" />
+                    <p>Error loading log files:</p>
+                    <p className="text-sm mt-1">{error}</p>
+                    <button onClick={handleRefresh} className="mt-4 px-3 py-1.5 rounded bg-gray-600 hover:bg-gray-500 text-gray-200 text-sm">
+                        Retry
+                    </button>
+                </div>
+            )}
+            {/* Tree View Area */}
+            {!isLoading && !error && (
+                    <div className="flex-grow border border-gray-700 rounded-b-lg bg-gray-900 bg-opacity-50 backdrop-blur-sm overflow-auto relative min-h-[200px]">
+                     {treeData.length > 0 ? (
+                        <Tree
+                            ref={treeRef}
+                            data={treeData}
+                            openByDefault={false} // Not applicable for flat list
+                            width="100%"
+                            height={600} // Use a fixed numeric height
+                            // Make height dynamic based on container? Or set fixed like other pages?
+                            // height={600} // Fixed height example
+                            indent={24}
+                            rowHeight={32}
+                            paddingTop={10}
+                            paddingBottom={10}
+                            onSelect={handleSelect}
+                            disableDrop={true} // Cannot drop onto logs
+                            disableDrag={true} // Cannot drag logs (no move endpoint)
+                            // Allow multiple selection (default behavior often includes shift/ctrl/meta keys)
+                            // selectionFollowsFocus={true} // Consider if needed for keyboard nav + selection
+                        >
+                            {/* Pass props needed by Node, including click tracking and navigate */}
+                            {(props) => <Node {...props} navigate={navigate} onNodeClick={handleNodeClick} lastClick={lastClick} />}
+                        </Tree>
+                     ) : (
+                         <div className="flex flex-col items-center justify-center h-full text-gray-500">
+                            <FiList className="w-12 h-12 mb-4 text-gray-600" />
+                            <p>No log files found in <code className="text-xs bg-gray-600 px-1 rounded">./logs/</code> directory.</p>
+                        </div>
+                     )}
+                </div>
+            )}
+
+            {/* Status Bar Area */}
+                <div className="h-8 mt-2 text-sm flex items-center gap-4 overflow-hidden whitespace-nowrap px-4 py-1 bg-gray-900 bg-opacity-80 backdrop-blur-sm rounded-lg border border-gray-700">
+                {/* Deleting Status */}
+                {isDeleting && (
+                    <div className="flex items-center text-orange-400">
+                        <FiLoader className="animate-spin mr-2 flex-shrink-0" /> Deleting selected logs...
+                    </div>
+                )}
+                {/* Clearing Status */}
+                {isClearing && (
+                    <div className="flex items-center text-red-400">
+                        <FiLoader className="animate-spin mr-2 flex-shrink-0" /> Clearing all logs...
+                    </div>
+                )}
+                 {/* General Action Status */}
+                 {actionStatus.message && !isDeleting && !isClearing && (
+                     <p className={`${actionStatus.error ? 'text-red-400' : actionStatus.success ? 'text-green-400' : 'text-gray-400'} truncate flex items-center`} title={actionStatus.message}>
+                         {actionStatus.success && <FiCheckCircle className="mr-1 flex-shrink-0"/>}
+                         {actionStatus.error && <FiAlertTriangle className="mr-1 flex-shrink-0"/>}
+                         {actionStatus.message}
+                     </p>
+                 )}
+                </div>
+            </div>
+
+            {/* --- Modals --- */}
+
+            {/* Delete Confirmation Modal */}
+            <Modal
+                isOpen={isDeleteModalOpen}
+                onClose={() => !(isDeleting || isClearing) && setIsDeleteModalOpen(false)}
+                title={`Confirm Delete ${selectedNodes.length} Log File(s)`} // Use selectedNodes.length
+            >
+                <p className="mb-4">Are you sure you want to permanently delete the selected {selectedNodes.length} log file(s)?</p>
+                <ul className="list-disc list-inside mb-4 max-h-40 overflow-y-auto bg-gray-700 p-2 rounded border border-gray-600 font-mono text-xs">
+                    {/* Use selectedNodes for list */}
+                    {selectedNodes.sort((a, b) => a.name.localeCompare(b.name)).map(node => <li key={node.id} className="truncate py-0.5">{node.name}</li>)}
+                </ul>
+                {modalError && (
+                    <p className="text-red-400 text-sm mb-3 bg-red-900 bg-opacity-40 p-2 rounded border border-red-700">{modalError}</p>
+                )}
+                <div className="flex justify-end gap-3 mt-4">
+                    <button
+                        onClick={() => setIsDeleteModalOpen(false)}
+                        className="px-4 py-2 rounded bg-gray-600 hover:bg-gray-500 text-gray-200"
+                        disabled={isDeleting || isClearing}
+                    >
+                        Cancel
+                    </button>
+                    <EnhancedButton
+                        onClick={handleDeleteSelected}
+                        className={`px-4 py-2 rounded bg-orange-600 hover:bg-orange-500 text-white flex items-center disabled:opacity-50
+                                    ${isDeleteModalOpen && !isDeleting && !isClearing && selectedNodes.length > 0 ? 'animate-pulse-orange' : ''}`}
+                        disabled={isDeleting || isClearing || selectedNodes.length === 0} // Use selectedNodes.length
+                        particleColor="#fb923c"
+                    >
+                        {isDeleting ? <FiLoader className="animate-spin mr-2" /> : <FiTrash2 className="mr-1" />}
+                        {isDeleting ? 'Deleting...' : `Delete Selected`}
+                    </EnhancedButton>
+                </div>
+            </Modal>
+
+            {/* Clear All Confirmation Modal */}
+            <Modal
+                isOpen={isClearAllModalOpen}
+                onClose={() => !(isDeleting || isClearing) && setIsClearAllModalOpen(false)}
+                title="Confirm Clear All Logs"
+            >
+                 {/* Use treeData.length for total count */}
+                <p className="mb-4">Are you sure you want to permanently delete <strong>ALL</strong> ({treeData.length}) log files in the <code className="text-xs bg-gray-600 px-1 rounded">./logs/</code> directory? This action cannot be undone.</p>
+                 {/* Display API-reported errors if any occurred during the clear operation */}
+                 {clearAllResult?.errors && clearAllResult.errors.length > 0 && (
+                     <div className="mb-4">
+                         <p className="text-yellow-400 text-sm mb-2">The following errors occurred during the clear operation:</p>
+                         <ul className="list-disc list-inside max-h-32 overflow-y-auto bg-gray-700 p-2 rounded border border-gray-600 text-xs">
+                             {clearAllResult.errors.map((err, index) => (
+                                 <li key={index} className="truncate py-0.5">{typeof err === 'string' ? err : JSON.stringify(err)}</li>
+                             ))}
+                         </ul>
+                     </div>
+                 )}
+                 {/* General modal error display */}
+                 {modalError && (
+                    <p className={`text-sm mb-3 bg-opacity-40 p-2 rounded border ${clearAllResult?.errors?.length > 0 ? 'bg-yellow-900 border-yellow-700 text-yellow-300' : 'bg-red-900 border-red-700 text-red-300' }`}>{modalError}</p>
+                 )}
+                 <div className="flex justify-end gap-3 mt-4">
+                    <button
+                        onClick={() => setIsClearAllModalOpen(false)}
+                        className="px-4 py-2 rounded bg-gray-600 hover:bg-gray-500 text-gray-200"
+                        disabled={isDeleting || isClearing}
+                    >
+                        {clearAllResult?.errors?.length > 0 ? 'Close' : 'Cancel'} {/* Change label if errors occurred */}
+                    </button>
+                    {/* Only show the 'Clear All' button if no errors occurred or before the attempt */}
+                    {(!clearAllResult || !clearAllResult.errors || clearAllResult.errors.length === 0) && (
+                        <EnhancedButton
+                            onClick={handleClearAll}
+                            className={`px-4 py-2 rounded bg-red-600 hover:bg-red-500 text-white flex items-center disabled:opacity-50
+                                        ${isClearAllModalOpen && !isDeleting && !isClearing && treeData.length > 0 ? 'animate-pulse-red-intense' : ''}`}
+                             // Use treeData.length for disable check
+                            disabled={isDeleting || isClearing || treeData.length === 0}
+                            particleColor="#ef4444"
+                        >
+                            {isClearing ? <FiLoader className="animate-spin mr-2" /> : <FiSlash className="mr-1" />}
+                            {isClearing ? 'Clearing...' : `Clear All Logs`}
+                        </EnhancedButton>
+                     )}
+                 </div>
+            </Modal>
+
+        </div>
+    );
+}
+
+export default LogManager;