feat: Complete AI API with T5 Summarization and Whisper Transcription

.changed_files.txt

@@ -0,0 +1,278 @@
+.coverage
+.deepsource.toml
+DEPLOY_UNIFIED_API.md
+Dockerfile.unified
+README.md
+cloudbuild.unified.yaml
+deepsource-latest.md
+dependencies/requirements-unified.txt
+deployment/api_server.py
+deployment/cloud-run/COMPLETE_API_README.md
+deployment/cloud-run/config.py
+deployment/cloud-run/debug_api_import.py
+deployment/cloud-run/debug_errorhandler.py
+deployment/cloud-run/debug_errorhandler_detailed.py
+deployment/cloud-run/deploy_secure.sh
+deployment/cloud-run/docs_blueprint.py
+deployment/cloud-run/health_monitor.py
+deployment/cloud-run/minimal_api_server.py
+deployment/cloud-run/minimal_test.py
+deployment/cloud-run/model_utils.py
+deployment/cloud-run/onnx_api_server.py
+deployment/cloud-run/rate_limiter.py
+deployment/cloud-run/robust_predict.py
+deployment/cloud-run/secure_api_server.py
+deployment/cloud-run/security_headers.py
+deployment/cloud-run/test_complete_api.py
+deployment/cloud-run/test_direct_errorhandler.py
+deployment/cloud-run/test_docs_error.py
+deployment/cloud-run/test_minimal_import.py
+deployment/cloud-run/test_minimal_swagger.py
+deployment/cloud-run/test_routing_debug.py
+deployment/cloud-run/test_routing_fixed.py
+deployment/cloud-run/test_routing_minimal.py
+deployment/cloud-run/test_server_start.py
+deployment/cloud-run/test_swagger_debug.py
+deployment/cloud-run/test_swagger_debug_detailed.py
+deployment/cloud-run/test_swagger_no_model.py
+deployment/docker/Dockerfile.fast-build
+deployment/docker/Dockerfile.optimized-secure
+deployment/docker/requirements-api-optimized.txt
+deployment/gcp/predict.py
+deployment/inference.py
+deployment/local/api_server.py
+deployment/local/test_api.py
+deployment/secure_api_server.py
+deployment/test_examples.py
+scripts/check_environment.sh
+scripts/ci/api_health_check.py
+scripts/ci/pre_warm_models.py
+scripts/ci/run_full_ci_pipeline.py
+scripts/ci/whisper_transcription_test.py
+scripts/database/init_db.sh
+scripts/deployment/bake_emotion_model.py
+scripts/deployment/complete_project_deployment.py
+scripts/deployment/convert_model_to_onnx.py
+scripts/deployment/convert_model_to_onnx_simple.py
+scripts/deployment/create_model_deployment_package.py
+scripts/deployment/deploy_locally.py
+scripts/deployment/deploy_secure_unified.sh
+scripts/deployment/deploy_to_gcp_vertex_ai.py
+scripts/deployment/deploy_unified_cloud_run.sh
+scripts/deployment/fix_model_loading_issues.py
+scripts/deployment/gcp_quick_fix.sh
+scripts/deployment/hf_upload/config_update.py
+scripts/deployment/hf_upload/discovery.py
+scripts/deployment/hf_upload/prepare.py
+scripts/deployment/hf_upload/upload.py
+scripts/deployment/integrate_security_fixes.py
+scripts/deployment/save_trained_model_for_deployment.py
+scripts/deployment/security_deployment_fix.py
+scripts/deployment/vertex_ai_phase4_automation.py
+scripts/docker-build-monitor.sh
+scripts/ensure_local_emotion_model.py
+scripts/legacy/add_comprehensive_features.py
+scripts/legacy/add_wandb_setup.py
+scripts/legacy/comprehensive_model_validation.py
+scripts/legacy/create_bulletproof_cell.py
+scripts/legacy/create_final_bulletproof_cell.py
+scripts/legacy/create_unique_fallback_dataset.py
+scripts/legacy/deep_model_analysis.py
+scripts/legacy/evaluate_focal_model.py
+scripts/legacy/evaluate_whisper_wer.py
+scripts/legacy/expand_journal_dataset.py
+scripts/legacy/finalize_emotion_model.py
+scripts/legacy/fine_tune_emotion_model.py
+scripts/legacy/improve_model_f1.py
+scripts/legacy/integrate_cmu_mosei.py
+scripts/legacy/minimal_validation.py
+scripts/legacy/model_monitoring.py
+scripts/legacy/optimize_performance.py
+scripts/legacy/reorganize_model_directory.py
+scripts/legacy/retrain_with_expanded_dataset.py
+scripts/legacy/retrain_with_validation.py
+scripts/legacy/simple_cmu_mosei_download.py
+scripts/legacy/simple_f1_evaluation.py
+scripts/legacy/simple_validation.py
+scripts/legacy/temperature_scaling.py
+scripts/legacy/threshold_optimization.py
+scripts/legacy/validate_model_performance.py
+scripts/legacy/vertex_ai_setup.py
+scripts/maintenance/auto_fix_code_quality.py
+scripts/maintenance/code_quality_enforcer.py
+scripts/maintenance/emergency_f1_fix.py
+scripts/maintenance/fix_all_imports_aggressive.py
+scripts/maintenance/fix_code_quality.py
+scripts/maintenance/fix_import_paths.py
+scripts/maintenance/fix_label_mapping.py
+scripts/maintenance/fix_linting.py
+scripts/maintenance/fix_linting_issues_comprehensive.py
+scripts/maintenance/fix_linting_issues_conservative.py
+scripts/maintenance/fix_model_architecture_mismatch.py
+scripts/maintenance/fix_model_reconfiguration.py
+scripts/maintenance/fix_remaining_py38_types.py
+scripts/maintenance/improve_model_f1_fixed.py
+scripts/maintenance/infer_mapping_and_eval.py
+scripts/maintenance/metrics_test.py
+scripts/maintenance/quick_label_fix.py
+scripts/maintenance/setup_code_quality_system.sh
+scripts/maintenance/typehint_codemod.py
+scripts/pre-download-models.py
+scripts/setup_environment.sh
+scripts/testing/_bootstrap.py
+scripts/testing/check_model_health.py
+scripts/testing/create_journal_test_dataset.py
+scripts/testing/debug_dataset_structure.py
+scripts/testing/debug_go_emotions_labels.py
+scripts/testing/debug_label_mismatch.py
+scripts/testing/debug_model_loading.py
+scripts/testing/debug_rate_limiter.py
+scripts/testing/debug_rate_limiter_test.py
+scripts/testing/hf_serverless_smoke.py
+scripts/testing/local_validation_debug.py
+scripts/testing/mega_comprehensive_model_test.py
+scripts/testing/mega_test_summary.py
+scripts/testing/setup_model_testing.py
+scripts/testing/simple_model_test.py
+scripts/testing/simple_rate_limiter_test.py
+scripts/testing/simple_temperature_test.py
+scripts/testing/standalone_focal_test.py
+scripts/testing/test_api_startup.py
+scripts/testing/test_cloud_run_api_endpoints.py
+scripts/testing/test_comprehensive_model.py
+scripts/testing/test_config.py
+scripts/testing/test_e2e_simple.py
+scripts/testing/test_emotion_model.py
+scripts/testing/test_final_inference.py
+scripts/testing/test_fixed_inference.py
+scripts/testing/test_local_inference.py
+scripts/testing/test_model_status.py
+scripts/testing/test_new_trained_model.py
+scripts/testing/test_new_trained_model_comprehensive.py
+scripts/testing/test_numpy_compatibility.py
+scripts/testing/test_phase3_cloud_run_optimization.py
+scripts/testing/test_phase3_cloud_run_optimization_fixed.py
+scripts/testing/test_phase4_vertex_ai_automation.py
+scripts/testing/test_pr4_integration.py
+scripts/testing/test_pr5_cicd_integration.py
+scripts/testing/test_rate_limiter_no_threading.py
+scripts/testing/test_temperature_scaling.py
+scripts/testing/test_working_inference.py
+scripts/training/add_advanced_features_to_notebook.py
+scripts/training/bulletproof_training.py
+scripts/training/bulletproof_training_cell.py
+scripts/training/bulletproof_training_cell_fixed.py
+scripts/training/complete_simple_notebook.py
+scripts/training/comprehensive_domain_adaptation_training.py
+scripts/training/create_bulletproof_colab_notebook.py
+scripts/training/create_colab_expanded_training.py
+scripts/training/create_colab_notebook.py
+scripts/training/create_comprehensive_notebook.py
+scripts/training/create_corrected_specialized_notebook.py
+scripts/training/create_emotion_specialized_notebook.py
+scripts/training/create_final_bulletproof_notebook.py
+scripts/training/create_final_colab_notebook.py
+scripts/training/create_fixed_bulletproof_notebook.py
+scripts/training/create_fixed_colab_notebook.py
+scripts/training/create_fixed_notebook.py
+scripts/training/create_fixed_specialized_training_notebook.py
+scripts/training/create_improved_expanded_notebook.py
+scripts/training/create_minimal_working_notebook.py
+scripts/training/create_model_ensemble_notebook.py
+scripts/training/create_simple_ultimate_notebook.py
+scripts/training/create_ultimate_bulletproof_notebook.py
+scripts/training/debug_colab_compatibility.py
+scripts/training/debug_training_loss.py
+scripts/training/final_bulletproof_training_cell.py
+scripts/training/final_combined_training.py
+scripts/training/final_expanded_training.py
+scripts/training/fix_imports_in_notebook.py
+scripts/training/fix_notebook_json.py
+scripts/training/fix_preprocessing_in_notebook.py
+scripts/training/fix_training_arguments.py
+scripts/training/fixed_training_with_optimized_config.py
+scripts/training/focal_loss_training.py
+scripts/training/focal_loss_training_fixed.py
+scripts/training/improve_expanded_training_notebook.py
+scripts/training/minimal_working_training.py
+scripts/training/pre_training_validation.py
+scripts/training/restart_training_debug.py
+scripts/training/robust_domain_adaptation_training.py
+scripts/training/setup_colab_environment.py
+scripts/training/simple_working_training.py
+scripts/training/summarize_comprehensive_notebook.py
+scripts/training/summarize_ultimate_notebook.py
+scripts/training/validate_improved_notebook.py
+scripts/training/working_training_script.py
+scripts/validation/check_dependencies.py
+scripts/validation/validate_security_config.py
+src/api_rate_limiter.py
+src/constants.py
+src/data/pipeline.py
+src/data/preprocessing.py
+src/data/validation.py
+src/inference/text_emotion_service.py
+src/input_sanitizer.py
+src/models/__pycache__/__init__.cpython-311.pyc
+src/models/emotion_detection/__pycache__/__init__.cpython-311.pyc
+src/models/emotion_detection/__pycache__/bert_classifier.cpython-311.pyc
+src/models/emotion_detection/__pycache__/hf_loader.cpython-311.pyc
+src/models/emotion_detection/__pycache__/labels.cpython-311.pyc
+src/models/emotion_detection/api_demo.py
+src/models/emotion_detection/bert_classifier.py
+src/models/emotion_detection/dataset_loader.py
+src/models/emotion_detection/hf_loader.py
+src/models/emotion_detection/labels.py
+src/models/emotion_detection/training_pipeline.py
+src/models/secure_loader/__init__.py
+src/models/secure_loader/__pycache__/__init__.cpython-311.pyc
+src/models/secure_loader/__pycache__/integrity_checker.cpython-311.pyc
+src/models/secure_loader/__pycache__/model_validator.cpython-311.pyc
+src/models/secure_loader/__pycache__/sandbox_executor.cpython-311.pyc
+src/models/secure_loader/__pycache__/secure_model_loader.cpython-311.pyc
+src/models/secure_loader/integrity_checker.py
+src/models/secure_loader/model_validator.py
+src/models/secure_loader/sandbox_executor.py
+src/models/secure_loader/secure_model_loader.py
+src/models/summarization/__init__.py
+src/models/summarization/__pycache__/__init__.cpython-311.pyc
+src/models/summarization/__pycache__/dataset_loader.cpython-311.pyc
+src/models/summarization/__pycache__/t5_summarizer.cpython-311.pyc
+src/models/summarization/__pycache__/training_pipeline.cpython-311.pyc
+src/models/summarization/api_demo.py
+src/models/summarization/t5_summarization.py
+src/models/summarization/t5_summarizer.py
+src/models/voice_processing/__init__.py
+src/models/voice_processing/__pycache__/__init__.cpython-311.pyc
+src/models/voice_processing/__pycache__/audio_preprocessor.cpython-311.pyc
+src/models/voice_processing/__pycache__/transcription_api.cpython-311.pyc
+src/models/voice_processing/__pycache__/whisper_transcriber.cpython-311.pyc
+src/models/voice_processing/api_demo.py
+src/models/voice_processing/whisper_transcriber.py
+src/monitoring/dashboard.py
+src/security/jwt_manager.py
+src/security_headers.py
+src/security_setup.py
+src/unified_ai_api.py
+src/utils.py
+ssh-setup.sh
+test_audio.wav
+test_unified_api_locally.py
+tests/.DEEPSOURCE.md
+tests/e2e/test_complete_workflows.py
+tests/integration/test_api_endpoints.py
+tests/integration/test_priority1_features.py
+tests/test_complete_api.py
+tests/unit/test_admin_endpoints.py
+tests/unit/test_anomaly_detection.py
+tests/unit/test_api_rate_limiter.py
+tests/unit/test_api_security.py
+tests/unit/test_csp_config.py
+tests/unit/test_emotion_detection.py
+tests/unit/test_hash_security.py
+tests/unit/test_jwt_manager_extra.py
+tests/unit/test_nlp_emotion_endpoints.py
+tests/unit/test_sandbox_executor.py
+tests/unit/test_secure_model_loader.py
+tests/unit/test_validation.py
+tests/unit/test_validation_enhanced.py

.deepsource.toml

@@ -24,3 +24,4 @@ name = "shell"
 
 [[analyzers]]
 name = "docker"
+

.deepsource.yaml

@@ -0,0 +1,5 @@
+version: 1
+
+analyzers:
+  - name: python
+    enabled: true