main/vertex-genai-dataplane --adaptive_mt_service_spec=target: "cloud.ai.translation_hub.backend.boq.proto.adaptive_mt.v1main.adaptivemtservice-staging-test" client_channel_options { backend_subset: false } --admin_service_spec=target: "cloud.ai.platform.admin.adminservice-staging-us" client_channel_options { backend_subset: false } --ai_platform_env=staging --ai_platform_memcache_backend=blade:cloud-ml-aiplatform-memcacheg-memcacheg-service-staging-us --ai_platform_memcache_bns=/bns/yudfwra/borg/yudfwra/bns/cloud-ml-aiplatform-memcacheg/staging-us.aiplatform-memcacheg --ai_platform_prediction_bandwidth_quota_test_projects_list=1074580499107,32041851557 --ai_platform_prediction_debug_info_enabled_projects_list=1074580499107,258913932242,325793379971,547438329542,125898857807,85193837046,221068901468,867105796628,957380109678,560896933310,866336365502,814357123372,498467622034,297168483911,354285047762,308149585469,127755974108,465369459236,529836583775,212721088958,314113463519,96515774500,380142545502,1061033116688,1046752007485,727103546492,588195188857,15542282812,995991672647,704049513619,502479887495,1033080153024,1063716412117,245435673700,985503068981,706542358418,610045274242 --ai_platform_prediction_enable_adapter_memcache --ai_platform_prediction_enable_memcache --ai_platform_prediction_enable_memcache_projects_list=1074580499107,296488920627 --ai_platform_prediction_enable_memcache_regional_invalidation --ai_platform_prediction_force_dedicated_traffic_projects_list=124252912705 --ai_platform_prediction_memcache_client_traffic_class=AF2 --ai_platform_prediction_slo_excluded_projects_list= --ai_platform_prediction_user_id_test_projects_list=1012096528556,cloud-ml-language-test,590581083441,cloud-large-models-nonprod,92121218356,vertex-code-assist-test --aiplatform_service_name=staging-aiplatform.sandbox.googleapis.com --ais_generative_service_spec=target: "google.ai.generativelanguage.v1main.generativeservice-prod" stub_options { service_name: "GenerativeService" } client_channel_options { backend_subset: false } --asia_southeast1_llm_service_grpc_spec= --asia_southeast1_llm_service_spec= --nobinarylog --bouncer_leaf_service_spec=smart_service { target: "dos_quotas.pb.leafallocationsservice-prod-global" client_channel_options { backend_subset: false } } --canactas_service_spec=smart_service { target: "cloud_iam.identity.iamidentitycanactas-staging-qual" stub_options { service_name: "IAMIdentityCanActAs" } client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: true subset_size: 55 } } --census_default_tags=traffic_stream_id:vertex --census_default_tags_insert_if_not_present --nocensus_default_tags_replace --census_show_tags_in_requestz --cloud_esf_dns_name=staging-prediction.vertexai.goog --cloud_region=us-south1 --connect_regional_quota_server --csam_rai_servomatic_server_spec=target: "servomatic-prediction-service-prod-llm-tpu-friends-of-search-global" client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: false socket_options { traffic_class: AF2 } } --csam_rai_uniserve_server_spec=target: "uniserve-prediction-service-prod-common-global" client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: false socket_options { traffic_class: AF2 } } --dapper_enable_bucketed_sampling --dapper_experimental_speculative_tracing_probability=0.01 --dapper_sampling_config=span_config { family: 'PredictionServiceInternal' name: 'DirectPredict' sampling_rate: 0.001 } span_config { family: 'PredictionServiceInternal' name: 'DirectRawPredict' sampling_rate: 0.001 } span_config { sampling_rate: 0.000001 } --nodata_access_controller_fris_enabled --data_access_controller_fris_resource_selection=RESOURCE_SELECTION_DARK_LAUNCH --dataplane_internal_service_rpc_security_policy=mapping { rpc_method: "/DataplaneInternalService.*" authentication_policy { creds_policy { rules { permissions: "auth.creds.useLOAS" action: ALLOW in: "allUsers" } rules { permissions: "auth.creds.useNormalUserEUC" action: ALLOW in: "mdb:cloud-client-api-entity-servers-role-group" } } } authorization_mode: MANUAL_IAM permission_to_check: "dataplane_internal_service.all" data_governance_annotations { data { source: SOURCE_GOOGLE semantic_context: CONTEXT_CONTENT confidentiality: CONFIDENTIALITY_CONFIDENTIAL } custom { production_infrastructure { environment: NONPROD } } } } system_authorization_policy { rules { permissions: "dataplane_internal_service.all" action: ALLOW in: "mdb:vertex-3p-ai-platform-sre" in: "user:cloud-aiplatform-pipeline-dev-jobs@prod.google.com" in: "user:cloud-aiplatform-pipeline@prod.google.com" in: "user:cloud-ml-aiplatform-dataplane-prediction-staging-jobs@prod.google.com" in: "user:cloud-ml-vertex-genai-dataplane-staging-jobs@prod.google.com" } } trust_esf_authentication: false --default_slo_deadline_seconds=300 --directpath_grpc_stub_init_wait_deadline=5m --disabled_experiments_cdpush_def_name=pod/cloud-ml/vertex-genai-dataplane/disabled_experiments/staging-qual-us --drz_aus_llm_service_spec= --drz_can_llm_service_spec= --drz_ind_llm_service_spec= --drz_jpn_llm_service_spec= --drz_kor_llm_service_spec= --drz_sin_llm_service_spec= --drz_uk_llm_service_spec= --enable_abuse_monitoring --enable_ai_platform_prediction_bandwidth_quota_check --enable_apex_project_check --enable_cardolan_method_restriction --enable_cardolan_metrics_reporting --enable_cardolan_tee_check --enable_chargeback_token_metrics_reporting --enable_directpath_client_cache --enable_directpath_servicedirectory_cache --enable_easy_free_tier_check --enable_fetching_pt_metadata --noenable_global_quota_server_config_fetcher --noenable_groot_routing --enable_insert_nl_billing_usages --noenable_llm_rapid_routing --enable_memcache_refresher --enable_mendel_debug_logging --enable_migration_model_traffic_mirroring --enable_migration_model_traffic_splitting --enable_model_monitoring_publisher_model_logging --enable_promptmine_computation --enable_quota_server_config_fetcher --noenable_remove_model_registry_dependency --noenable_request_size_check --noenable_rhuduar_peer_user_restriction --enable_rpcinjectz --enable_sla_bucket --enable_sla_bucket_gws_logging --enable_smart_silences --noenable_vertex_ai_llm_batch_billing_override --enable_vertex_ai_prediction_invocation_count_accounting_resource_label --enable_vertex_ai_prediction_llm_dedicated_base_model_metrics --enable_vertex_ai_prediction_llm_internal_token_count_metric --noenable_vertex_ai_prediction_llm_output_tokens_base_model_quota_check --enable_vertex_ai_prediction_llm_per_project_base_model_quota_check --enable_vertex_ai_prediction_llm_per_user_base_model_quota_check --noenable_vertex_ai_prediction_llm_request_stats --enable_vertex_ai_prediction_llm_shared_base_model_quota_check --enable_vertex_ai_prediction_per_minute_per_base_model_quota_check --enable_vertex_ai_prediction_publisher_accounting_resource_label --enable_vertex_ai_prediction_publisher_request_type_label --enable_xai_override --esf_port=8126 --eu_llm_service_grpc_spec= --eu_llm_service_spec= --eu_lvm_video_service_spec=target: "cloud.ai.large_models.vision.videogenerativeservice-staging" client_channel_options { backend_subset: true subset_size: 20 } --europe_west4_llm_service_grpc_spec= --europe_west4_llm_service_spec= --experiment_config_cdpush_def_name=pod/cloud-ml/vertex-genai-dataplane/experiments/staging-qual-us --experiments_cloud_location=multiregion:us --feature_online_store_service_spec=target: "google.cloud.aiplatform.v1.featureonlinestoreservicev1-staging-us-central1" stub_options { service_name: "FeatureOnlineStoreServiceV1" } client_channel_options { backend_subset: false } --fibers_default_thread_stack_size=131072 --force_trace_span_rate_limit=20 --framework_oneplatform_service_configs=aiplatform=oneplatform_config/aiplatform_scaffolding_staging_service.pb --genai_blobstore_directory_template_v2=/blobstore/prod/genai-api/%s --genai_blobstore_user_v2=blobstore2 --genai_scotty_user_v2=apps-upload --genai_spanner_instance_v2=/span/global/labs-genai-api-spanner:prod --get_quota_server_limit --global_endpoint_default_eligible_locations=us,eu,nondrz --global_quota_config_service_spec=blade:dos_quotas.pb.quotaconfigservice-prod-quota-service --global_quota_controller_address=blade:staging-quotacontrol --global_spanner_db_path=/span/global/cloud-ml-vertex-platform-global-spanner:qual-global --groot_service_map= --groot_service_spec=server_name: "cloud.ai.groot.GRootService" smart_service { target: "cloud.ai.groot.grootservice-staging-us-central1" stub_options { service_name: "GRootService" } client_channel_options { load_balancing_policy: "WeightedRoundRobinDefault" backend_subset: true subset_size: 20 } } --grounding_service_spec=target: "cloud.ai.nl.llm.proto.grounding.groundingservice-staging-us-central1" client_channel_options { backend_subset: false } --grpc_dataplane_internal_service_map= --harpoon_gslb_balancing_policy=WeightedRoundRobinThreadSafe --harpoon_gslb_target_name=trawler-harpoon-apphosting --harpoon_request_hedging_allowlist=466794287526=70 --harpoon_requestor_id=harpoon-vertex-prediction-data-plane-staging-us --http_stats_latency_bucket_growth_factor=1.41421356237 --iam_internal_spec= server_name: "CloudIAMInternal" smart_service { target: "envelope:cloud.iam.googleprod.com" stub_options { service_name: "CloudIAMInternal" } client_channel_options { backend_subset: false } } --increase_default_request_criticality --internal_prediction_service_spec=target: "cloud-ml-aiplatform-dataplane-prediction-api-prod-genai-us" stub_options { service_name: "PredictionServiceInternal" } client_channel_options { backend_subset: false } --internal_vertex_rag_service_spec=target: "cloud-ml-aiplatform-dataplane-prediction-api-staging-qual-us" stub_options { service_name: "VertexRagServiceInternal" } client_channel_options { backend_subset: false } --is_cardolan --nois_global_cardolan --nois_in_confidential_computing --is_mr_us_api_server --label_acl_static_config=debugging,mdb/cloud-ml-vertex-genai-dataplane-debug-access:monitoring,mdb/piper-group-p4allusers --language_service_spec=target: "language-ucaip-us-staging" client_channel_options { backend_subset: false } --llm_service_grpc_spec=transport: "gRPC" grpc_channel_config { target: "google:///cloud.ai.nl.llm.proto.service.languagemodelservice-staging-us-central1.blade.gslb.googleprod.com" } --llm_service_spec=enable_client_side_throttling: false smart_service { target: "cloud.ai.nl.llm.proto.service.languagemodelservice-staging-us-central1" client_channel_options { backend_subset: false subset_size: 0 } } --load_shedding_cdpush_push_def=pod/cloud-ml/vertex-genai-dataplane/load_shedding/staging-qual-us --loas2_accept_gaia_only_identities --lvm_async_service_regional_spec=target: "cloud.ai.large_models.vision.largevisionmodelasyncservice-staging" client_channel_options { backend_subset: false } --lvm_async_service_spec=target: "cloud.ai.large_models.vision.largevisionmodelasyncservice-staging" client_channel_options { backend_subset: false } --lvm_medlm_embedding_service_spec=target: "cloud.ai.large_models.vision.medlmembeddingservice-staging" client_channel_options { backend_subset: false } --lvm_service_spec=target: "cloud.ai.large_models.vision.largevisionmodelservice-staging-us-central1" client_channel_options { backend_subset: false subset_size: 0 } --lvm_video_generative_service_grpc_spec=transport: "gRPC" grpc_channel_config { target: "google:///cloud.ai.large_models.vision.videogenerativeservice-staging-us-central1.blade.gslb.googleprod.com" } --lvm_video_service_spec=target: "cloud.ai.large_models.vision.videogenerativeservice-staging" client_channel_options { backend_subset: false } --max_trace_bytes_size=102400 --max_trace_entry_size=1024 --memcache_client_cache_num_shards=1 --memcache_client_cache_size=10485760 --memcache_prediction_key_ttl=60 --model_load_balancing_config_push_def_name= --model_monitoring_thumbnailer_server_spec=enable_retries: true application_specific_retry_status { code: 4 space: "generic" } application_specific_retry_status { code: 8 space: "generic" } smart_service { target: "cloud-vision-model-service-thumbnailer-prod-us-central1" client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: true subset_size: 60 socket_options { traffic_class: AF2 } } } longest_allowed_deadline_seconds: 30.0 enable_monitoring: true --model_routing_service_spec=target: "cloud.ai.nl.llm.proto.model_routing.modelroutingservice-staging-us-central1" client_channel_options { backend_subset: false } --musicgen_service_spec=target: "cloud.ml.audiogen.musicgen.musicgenerationservice-staging" client_channel_options { backend_subset: false } --nl_api_service_name=staging-language.sandbox.googleapis.com --nondrz_llm_service_grpc_spec= --nondrz_llm_service_spec= --p4sa_project_id=gcp-sa-staging-aiplatform --pinnacle_global_endpoint_config_push_def= --pipeline_data_id_sequence_name=PipelineDataIdSeq --pipeline_id_sequence_name=PipelineIdSeq --port=26015 --prediction_gwslog_dir=/sawmill-batching/sawmill/cloud-aiplatform-dataplane-prediction-restricted --prediction_gwslog_region=US --prediction_gwslog_type=tmp-google-cloud-aiplatform-PredictionService --prediction_service_account=vertex-dataplane-prediction-robot-staging@system.gserviceaccount.com --prediction_service_map=asia-east1=target: "cloud-ml-aiplatform-dataplane-prediction-api-staging-qual-asia-east1-internal-only" client_channel_options { backend_subset: false socket_options { traffic_class: AF2 } },europe-west4=target: "cloud-ml-aiplatform-dataplane-prediction-api-staging-qual-europe-west4-internal-only" client_channel_options { backend_subset: false socket_options { traffic_class: AF2 } },us-central1=target: "cloud-ml-aiplatform-dataplane-prediction-api-staging-qual-us-central1-internal-only" client_channel_options { backend_subset: false socket_options { traffic_class: AF2 } },us-east4=target: "cloud-ml-aiplatform-dataplane-prediction-api-staging-qual-us-east4-internal-only" client_channel_options { backend_subset: false socket_options { traffic_class: AF2 } } --prediction_service_spec=target: "cloud-ml-aiplatform-dataplane-prediction-api-staging-qual-us" stub_options { service_name: "PredictionServiceV1" } client_channel_options { backend_subset: false } --promptmine_server_spec=smart_service { target: "cloud.ai.data_tools.promptmineservice-staging-us-central1" client_channel_options { backend_subset: false } } --pt_demand_service_spec=target: "java.com.google.cloud.ai.platform.resourcemanagement.demandservice-staging-us-central1" client_channel_options { backend_subset: true subset_size: 5 } --quota_config_service_spec=blade:dos_quotas.pb.quotaconfigservice-prod-cloud-shared-global --quota_controller_address=servicecontrol-quota-quota-controller-staging-us-central1 --quota_server_service_spec=smart_service { target: "quotaserver-quota-server-prod-quota-service" client_channel_options { backend_subset: true subset_size: 20 } } --rag_dataplane_vertex_rag_service_spec=target: "google.cloud.aiplatform.internal.vertexragserviceinternal-autopush-us-east1" stub_options { service_name: "VertexRagServiceInternal" } client_channel_options { backend_subset: false } --rank_service_spec=target: "cloud-discovery-engine-esf-rank-service-dev" stub_options { service_name: "RankService" } client_channel_options { backend_subset: false } --rapid_eu_llm_service_spec= --rapid_lvm_video_generative_service_grpc_spec= --rapid_lvm_video_service_spec= --rapid_nondrz_llm_service_spec= --rapid_us_central1_llm_service_grpc_spec= --rapid_us_central1_llm_service_spec= --rapid_us_llm_service_spec= --regional_harpoon_gslb_target_name= --regional_harpoon_requestor_id= --regional_quota_server_service_spec=blade:quotaserver-quota-server-prod-cloud-shared-us --remote_coredump_disable_health_checks --remote_coredump_enabled --report_completion_rpc_deadline=1000ms --report_multi_tenant_prediction_performance_metrics --report_prediction_performance_metrics --report_publisher_error_count_metric --request_size_check_exclude_list=500228985951,368137278144,258913932242,1076726910277,508879632478,4536807525,626086442885,617321834341,208384773833,116494132893,120220450106,792265694,1034852036010,514252618350,19962233498,1045485555365,709838962977,78429613278,937193709771,75916944041,780110946060,540966764027,773725433816,100387585158,90973148066,319418030541,11819730990,23708703314,99589004443,127693989521,628888805248,1074580499107,32041851557,468081040501,325793379971,547438329542,85193837046,221068901468,867105796628,957380109678,707844492586,259951165238,198457788628,824833259042,475632047052,163017677720,29650844033,560896933310,491260413465,400881859790,728219677767,279404658373,793378886351,1069616884906,928979111834,12229856100,966661936668,1099421384793,105185471450,828122618009,554090109474,421855406543,943441712756,535336867196,607434215947,613273514330,342219844863,353405444880,750173920907,704049513619,502479887495,890238971111,612773813897,327477089190,115393634501,947364535217,678515165750,306554003267,357915143102,197842470332,243520059419,830167173385,143291169855,249095194657,87729093468,378399367275,921481090804,431360325338,583801633717,834732936712,366966948435,853700707741,1013771954567,368417664377,163354314499,3633638599,91703571971,39379036245,131052673276,41161812939,574543264162,861136862803,436291549275,586780203714,354402444378,153980977111,124285520947,487064325339,467213838061,647989903284,516913687041,1013587719654,821477413964,308806240519,454294801685,504431447449,193864923702,295237482798,295547329542,198616215371,690124861004,656176953031,134331765147,701220211789,23906737551,229038090489,569222444404,1021058050405,220087653628,267867079563,146007419151,825461026609,60822549289,252396364616,197882995922,562150404714,357787345822,521946594392,76553940753,441936861433,313440725442,68174598814,974228067488 --reverse_pipeline_id_bits --rpc_acl_config_source=FIREAXE --rpc_client_bidi_stream_capture_security_context_at_start --rpc_darklaunch_rpc_security_policy --rpc_dependency_configuration_filepath=main/vertex-genai-dataplane.outboundacl --rpc_proxy_whitelist=cloud-ml-vertex-genai-dataplane-staging-jobs:*;frameworks-rpc-sender:rpcstudio-client-initiated-rpc;cloud-ml-cardolan-tee-proxy:cloud-ml-cardolan-tee;cloud-ml-cardolan-tee-proxy-dev-jobs:cloud-ml-cardolan-tee-dev-jobs --rpc_security_policy_enable_policy_evaluation_streamz --rpc_security_policy_env=TEST --rpc_security_policy_initial=mapping { rpc_method: "/PredictionServiceUi.*" rpc_method: "/PredictionServiceV1.*" rpc_method: "/PredictionServiceInternal.*" rpc_method: "/PredictionServiceV1alpha1.*" rpc_method: "/PredictionServiceV1beta1.*" rpc_method: "/VertexRagServiceV1.*" rpc_method: "/VertexRagServiceV1beta1.*" rpc_method: "/VertexRagServiceInternal.*" rpc_method: "/LlmUtilityServiceV1.*" rpc_method: "/LlmUtilityServiceV1beta1.*" rpc_method: "/LlmUtilityServiceInternal.*" rpc_method: "/RealtimeSessionServiceUi.*" rpc_method: "/RealtimeSessionServiceV1beta1.*" rpc_method: "/RealtimeSessionServiceInternal.*" rpc_method: "/UtilityServiceV1beta1.*" rpc_method: "/LLMBidiServiceInternal.*" rpc_method: "/GRootServiceInternal.*" rpc_method: "/PrivateInferenceServiceInternal.*" rpc_method: "/InteractionsServiceV1Main.*" authentication_policy { creds_policy { rules { permissions: "auth.creds.useLOAS" action: ALLOW in: "allUsers" } rules { permissions: "auth.creds.useNormalUserEUC" action: ALLOW in: "mdb:cloud-client-api-entity-servers-role-group" in: "user:cloud-ml-vertex-genai-dataplane-staging-jobs@prod.google.com" in: "user:cloud-ml-vertex-genai-dataplane@prod.google.com" } } } authorization_mode: MANUAL_IAM permission_to_check: "prediction_service_ui.all_etc" data_governance_annotations { data { source: SOURCE_GOOGLE semantic_context: CONTEXT_CONTENT confidentiality: CONFIDENTIALITY_CONFIDENTIAL } custom { production_infrastructure { environment: NONPROD } } } } system_authorization_policy { } trust_esf_authentication: false --rpc_stats_enable_streamz --rpc_stats_latency_bucket_growth_factor=1.41421356237 --norun_local_server --safety_checks_override_restricted_models=gemini-2.5-flash-lite-preview-tts,gemini-2.5-flash-preview-tts,gemini-2.5-flash-tts,gemini-2.5-pro-preview-tts,gemini-2.5-pro-tts --safetycat_off_block_none_allowlist_required_model_id_list=MedLM-Large-1.5,MedLM-Large-1.5-preview,MedLM-medium@latest,gdm-eval-model-a,gemini-1.0-nano-vision-002,gemini-1.0-pro-002,gemini-1.0-pro-vision-001,gemini-1.5-flash-preview-0514,gemini-1.5-pro-preview-0409,gemini-1.5-pro-preview-0514,gemini-pro,gemini-pro-vision,gemini-ultra,gemini-ultra-vision,llama3-405b-instruct-maas,sec-palm@candidate-2,smart-router-001,translation-llm-en-pfigs-001 --sawmill_uls_batching_logwriter_channel_size=1000 --scaffolding_enable_rpc_interception=True --scaffolding_force_esf_handlers --secret_manager_service_spec=server_name: "SecretManagerService" enable_client_side_throttling: true enable_retries: true smart_service { target: "pod-secret-manager-service-prod" client_channel_options { backend_subset: true subset_size: 20 socket_options { traffic_class: AF2 } } } shortest_allowed_deadline_seconds: 0.001 longest_allowed_deadline_seconds: 3600.0 enable_monitoring: true enable_shortest_allowed_deadline_seconds: true enable_longest_allowed_deadline_seconds: true traffic_type: USER_FACING --server_authorization_prod2cloud_mode=enforce --server_continent=us --server_location=us --service_config_push_def_name=cloud-ai-1pserving-infra-dev/service_config_staging --service_control_server_spec=target: "staging-servicecontrol-report" client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: true subset_size: 60 socket_options { traffic_class: AF2 } } --service_directory_resolver_server_spec=target: "servicedirectory-resolver-prod-us" client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: false socket_options { traffic_class: AF2 } } --servomatic_regional_server_spec=target: "servomatic-prediction-service-prod-cpu-us" client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: false socket_options { traffic_class: AF2 } } --servomatic_server_spec=target: "ml-serving-prod.reduced-homing.prediction" client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: false socket_options { traffic_class: AF2 } } --sherlog_client_enable_goops_encryption --sherlog_client_enabled --sherlog_client_storage_config_id=frameworks --sherlog_client_system_name=cloud-ml-aiplatform-dataplane-prediction --sherlog_client_type=RPC --shutdown_lameduck_duration=600s --noskip_vpcsc_request_check --sla_bucket_config_file=main/sla/cloud_aiplatform_prediction_sla_config.textpb --sla_bucket_location=us --sla_bucket_location_fallback_to_key_only_buckets --sla_buckets_cdpush_push_def=/cdpush/pod/cloud-ml/vertex-genai-dataplane/sla_buckets/staging-qual-us/SlaConfig --slicer_env=prod --smart_silences_cdpush_push_def=/cdpush/pod/cloud-ml/vertex-genai-dataplane/smart_silences/staging-qual-us/SmartSilenceConfig --spanner_client_default_traffic_class=AF2 --spanner_db_path=/span/global/cloud-aiplatform-spanner-nonprod-owner:staging-us-central1 --spanner_default_extra_throttling_buffer_bytes=8388608 --spanner_default_max_per_call_window_bytes=67108864 --spanner_default_min_per_call_window_bytes=33554432 --static_exported_variables=gslb_ubb_utilization_target_ratio=0.8,piccolo-config-version=cloud-ml.vertex-genai-dataplane_20251205.04_p0 --streamz_default_root_labels=piccolo_config_version:string:cloud-ml.vertex-genai-dataplane_20251205.04_p0 --stubby_dataplane_internal_service_map= --sup_service_spec=server_name: "rene.SemanticUnderstandingService" smart_service { target: "rene.semanticunderstandingservice-staging-continent-regional" stub_options { service_name: "SemanticUnderstandingService" } client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: true subset_size: 20 } } --nosymbolize_stacktrace --task_id_sequence_name=TaskIdSeq --tee_config_environment=staging --tee_config_map_path= --tee_config_region=us --text2sql_generation_endpoint= --tokenizer_model_data_path=main/models/sentencepiece_models --tpc_cloud_universe= --translate_service_parent_override=projects/loas-cloud-ml-aiplatform--0aa0/locations/us-central1 --translate_service_spec=target: "cloud-ml-translate-v3-staging" client_channel_options { backend_subset: false } --uds_path=/tmp/aiplatform-prediction.sandbox.googleapis.com --uniserve_rai_service_spec=server_name: "UniservePredictionService" smart_service { target: "uniserve-prediction-service-prod-common-cloud-region" client_channel_options { backend_subset: true subset_size: 10 } } --us_central1_llm_service_grpc_spec= --us_central1_llm_service_spec= --us_llm_service_grpc_spec= --us_llm_service_spec= --us_lvm_video_service_spec=target: "cloud.ai.large_models.vision.videogenerativeservice-staging" client_channel_options { backend_subset: true subset_size: 20 } --user_data_spanner_db_path=/span/global/cloud-ml-aiplatform-core-infra-user-spanner:qual-us --userspace_coredumper --uta_leaf_service_spec=smart_service { target: "vta-admission-control-service-staging-qual-uta-leaf" client_channel_options { load_balancing_policy: "ConsistentHashingLeastLoaded" backend_subset: false subset_size: 0 socket_options { traffic_class: AF2 } } gslb_channel_options { cluster_selection_mode: AFFINITY_CLUSTER_SELECTION } } --utilization_query_cost_error_cost=100 --vertex_ai_prediction_batch_prediction_p6sa_producer_project=gcp-sa-staging-vertex-bp --vertex_ai_prediction_batch_prediction_producer_project=173556653338 --vertex_ai_prediction_code_assist_llm_base_model_producer_project=92121218356 --vertex_ai_prediction_foundation_models_producer_project=590581083441 --vertex_ai_prediction_gemini_logging_producer_project=cloud-large-models-nonprod --vertex_ai_prediction_llm_base_model_enable_dedicated_quota_check_list=text-bison,text-bison-32k,text-unicorn,textembedding-gecko,chat-bison,chat-bison-32k,code-bison,code-bison-32k,code-gecko,codechat-bison,codechat-bison-32k,imagegeneration,imagen-3.0-generate,imagen-3.0-fast-generate,imagen-2.0-edit,imagegeneration,veo-3.0-generate-001,veo-3.0-fast-generate-001,veo-3.1-generate-preview,veo-3.1-fast-generate-preview,veo-3.1-generate-001,veo-3.1-fast-generate-001,gemini-pro,gemini-ultra,gemini-pro-vision,gemini-ultra-vision,gemini-1.5-pro,gemini-1.5-flash,gemini-2.5-flash-preview,gemini-2.5-pro-preview,medpalm2,MedLM-medium,MedLM-large,MedLM-Large-1.5,internal-test-google-ai-mp-integration-1.0,lyria-002 --vertex_ai_prediction_llm_base_model_producer_project=590581083441 --vertex_ai_prediction_llm_base_model_version_enable_shared_quota_check_list=text-bison@latest,text-bison@pttest --vertex_ai_prediction_llm_batch_prediction_enable_qps_check_list=claude --vertex_ai_prediction_llm_llama3_enable_shared_per_minute_quota_check_list=publishers/meta/models/llama3-405b-instruct-maas,publishers/meta/models/llama3-70b-instruct-maas,publishers/meta/models/llama3-8b-instruct-maas --vertex_ai_prediction_llm_output_tokens_quota_base_model_list=text-bison,text-unicorn --vertex_ai_prediction_openmaas_quota_server_project_id=vertex-prediction-llm-openmaas-nonprod --vertex_ai_prediction_openmaas_regional_quota_server_project_id=vertex-prediction-llm-openmaas-regional-nonprod --vertex_ai_prediction_pinnacle_quota_server_paygo_tiers_project_id=vertex-prediction-llm-pinnacle-paygo-nonprod --vertex_ai_prediction_pinnacle_quota_server_project_id=vertex-prediction-llm-pinnacle-nonprod --vertex_ai_prediction_pinnacle_regional_quota_server_paygo_tiers_project_id=vertex-prediction-llm-pinnacle-paygo-regional-nonprod --vertex_ai_prediction_pinnacle_regional_quota_server_project_id=vertex-prediction-llm-pinnacle-regional-nonprod --vertex_ai_prediction_quota_server_project_id=vertex-prediction-llm-nonprod --vertex_ai_prediction_quota_server_rpc_timeout=800ms --vertex_ai_prediction_regional_quota_server_project_id=vertex-prediction-llm-regional-nonprod --vertex_ai_search_service_map=global=target: "cloud-discovery-engine-esf-search-service-staging-qual-global" stub_options { service_name: "DiscoverySearchService" } client_channel_options { backend_subset: false subset_size: 0 },us=target: "cloud-discovery-engine-esf-search-service-staging-qual-us" stub_options { service_name: "DiscoverySearchService" } client_channel_options { backend_subset: false subset_size: 0 } --vertex_ai_uta_admit_quota_check_deadline=1005ms --vertex_api_service_name=staging-aiplatform.sandbox.googleapis.com --vertex_dataplane_prediction_robot_account=vertex-dataplane-prediction-robot-staging@system.gserviceaccount.com --vertex_interactions_service_rpc_security_policy=mapping { rpc_method: "/VertexInteractionsService.*" authentication_policy { creds_policy { rules { permissions: "auth.creds.useLOAS" action: ALLOW in: "mdb:all-person-users" } rules { permissions: "auth.creds.useNormalUserEUC" action: ALLOW in: "self" in: "user:rpcstudio-client-initiated-rpc@prod.google.com" } rules { permissions: "auth.creds.useProdUserEUC" action: ALLOW in: "self" in: "user:rpcstudio-client-initiated-rpc@prod.google.com" } } impersonation_policy { rules { permissions: "auth.impersonation.impersonateNormalUser" action: ALLOW in: "self" } rules { permissions: "auth.impersonation.impersonateProdUser" action: ALLOW in: "self" } } authentication_methods { cloud_ubermint { mode: ENABLED } use_default_methods: true } } authorization_mode: MANUAL_IAM permission_to_check: "vertex_interactions_service.all" } system_authorization_policy { rules { permissions: "*" action: ALLOW in: "allAuthenticatedUsers" } } trust_esf_authentication: false --vertex_rag_service_spec=target: "cloud-ml-aiplatform-dataplane-prediction-api-staging-qual-us" stub_options { service_name: "VertexRagServiceV1beta1" } client_channel_options { backend_subset: false } --vmodule=cloud/ai/platform/dataplane/prediction/api_handler/shared/llm/*=1,cloud/ai/platform/dataplane/prediction/api_handler/shared/dynamic_paygo/*=1,cloud/ai/platform/dataplane/prediction/api_handler/shared/openapi/*=1,cloud/ai/platform/dataplane/prediction/api_handler/shared/*=1,net/grpc/internal/src/core/ext/load_reporting/backend_metric_sampler=0,net/grpc/*=2,cloud/ai/platform/dataplane/prediction/api_handler/base/*=1,cloud/ai/platform/dataplane/common/esf/*=1,cloud/ai/platform/dataplane/prediction/endpoints/*=1,cloud/ai/platform/dataplane/prediction/client/*=1,model_backend_health_check_context=10,cloud/ai/platform/dataplane/prediction/common/stats_context.cc=1 --vms_thumbnailer_server_spec=enable_retries: true application_specific_retry_status { code: 4 space: "generic" } application_specific_retry_status { code: 8 space: "generic" } smart_service { target: "cloud-vision-model-service-thumbnailer-prod-us-central1" client_channel_options { load_balancing_policy: "WeightedRoundRobin" backend_subset: true subset_size: 60 socket_options { traffic_class: AF2 } } } longest_allowed_deadline_seconds: 30.0 enable_monitoring: true --vta_admission_control_client_rpc_deadline=1000ms --vta_tech_lock_domain=global/global --vta_tech_lock_instance=staging --vta_tech_lock_name=vta-leader-staging --vta_tech_lock_owner=cloud-ml-vta-admission-controller --vta_traffic_class=AF2