diff --git a/.changeset/simulation-job-call-facts.md b/.changeset/simulation-job-call-facts.md new file mode 100644 index 000000000..60f8749be --- /dev/null +++ b/.changeset/simulation-job-call-facts.md @@ -0,0 +1,6 @@ +--- +"github.com/livekit/protocol": patch +"@livekit/protocol": patch +--- + +`SimulationRun.JobMetrics`: how the call ended (`end_reason`), the simulated caller's languages (`caller_language`, `caller_listen_language`), the audio impairments applied to it (`impairments`), and `conversation.backchannel_count`. diff --git a/.changeset/simulation-job-failure-reason.md b/.changeset/simulation-job-failure-reason.md new file mode 100644 index 000000000..48a99cbb3 --- /dev/null +++ b/.changeset/simulation-job-failure-reason.md @@ -0,0 +1,6 @@ +--- +"github.com/livekit/protocol": patch +"@livekit/protocol": patch +--- + +`SimulationRun.Job.failure_reason`: a machine-readable cause for a failed simulation job, such as the agent never joining the room. diff --git a/.changeset/simulation-turn-text.md b/.changeset/simulation-turn-text.md new file mode 100644 index 000000000..c4065ee97 --- /dev/null +++ b/.changeset/simulation-turn-text.md @@ -0,0 +1,6 @@ +--- +"github.com/livekit/protocol": patch +"@livekit/protocol": patch +--- + +`SimulationRun.JobMetrics.Turn.text`: the words of each turn as the simulation's judges read them. diff --git a/livekit/livekit_agent_simulation.pb.go b/livekit/livekit_agent_simulation.pb.go index 7404e0e43..a5c9b425d 100644 --- a/livekit/livekit_agent_simulation.pb.go +++ b/livekit/livekit_agent_simulation.pb.go @@ -206,6 +206,114 @@ func (SimulationRun_Job_Status) EnumDescriptor() ([]byte, []int) { return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 0, 0} } +type SimulationRun_Job_FailureReason int32 + +const ( + SimulationRun_Job_FAILURE_REASON_UNSPECIFIED SimulationRun_Job_FailureReason = 0 + // The agent under test never joined the simulation's room. + SimulationRun_Job_FAILURE_REASON_AGENT_JOIN_TIMEOUT SimulationRun_Job_FailureReason = 1 +) + +// Enum value maps for SimulationRun_Job_FailureReason. +var ( + SimulationRun_Job_FailureReason_name = map[int32]string{ + 0: "FAILURE_REASON_UNSPECIFIED", + 1: "FAILURE_REASON_AGENT_JOIN_TIMEOUT", + } + SimulationRun_Job_FailureReason_value = map[string]int32{ + "FAILURE_REASON_UNSPECIFIED": 0, + "FAILURE_REASON_AGENT_JOIN_TIMEOUT": 1, + } +) + +func (x SimulationRun_Job_FailureReason) Enum() *SimulationRun_Job_FailureReason { + p := new(SimulationRun_Job_FailureReason) + *p = x + return p +} + +func (x SimulationRun_Job_FailureReason) String() string { + return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) +} + +func (SimulationRun_Job_FailureReason) Descriptor() protoreflect.EnumDescriptor { + return file_livekit_agent_simulation_proto_enumTypes[3].Descriptor() +} + +func (SimulationRun_Job_FailureReason) Type() protoreflect.EnumType { + return &file_livekit_agent_simulation_proto_enumTypes[3] +} + +func (x SimulationRun_Job_FailureReason) Number() protoreflect.EnumNumber { + return protoreflect.EnumNumber(x) +} + +// Deprecated: Use SimulationRun_Job_FailureReason.Descriptor instead. +func (SimulationRun_Job_FailureReason) EnumDescriptor() ([]byte, []int) { + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 0, 1} +} + +type SimulationRun_JobMetrics_EndReason int32 + +const ( + SimulationRun_JobMetrics_END_REASON_UNSPECIFIED SimulationRun_JobMetrics_EndReason = 0 + SimulationRun_JobMetrics_END_REASON_SCENARIO_COMPLETED SimulationRun_JobMetrics_EndReason = 1 // the caller finished the scenario + SimulationRun_JobMetrics_END_REASON_AGENT_ENDED SimulationRun_JobMetrics_EndReason = 2 // the agent under test ended the call + SimulationRun_JobMetrics_END_REASON_INACTIVITY SimulationRun_JobMetrics_EndReason = 3 // the agent under test went silent + SimulationRun_JobMetrics_END_REASON_TURN_LIMIT SimulationRun_JobMetrics_EndReason = 4 // the caller ran out of turns + SimulationRun_JobMetrics_END_REASON_EMPTY_RESPONSE SimulationRun_JobMetrics_EndReason = 5 // the agent under test kept replying with nothing + SimulationRun_JobMetrics_END_REASON_AGENT_ERROR SimulationRun_JobMetrics_EndReason = 6 // the agent under test failed mid-call +) + +// Enum value maps for SimulationRun_JobMetrics_EndReason. +var ( + SimulationRun_JobMetrics_EndReason_name = map[int32]string{ + 0: "END_REASON_UNSPECIFIED", + 1: "END_REASON_SCENARIO_COMPLETED", + 2: "END_REASON_AGENT_ENDED", + 3: "END_REASON_INACTIVITY", + 4: "END_REASON_TURN_LIMIT", + 5: "END_REASON_EMPTY_RESPONSE", + 6: "END_REASON_AGENT_ERROR", + } + SimulationRun_JobMetrics_EndReason_value = map[string]int32{ + "END_REASON_UNSPECIFIED": 0, + "END_REASON_SCENARIO_COMPLETED": 1, + "END_REASON_AGENT_ENDED": 2, + "END_REASON_INACTIVITY": 3, + "END_REASON_TURN_LIMIT": 4, + "END_REASON_EMPTY_RESPONSE": 5, + "END_REASON_AGENT_ERROR": 6, + } +) + +func (x SimulationRun_JobMetrics_EndReason) Enum() *SimulationRun_JobMetrics_EndReason { + p := new(SimulationRun_JobMetrics_EndReason) + *p = x + return p +} + +func (x SimulationRun_JobMetrics_EndReason) String() string { + return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) +} + +func (SimulationRun_JobMetrics_EndReason) Descriptor() protoreflect.EnumDescriptor { + return file_livekit_agent_simulation_proto_enumTypes[4].Descriptor() +} + +func (SimulationRun_JobMetrics_EndReason) Type() protoreflect.EnumType { + return &file_livekit_agent_simulation_proto_enumTypes[4] +} + +func (x SimulationRun_JobMetrics_EndReason) Number() protoreflect.EnumNumber { + return protoreflect.EnumNumber(x) +} + +// Deprecated: Use SimulationRun_JobMetrics_EndReason.Descriptor instead. +func (SimulationRun_JobMetrics_EndReason) EnumDescriptor() ([]byte, []int) { + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{1, 1, 0} +} + type SimulationRunSummary struct { state protoimpl.MessageState `protogen:"open.v1"` Passed int32 `protobuf:"varint,1,opt,name=passed,proto3" json:"passed,omitempty"` @@ -667,6 +775,67 @@ func (x *ScenarioGroup) GetId() string { return "" } +// What the simulated caller's audio went through before the agent heard it. +type SimulationImpairments struct { + state protoimpl.MessageState `protogen:"open.v1"` + BackgroundNoise bool `protobuf:"varint,1,opt,name=background_noise,json=backgroundNoise,proto3" json:"background_noise,omitempty"` + LowQualityMicrophone bool `protobuf:"varint,2,opt,name=low_quality_microphone,json=lowQualityMicrophone,proto3" json:"low_quality_microphone,omitempty"` + PacketLoss bool `protobuf:"varint,3,opt,name=packet_loss,json=packetLoss,proto3" json:"packet_loss,omitempty"` + unknownFields protoimpl.UnknownFields + sizeCache protoimpl.SizeCache +} + +func (x *SimulationImpairments) Reset() { + *x = SimulationImpairments{} + mi := &file_livekit_agent_simulation_proto_msgTypes[4] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) +} + +func (x *SimulationImpairments) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*SimulationImpairments) ProtoMessage() {} + +func (x *SimulationImpairments) ProtoReflect() protoreflect.Message { + mi := &file_livekit_agent_simulation_proto_msgTypes[4] + if x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use SimulationImpairments.ProtoReflect.Descriptor instead. +func (*SimulationImpairments) Descriptor() ([]byte, []int) { + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{4} +} + +func (x *SimulationImpairments) GetBackgroundNoise() bool { + if x != nil { + return x.BackgroundNoise + } + return false +} + +func (x *SimulationImpairments) GetLowQualityMicrophone() bool { + if x != nil { + return x.LowQualityMicrophone + } + return false +} + +func (x *SimulationImpairments) GetPacketLoss() bool { + if x != nil { + return x.PacketLoss + } + return false +} + // Carried (protojson-encoded) in the Job's lk.simulator.dispatch attribute, set // on the agent dispatch, so the agent under test can read the scenario + run // identity synchronously at job start. @@ -682,7 +851,7 @@ type SimulationDispatch struct { func (x *SimulationDispatch) Reset() { *x = SimulationDispatch{} - mi := &file_livekit_agent_simulation_proto_msgTypes[4] + mi := &file_livekit_agent_simulation_proto_msgTypes[5] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -694,7 +863,7 @@ func (x *SimulationDispatch) String() string { func (*SimulationDispatch) ProtoMessage() {} func (x *SimulationDispatch) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[4] + mi := &file_livekit_agent_simulation_proto_msgTypes[5] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -707,7 +876,7 @@ func (x *SimulationDispatch) ProtoReflect() protoreflect.Message { // Deprecated: Use SimulationDispatch.ProtoReflect.Descriptor instead. func (*SimulationDispatch) Descriptor() ([]byte, []int) { - return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{4} + return file_livekit_agent_simulation_proto_rawDescGZIP(), []int{5} } func (x *SimulationDispatch) GetSimulationRunId() string { @@ -749,7 +918,7 @@ type SimulationRunSummary_Issue struct { func (x *SimulationRunSummary_Issue) Reset() { *x = SimulationRunSummary_Issue{} - mi := &file_livekit_agent_simulation_proto_msgTypes[6] + mi := &file_livekit_agent_simulation_proto_msgTypes[7] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -761,7 +930,7 @@ func (x *SimulationRunSummary_Issue) String() string { func (*SimulationRunSummary_Issue) ProtoMessage() {} func (x *SimulationRunSummary_Issue) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[6] + mi := &file_livekit_agent_simulation_proto_msgTypes[7] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -819,14 +988,16 @@ type SimulationRun_Job struct { ScenarioId string `protobuf:"bytes,15,opt,name=scenario_id,json=scenarioId,proto3" json:"scenario_id,omitempty"` // 1-based sample of that scenario within the run; always 1 when the run's // samples is 1. - Sample int32 `protobuf:"varint,16,opt,name=sample,proto3" json:"sample,omitempty"` + Sample int32 `protobuf:"varint,16,opt,name=sample,proto3" json:"sample,omitempty"` + // Set on a failed job whose cause is known; error stays the detail. + FailureReason SimulationRun_Job_FailureReason `protobuf:"varint,19,opt,name=failure_reason,json=failureReason,proto3,enum=livekit.SimulationRun_Job_FailureReason" json:"failure_reason,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *SimulationRun_Job) Reset() { *x = SimulationRun_Job{} - mi := &file_livekit_agent_simulation_proto_msgTypes[7] + mi := &file_livekit_agent_simulation_proto_msgTypes[8] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -838,7 +1009,7 @@ func (x *SimulationRun_Job) String() string { func (*SimulationRun_Job) ProtoMessage() {} func (x *SimulationRun_Job) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[7] + mi := &file_livekit_agent_simulation_proto_msgTypes[8] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -959,6 +1130,13 @@ func (x *SimulationRun_Job) GetSample() int32 { return 0 } +func (x *SimulationRun_Job) GetFailureReason() SimulationRun_Job_FailureReason { + if x != nil { + return x.FailureReason + } + return SimulationRun_Job_FAILURE_REASON_UNSPECIFIED +} + type SimulationRun_JobMetrics struct { state protoimpl.MessageState `protogen:"open.v1"` TaskCompletion *float32 `protobuf:"fixed32,3,opt,name=task_completion,json=taskCompletion,proto3,oneof" json:"task_completion,omitempty"` // the scenario verdict as 1/0 @@ -980,13 +1158,23 @@ type SimulationRun_JobMetrics struct { RedundantStatements *bool `protobuf:"varint,17,opt,name=redundant_statements,json=redundantStatements,proto3,oneof" json:"redundant_statements,omitempty"` PoorQuestionQuality *bool `protobuf:"varint,18,opt,name=poor_question_quality,json=poorQuestionQuality,proto3,oneof" json:"poor_question_quality,omitempty"` ConversationProgression *float32 `protobuf:"fixed32,19,opt,name=conversation_progression,json=conversationProgression,proto3,oneof" json:"conversation_progression,omitempty"` // 0-1, derived from the flags above - unknownFields protoimpl.UnknownFields - sizeCache protoimpl.SizeCache + // How the call ended. A failing end also sets the job's error. + EndReason SimulationRun_JobMetrics_EndReason `protobuf:"varint,21,opt,name=end_reason,json=endReason,proto3,enum=livekit.SimulationRun_JobMetrics_EndReason" json:"end_reason,omitempty"` + // The simulated caller's language, as a language tag: what it spoke or wrote. + CallerLanguage string `protobuf:"bytes,22,opt,name=caller_language,json=callerLanguage,proto3" json:"caller_language,omitempty"` + // Audio only: the language the caller transcribed the agent in; "" means + // caller_language. + CallerListenLanguage string `protobuf:"bytes,23,opt,name=caller_listen_language,json=callerListenLanguage,proto3" json:"caller_listen_language,omitempty"` + // Audio only: what the caller's audio went through before the agent heard + // it. Absent for a clean call. + Impairments *SimulationImpairments `protobuf:"bytes,24,opt,name=impairments,proto3" json:"impairments,omitempty"` + unknownFields protoimpl.UnknownFields + sizeCache protoimpl.SizeCache } func (x *SimulationRun_JobMetrics) Reset() { *x = SimulationRun_JobMetrics{} - mi := &file_livekit_agent_simulation_proto_msgTypes[8] + mi := &file_livekit_agent_simulation_proto_msgTypes[9] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -998,7 +1186,7 @@ func (x *SimulationRun_JobMetrics) String() string { func (*SimulationRun_JobMetrics) ProtoMessage() {} func (x *SimulationRun_JobMetrics) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[8] + mi := &file_livekit_agent_simulation_proto_msgTypes[9] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1126,6 +1314,34 @@ func (x *SimulationRun_JobMetrics) GetConversationProgression() float32 { return 0 } +func (x *SimulationRun_JobMetrics) GetEndReason() SimulationRun_JobMetrics_EndReason { + if x != nil { + return x.EndReason + } + return SimulationRun_JobMetrics_END_REASON_UNSPECIFIED +} + +func (x *SimulationRun_JobMetrics) GetCallerLanguage() string { + if x != nil { + return x.CallerLanguage + } + return "" +} + +func (x *SimulationRun_JobMetrics) GetCallerListenLanguage() string { + if x != nil { + return x.CallerListenLanguage + } + return "" +} + +func (x *SimulationRun_JobMetrics) GetImpairments() *SimulationImpairments { + if x != nil { + return x.Impairments + } + return nil +} + // Aggregates over this run's jobs, so a run summary does not have to pull // every job and turn. Reuses the JobMetrics group shapes. type SimulationRun_RunMetrics struct { @@ -1145,7 +1361,7 @@ type SimulationRun_RunMetrics struct { func (x *SimulationRun_RunMetrics) Reset() { *x = SimulationRun_RunMetrics{} - mi := &file_livekit_agent_simulation_proto_msgTypes[9] + mi := &file_livekit_agent_simulation_proto_msgTypes[10] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1157,7 +1373,7 @@ func (x *SimulationRun_RunMetrics) String() string { func (*SimulationRun_RunMetrics) ProtoMessage() {} func (x *SimulationRun_RunMetrics) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[9] + mi := &file_livekit_agent_simulation_proto_msgTypes[10] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1245,7 +1461,7 @@ type SimulationRun_CI struct { func (x *SimulationRun_CI) Reset() { *x = SimulationRun_CI{} - mi := &file_livekit_agent_simulation_proto_msgTypes[10] + mi := &file_livekit_agent_simulation_proto_msgTypes[11] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1257,7 +1473,7 @@ func (x *SimulationRun_CI) String() string { func (*SimulationRun_CI) ProtoMessage() {} func (x *SimulationRun_CI) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[10] + mi := &file_livekit_agent_simulation_proto_msgTypes[11] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1332,7 +1548,7 @@ type SimulationRun_SamplingOptions struct { func (x *SimulationRun_SamplingOptions) Reset() { *x = SimulationRun_SamplingOptions{} - mi := &file_livekit_agent_simulation_proto_msgTypes[11] + mi := &file_livekit_agent_simulation_proto_msgTypes[12] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1344,7 +1560,7 @@ func (x *SimulationRun_SamplingOptions) String() string { func (*SimulationRun_SamplingOptions) ProtoMessage() {} func (x *SimulationRun_SamplingOptions) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[11] + mi := &file_livekit_agent_simulation_proto_msgTypes[12] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1382,7 +1598,7 @@ type SimulationRun_Create struct { func (x *SimulationRun_Create) Reset() { *x = SimulationRun_Create{} - mi := &file_livekit_agent_simulation_proto_msgTypes[12] + mi := &file_livekit_agent_simulation_proto_msgTypes[13] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1394,7 +1610,7 @@ func (x *SimulationRun_Create) String() string { func (*SimulationRun_Create) ProtoMessage() {} func (x *SimulationRun_Create) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[12] + mi := &file_livekit_agent_simulation_proto_msgTypes[13] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1418,7 +1634,7 @@ type SimulationRun_ConfirmSourceUpload struct { func (x *SimulationRun_ConfirmSourceUpload) Reset() { *x = SimulationRun_ConfirmSourceUpload{} - mi := &file_livekit_agent_simulation_proto_msgTypes[13] + mi := &file_livekit_agent_simulation_proto_msgTypes[14] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1430,7 +1646,7 @@ func (x *SimulationRun_ConfirmSourceUpload) String() string { func (*SimulationRun_ConfirmSourceUpload) ProtoMessage() {} func (x *SimulationRun_ConfirmSourceUpload) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[13] + mi := &file_livekit_agent_simulation_proto_msgTypes[14] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1454,7 +1670,7 @@ type SimulationRun_Get struct { func (x *SimulationRun_Get) Reset() { *x = SimulationRun_Get{} - mi := &file_livekit_agent_simulation_proto_msgTypes[14] + mi := &file_livekit_agent_simulation_proto_msgTypes[15] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1466,7 +1682,7 @@ func (x *SimulationRun_Get) String() string { func (*SimulationRun_Get) ProtoMessage() {} func (x *SimulationRun_Get) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[14] + mi := &file_livekit_agent_simulation_proto_msgTypes[15] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1490,7 +1706,7 @@ type SimulationRun_List struct { func (x *SimulationRun_List) Reset() { *x = SimulationRun_List{} - mi := &file_livekit_agent_simulation_proto_msgTypes[15] + mi := &file_livekit_agent_simulation_proto_msgTypes[16] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1502,7 +1718,7 @@ func (x *SimulationRun_List) String() string { func (*SimulationRun_List) ProtoMessage() {} func (x *SimulationRun_List) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[15] + mi := &file_livekit_agent_simulation_proto_msgTypes[16] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1528,7 +1744,7 @@ type SimulationRun_Counts struct { func (x *SimulationRun_Counts) Reset() { *x = SimulationRun_Counts{} - mi := &file_livekit_agent_simulation_proto_msgTypes[16] + mi := &file_livekit_agent_simulation_proto_msgTypes[17] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1540,7 +1756,7 @@ func (x *SimulationRun_Counts) String() string { func (*SimulationRun_Counts) ProtoMessage() {} func (x *SimulationRun_Counts) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[16] + mi := &file_livekit_agent_simulation_proto_msgTypes[17] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1564,7 +1780,7 @@ type SimulationRun_Cancel struct { func (x *SimulationRun_Cancel) Reset() { *x = SimulationRun_Cancel{} - mi := &file_livekit_agent_simulation_proto_msgTypes[17] + mi := &file_livekit_agent_simulation_proto_msgTypes[18] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1576,7 +1792,7 @@ func (x *SimulationRun_Cancel) String() string { func (*SimulationRun_Cancel) ProtoMessage() {} func (x *SimulationRun_Cancel) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[17] + mi := &file_livekit_agent_simulation_proto_msgTypes[18] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1602,7 +1818,7 @@ type SimulationRun_Usage struct { func (x *SimulationRun_Usage) Reset() { *x = SimulationRun_Usage{} - mi := &file_livekit_agent_simulation_proto_msgTypes[18] + mi := &file_livekit_agent_simulation_proto_msgTypes[19] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1614,7 +1830,7 @@ func (x *SimulationRun_Usage) String() string { func (*SimulationRun_Usage) ProtoMessage() {} func (x *SimulationRun_Usage) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[18] + mi := &file_livekit_agent_simulation_proto_msgTypes[19] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1654,7 +1870,7 @@ type SimulationRun_Job_Usage struct { func (x *SimulationRun_Job_Usage) Reset() { *x = SimulationRun_Job_Usage{} - mi := &file_livekit_agent_simulation_proto_msgTypes[19] + mi := &file_livekit_agent_simulation_proto_msgTypes[20] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1666,7 +1882,7 @@ func (x *SimulationRun_Job_Usage) String() string { func (*SimulationRun_Job_Usage) ProtoMessage() {} func (x *SimulationRun_Job_Usage) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[19] + mi := &file_livekit_agent_simulation_proto_msgTypes[20] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1722,7 +1938,7 @@ type SimulationRun_JobMetrics_STT struct { func (x *SimulationRun_JobMetrics_STT) Reset() { *x = SimulationRun_JobMetrics_STT{} - mi := &file_livekit_agent_simulation_proto_msgTypes[20] + mi := &file_livekit_agent_simulation_proto_msgTypes[21] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1734,7 +1950,7 @@ func (x *SimulationRun_JobMetrics_STT) String() string { func (*SimulationRun_JobMetrics_STT) ProtoMessage() {} func (x *SimulationRun_JobMetrics_STT) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[20] + mi := &file_livekit_agent_simulation_proto_msgTypes[21] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1852,7 +2068,7 @@ type SimulationRun_JobMetrics_LLM struct { func (x *SimulationRun_JobMetrics_LLM) Reset() { *x = SimulationRun_JobMetrics_LLM{} - mi := &file_livekit_agent_simulation_proto_msgTypes[21] + mi := &file_livekit_agent_simulation_proto_msgTypes[22] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1864,7 +2080,7 @@ func (x *SimulationRun_JobMetrics_LLM) String() string { func (*SimulationRun_JobMetrics_LLM) ProtoMessage() {} func (x *SimulationRun_JobMetrics_LLM) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[21] + mi := &file_livekit_agent_simulation_proto_msgTypes[22] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -1924,7 +2140,7 @@ type SimulationRun_JobMetrics_TTS struct { func (x *SimulationRun_JobMetrics_TTS) Reset() { *x = SimulationRun_JobMetrics_TTS{} - mi := &file_livekit_agent_simulation_proto_msgTypes[22] + mi := &file_livekit_agent_simulation_proto_msgTypes[23] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -1936,7 +2152,7 @@ func (x *SimulationRun_JobMetrics_TTS) String() string { func (*SimulationRun_JobMetrics_TTS) ProtoMessage() {} func (x *SimulationRun_JobMetrics_TTS) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[22] + mi := &file_livekit_agent_simulation_proto_msgTypes[23] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2059,13 +2275,14 @@ type SimulationRun_JobMetrics_Conversation struct { UnansweredTurns *uint32 `protobuf:"varint,12,opt,name=unanswered_turns,json=unansweredTurns,proto3,oneof" json:"unanswered_turns,omitempty"` // the simulated party spoke, the agent never responded FalseInterruptionCount *uint32 `protobuf:"varint,13,opt,name=false_interruption_count,json=falseInterruptionCount,proto3,oneof" json:"false_interruption_count,omitempty"` // needs the RemoteSession; agent paused for a non-interruption E2ELatencyMs *uint32 `protobuf:"varint,15,opt,name=e2e_latency_ms,json=e2eLatencyMs,proto3,oneof" json:"e2e_latency_ms,omitempty"` // needs the RemoteSession; the agent's own claim + BackchannelCount *uint32 `protobuf:"varint,16,opt,name=backchannel_count,json=backchannelCount,proto3,oneof" json:"backchannel_count,omitempty"` // the caller's acknowledgements over the agent's speech unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *SimulationRun_JobMetrics_Conversation) Reset() { *x = SimulationRun_JobMetrics_Conversation{} - mi := &file_livekit_agent_simulation_proto_msgTypes[23] + mi := &file_livekit_agent_simulation_proto_msgTypes[24] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2077,7 +2294,7 @@ func (x *SimulationRun_JobMetrics_Conversation) String() string { func (*SimulationRun_JobMetrics_Conversation) ProtoMessage() {} func (x *SimulationRun_JobMetrics_Conversation) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[23] + mi := &file_livekit_agent_simulation_proto_msgTypes[24] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2184,34 +2401,45 @@ func (x *SimulationRun_JobMetrics_Conversation) GetE2ELatencyMs() uint32 { return 0 } +func (x *SimulationRun_JobMetrics_Conversation) GetBackchannelCount() uint32 { + if x != nil && x.BackchannelCount != nil { + return *x.BackchannelCount + } + return 0 +} + // Rows exist for text and audio. The groups above hold the means and pools // over these; anything not measured for a turn stays unset. type SimulationRun_JobMetrics_Turn struct { - state protoimpl.MessageState `protogen:"open.v1"` - Index uint32 `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"` // 1-based, conversation order - Role agent.ChatRole `protobuf:"varint,2,opt,name=role,proto3,enum=livekit.agent.ChatRole" json:"role,omitempty"` // ASSISTANT = the agent under test, USER = simulator persona - StartMs *uint32 `protobuf:"varint,3,opt,name=start_ms,json=startMs,proto3,oneof" json:"start_ms,omitempty"` // audio only; relative to t0; unset if the turn could not be aligned to the audio - EndMs *uint32 `protobuf:"varint,4,opt,name=end_ms,json=endMs,proto3,oneof" json:"end_ms,omitempty"` // audio only - SttDelayMs *uint32 `protobuf:"varint,5,opt,name=stt_delay_ms,json=sttDelayMs,proto3,oneof" json:"stt_delay_ms,omitempty"` // needs the RemoteSession - LlmTtftMs *uint32 `protobuf:"varint,6,opt,name=llm_ttft_ms,json=llmTtftMs,proto3,oneof" json:"llm_ttft_ms,omitempty"` // needs the RemoteSession - LlmTtfsMs *uint32 `protobuf:"varint,7,opt,name=llm_ttfs_ms,json=llmTtfsMs,proto3,oneof" json:"llm_ttfs_ms,omitempty"` // needs the RemoteSession - LlmTps *float32 `protobuf:"fixed32,8,opt,name=llm_tps,json=llmTps,proto3,oneof" json:"llm_tps,omitempty"` // needs the RemoteSession - TtsTtfbMs *uint32 `protobuf:"varint,9,opt,name=tts_ttfb_ms,json=ttsTtfbMs,proto3,oneof" json:"tts_ttfb_ms,omitempty"` // needs the RemoteSession - E2ELatencyMs *uint32 `protobuf:"varint,10,opt,name=e2e_latency_ms,json=e2eLatencyMs,proto3,oneof" json:"e2e_latency_ms,omitempty"` // needs the RemoteSession - HeardE2ELatencyMs *int32 `protobuf:"varint,11,opt,name=heard_e2e_latency_ms,json=heardE2eLatencyMs,proto3,oneof" json:"heard_e2e_latency_ms,omitempty"` - TimeToYieldMs *uint32 `protobuf:"varint,12,opt,name=time_to_yield_ms,json=timeToYieldMs,proto3,oneof" json:"time_to_yield_ms,omitempty"` - TurnTakingScore *float32 `protobuf:"fixed32,13,opt,name=turn_taking_score,json=turnTakingScore,proto3,oneof" json:"turn_taking_score,omitempty"` - Conciseness *float32 `protobuf:"fixed32,14,opt,name=conciseness,proto3,oneof" json:"conciseness,omitempty"` // needs the text judge - EotMisprediction *bool `protobuf:"varint,15,opt,name=eot_misprediction,json=eotMisprediction,proto3,oneof" json:"eot_misprediction,omitempty"` - AwkwardSilence *bool `protobuf:"varint,16,opt,name=awkward_silence,json=awkwardSilence,proto3,oneof" json:"awkward_silence,omitempty"` - Unanswered *bool `protobuf:"varint,17,opt,name=unanswered,proto3,oneof" json:"unanswered,omitempty"` + state protoimpl.MessageState `protogen:"open.v1"` + Index uint32 `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"` // 1-based, conversation order + Role agent.ChatRole `protobuf:"varint,2,opt,name=role,proto3,enum=livekit.agent.ChatRole" json:"role,omitempty"` // ASSISTANT = the agent under test, USER = simulator persona + // The words the judges read for this turn: the speaker's own, or as the + // other side heard them when those are unknown (the agent's, without a + // RemoteSession). + Text string `protobuf:"bytes,18,opt,name=text,proto3" json:"text,omitempty"` + StartMs *uint32 `protobuf:"varint,3,opt,name=start_ms,json=startMs,proto3,oneof" json:"start_ms,omitempty"` // audio only; relative to t0; unset if the turn could not be aligned to the audio + EndMs *uint32 `protobuf:"varint,4,opt,name=end_ms,json=endMs,proto3,oneof" json:"end_ms,omitempty"` // audio only + SttDelayMs *uint32 `protobuf:"varint,5,opt,name=stt_delay_ms,json=sttDelayMs,proto3,oneof" json:"stt_delay_ms,omitempty"` // needs the RemoteSession + LlmTtftMs *uint32 `protobuf:"varint,6,opt,name=llm_ttft_ms,json=llmTtftMs,proto3,oneof" json:"llm_ttft_ms,omitempty"` // needs the RemoteSession + LlmTtfsMs *uint32 `protobuf:"varint,7,opt,name=llm_ttfs_ms,json=llmTtfsMs,proto3,oneof" json:"llm_ttfs_ms,omitempty"` // needs the RemoteSession + LlmTps *float32 `protobuf:"fixed32,8,opt,name=llm_tps,json=llmTps,proto3,oneof" json:"llm_tps,omitempty"` // needs the RemoteSession + TtsTtfbMs *uint32 `protobuf:"varint,9,opt,name=tts_ttfb_ms,json=ttsTtfbMs,proto3,oneof" json:"tts_ttfb_ms,omitempty"` // needs the RemoteSession + E2ELatencyMs *uint32 `protobuf:"varint,10,opt,name=e2e_latency_ms,json=e2eLatencyMs,proto3,oneof" json:"e2e_latency_ms,omitempty"` // needs the RemoteSession + HeardE2ELatencyMs *int32 `protobuf:"varint,11,opt,name=heard_e2e_latency_ms,json=heardE2eLatencyMs,proto3,oneof" json:"heard_e2e_latency_ms,omitempty"` + TimeToYieldMs *uint32 `protobuf:"varint,12,opt,name=time_to_yield_ms,json=timeToYieldMs,proto3,oneof" json:"time_to_yield_ms,omitempty"` + TurnTakingScore *float32 `protobuf:"fixed32,13,opt,name=turn_taking_score,json=turnTakingScore,proto3,oneof" json:"turn_taking_score,omitempty"` + Conciseness *float32 `protobuf:"fixed32,14,opt,name=conciseness,proto3,oneof" json:"conciseness,omitempty"` // needs the text judge + EotMisprediction *bool `protobuf:"varint,15,opt,name=eot_misprediction,json=eotMisprediction,proto3,oneof" json:"eot_misprediction,omitempty"` + AwkwardSilence *bool `protobuf:"varint,16,opt,name=awkward_silence,json=awkwardSilence,proto3,oneof" json:"awkward_silence,omitempty"` + Unanswered *bool `protobuf:"varint,17,opt,name=unanswered,proto3,oneof" json:"unanswered,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *SimulationRun_JobMetrics_Turn) Reset() { *x = SimulationRun_JobMetrics_Turn{} - mi := &file_livekit_agent_simulation_proto_msgTypes[24] + mi := &file_livekit_agent_simulation_proto_msgTypes[25] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2223,7 +2451,7 @@ func (x *SimulationRun_JobMetrics_Turn) String() string { func (*SimulationRun_JobMetrics_Turn) ProtoMessage() {} func (x *SimulationRun_JobMetrics_Turn) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[24] + mi := &file_livekit_agent_simulation_proto_msgTypes[25] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2253,6 +2481,13 @@ func (x *SimulationRun_JobMetrics_Turn) GetRole() agent.ChatRole { return agent.ChatRole(0) } +func (x *SimulationRun_JobMetrics_Turn) GetText() string { + if x != nil { + return x.Text + } + return "" +} + func (x *SimulationRun_JobMetrics_Turn) GetStartMs() uint32 { if x != nil && x.StartMs != nil { return *x.StartMs @@ -2373,6 +2608,7 @@ type SimulationRun_Create_Request struct { // Conversation mode for every job in this run; unspecified = TEXT. Mode SimulationMode `protobuf:"varint,9,opt,name=mode,proto3,enum=livekit.SimulationMode" json:"mode,omitempty"` // Impairments applied to the simulated user's audio; AUDIO mode only. + // TODO(u9g): migrate these to SimulationImpairments. BackgroundNoise bool `protobuf:"varint,10,opt,name=background_noise,json=backgroundNoise,proto3" json:"background_noise,omitempty"` LowQualityMicrophone bool `protobuf:"varint,11,opt,name=low_quality_microphone,json=lowQualityMicrophone,proto3" json:"low_quality_microphone,omitempty"` PacketLoss bool `protobuf:"varint,12,opt,name=packet_loss,json=packetLoss,proto3" json:"packet_loss,omitempty"` @@ -2387,7 +2623,7 @@ type SimulationRun_Create_Request struct { func (x *SimulationRun_Create_Request) Reset() { *x = SimulationRun_Create_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[25] + mi := &file_livekit_agent_simulation_proto_msgTypes[26] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2399,7 +2635,7 @@ func (x *SimulationRun_Create_Request) String() string { func (*SimulationRun_Create_Request) ProtoMessage() {} func (x *SimulationRun_Create_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[25] + mi := &file_livekit_agent_simulation_proto_msgTypes[26] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2509,7 +2745,7 @@ type SimulationRun_Create_Response struct { func (x *SimulationRun_Create_Response) Reset() { *x = SimulationRun_Create_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[26] + mi := &file_livekit_agent_simulation_proto_msgTypes[27] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2521,7 +2757,7 @@ func (x *SimulationRun_Create_Response) String() string { func (*SimulationRun_Create_Response) ProtoMessage() {} func (x *SimulationRun_Create_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[26] + mi := &file_livekit_agent_simulation_proto_msgTypes[27] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2562,7 +2798,7 @@ type SimulationRun_ConfirmSourceUpload_Request struct { func (x *SimulationRun_ConfirmSourceUpload_Request) Reset() { *x = SimulationRun_ConfirmSourceUpload_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[27] + mi := &file_livekit_agent_simulation_proto_msgTypes[28] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2574,7 +2810,7 @@ func (x *SimulationRun_ConfirmSourceUpload_Request) String() string { func (*SimulationRun_ConfirmSourceUpload_Request) ProtoMessage() {} func (x *SimulationRun_ConfirmSourceUpload_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[27] + mi := &file_livekit_agent_simulation_proto_msgTypes[28] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2619,7 +2855,7 @@ type SimulationRun_ConfirmSourceUpload_Response struct { func (x *SimulationRun_ConfirmSourceUpload_Response) Reset() { *x = SimulationRun_ConfirmSourceUpload_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[28] + mi := &file_livekit_agent_simulation_proto_msgTypes[29] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2631,7 +2867,7 @@ func (x *SimulationRun_ConfirmSourceUpload_Response) String() string { func (*SimulationRun_ConfirmSourceUpload_Response) ProtoMessage() {} func (x *SimulationRun_ConfirmSourceUpload_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[28] + mi := &file_livekit_agent_simulation_proto_msgTypes[29] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2657,7 +2893,7 @@ type SimulationRun_Get_Request struct { func (x *SimulationRun_Get_Request) Reset() { *x = SimulationRun_Get_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[29] + mi := &file_livekit_agent_simulation_proto_msgTypes[30] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2669,7 +2905,7 @@ func (x *SimulationRun_Get_Request) String() string { func (*SimulationRun_Get_Request) ProtoMessage() {} func (x *SimulationRun_Get_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[29] + mi := &file_livekit_agent_simulation_proto_msgTypes[30] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2708,7 +2944,7 @@ type SimulationRun_Get_Response struct { func (x *SimulationRun_Get_Response) Reset() { *x = SimulationRun_Get_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[30] + mi := &file_livekit_agent_simulation_proto_msgTypes[31] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2720,7 +2956,7 @@ func (x *SimulationRun_Get_Response) String() string { func (*SimulationRun_Get_Response) ProtoMessage() {} func (x *SimulationRun_Get_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[30] + mi := &file_livekit_agent_simulation_proto_msgTypes[31] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2765,7 +3001,7 @@ type SimulationRun_List_Request struct { func (x *SimulationRun_List_Request) Reset() { *x = SimulationRun_List_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[31] + mi := &file_livekit_agent_simulation_proto_msgTypes[32] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2777,7 +3013,7 @@ func (x *SimulationRun_List_Request) String() string { func (*SimulationRun_List_Request) ProtoMessage() {} func (x *SimulationRun_List_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[31] + mi := &file_livekit_agent_simulation_proto_msgTypes[32] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2852,7 +3088,7 @@ type SimulationRun_List_Response struct { func (x *SimulationRun_List_Response) Reset() { *x = SimulationRun_List_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[32] + mi := &file_livekit_agent_simulation_proto_msgTypes[33] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2864,7 +3100,7 @@ func (x *SimulationRun_List_Response) String() string { func (*SimulationRun_List_Response) ProtoMessage() {} func (x *SimulationRun_List_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[32] + mi := &file_livekit_agent_simulation_proto_msgTypes[33] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2912,7 +3148,7 @@ type SimulationRun_Counts_Request struct { func (x *SimulationRun_Counts_Request) Reset() { *x = SimulationRun_Counts_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[33] + mi := &file_livekit_agent_simulation_proto_msgTypes[34] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -2924,7 +3160,7 @@ func (x *SimulationRun_Counts_Request) String() string { func (*SimulationRun_Counts_Request) ProtoMessage() {} func (x *SimulationRun_Counts_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[33] + mi := &file_livekit_agent_simulation_proto_msgTypes[34] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -2997,7 +3233,7 @@ type SimulationRun_Counts_Response struct { func (x *SimulationRun_Counts_Response) Reset() { *x = SimulationRun_Counts_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[34] + mi := &file_livekit_agent_simulation_proto_msgTypes[35] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3009,7 +3245,7 @@ func (x *SimulationRun_Counts_Response) String() string { func (*SimulationRun_Counts_Response) ProtoMessage() {} func (x *SimulationRun_Counts_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[34] + mi := &file_livekit_agent_simulation_proto_msgTypes[35] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3049,7 +3285,7 @@ type SimulationRun_Counts_Bucket struct { func (x *SimulationRun_Counts_Bucket) Reset() { *x = SimulationRun_Counts_Bucket{} - mi := &file_livekit_agent_simulation_proto_msgTypes[35] + mi := &file_livekit_agent_simulation_proto_msgTypes[36] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3061,7 +3297,7 @@ func (x *SimulationRun_Counts_Bucket) String() string { func (*SimulationRun_Counts_Bucket) ProtoMessage() {} func (x *SimulationRun_Counts_Bucket) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[35] + mi := &file_livekit_agent_simulation_proto_msgTypes[36] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3101,7 +3337,7 @@ type SimulationRun_Cancel_Request struct { func (x *SimulationRun_Cancel_Request) Reset() { *x = SimulationRun_Cancel_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[36] + mi := &file_livekit_agent_simulation_proto_msgTypes[37] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3113,7 +3349,7 @@ func (x *SimulationRun_Cancel_Request) String() string { func (*SimulationRun_Cancel_Request) ProtoMessage() {} func (x *SimulationRun_Cancel_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[36] + mi := &file_livekit_agent_simulation_proto_msgTypes[37] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3151,7 +3387,7 @@ type SimulationRun_Cancel_Response struct { func (x *SimulationRun_Cancel_Response) Reset() { *x = SimulationRun_Cancel_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[37] + mi := &file_livekit_agent_simulation_proto_msgTypes[38] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3163,7 +3399,7 @@ func (x *SimulationRun_Cancel_Response) String() string { func (*SimulationRun_Cancel_Response) ProtoMessage() {} func (x *SimulationRun_Cancel_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[37] + mi := &file_livekit_agent_simulation_proto_msgTypes[38] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3187,7 +3423,7 @@ type Scenario_CreateFromSession struct { func (x *Scenario_CreateFromSession) Reset() { *x = Scenario_CreateFromSession{} - mi := &file_livekit_agent_simulation_proto_msgTypes[38] + mi := &file_livekit_agent_simulation_proto_msgTypes[39] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3199,7 +3435,7 @@ func (x *Scenario_CreateFromSession) String() string { func (*Scenario_CreateFromSession) ProtoMessage() {} func (x *Scenario_CreateFromSession) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[38] + mi := &file_livekit_agent_simulation_proto_msgTypes[39] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3226,7 +3462,7 @@ type Scenario_CreateFromSession_Request struct { func (x *Scenario_CreateFromSession_Request) Reset() { *x = Scenario_CreateFromSession_Request{} - mi := &file_livekit_agent_simulation_proto_msgTypes[40] + mi := &file_livekit_agent_simulation_proto_msgTypes[41] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3238,7 +3474,7 @@ func (x *Scenario_CreateFromSession_Request) String() string { func (*Scenario_CreateFromSession_Request) ProtoMessage() {} func (x *Scenario_CreateFromSession_Request) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[40] + mi := &file_livekit_agent_simulation_proto_msgTypes[41] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3284,7 +3520,7 @@ type Scenario_CreateFromSession_Response struct { func (x *Scenario_CreateFromSession_Response) Reset() { *x = Scenario_CreateFromSession_Response{} - mi := &file_livekit_agent_simulation_proto_msgTypes[41] + mi := &file_livekit_agent_simulation_proto_msgTypes[42] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } @@ -3296,7 +3532,7 @@ func (x *Scenario_CreateFromSession_Response) String() string { func (*Scenario_CreateFromSession_Response) ProtoMessage() {} func (x *Scenario_CreateFromSession_Response) ProtoReflect() protoreflect.Message { - mi := &file_livekit_agent_simulation_proto_msgTypes[41] + mi := &file_livekit_agent_simulation_proto_msgTypes[42] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { @@ -3341,7 +3577,7 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\n" + "suggestion\x18\x02 \x01(\tR\n" + "suggestion\x12\x14\n" + - "\x05label\x18\x03 \x01(\tR\x05label\"\xb4N\n" + + "\x05label\x18\x03 \x01(\tR\x05label\"\x80T\n" + "\rSimulationRun\x12\x0e\n" + "\x02id\x18\x01 \x01(\tR\x02id\x12\x1d\n" + "\n" + @@ -3369,7 +3605,7 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\vissue_count\x18\x15 \x01(\x05H\x00R\n" + "issueCount\x88\x01\x01\x12.\n" + "\x02ci\x18\x16 \x01(\v2\x19.livekit.SimulationRun.CIH\x01R\x02ci\x88\x01\x01\x12G\n" + - "\bsampling\x18\x17 \x01(\v2&.livekit.SimulationRun.SamplingOptionsH\x02R\bsampling\x88\x01\x01\x1a\x8f\x06\n" + + "\bsampling\x18\x17 \x01(\v2&.livekit.SimulationRun.SamplingOptionsH\x02R\bsampling\x88\x01\x01\x1a\xb8\a\n" + "\x03Job\x12\x0e\n" + "\x02id\x18\x01 \x01(\tR\x02id\x129\n" + "\x06status\x18\x02 \x01(\x0e2!.livekit.SimulationRun.Job.StatusR\x06status\x12\"\n" + @@ -3388,7 +3624,8 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\ametrics\x18\x0e \x01(\v2!.livekit.SimulationRun.JobMetricsR\ametrics\x12\x1f\n" + "\vscenario_id\x18\x0f \x01(\tR\n" + "scenarioId\x12\x16\n" + - "\x06sample\x18\x10 \x01(\x05R\x06sample\x1a]\n" + + "\x06sample\x18\x10 \x01(\x05R\x06sample\x12O\n" + + "\x0efailure_reason\x18\x13 \x01(\x0e2(.livekit.SimulationRun.Job.FailureReasonR\rfailureReason\x1a]\n" + "\x05Usage\x12(\n" + "\x10text_turns_count\x18\x01 \x01(\x05R\x0etextTurnsCount\x12*\n" + "\x11audio_turns_count\x18\x02 \x01(\x05R\x0faudioTurnsCount\"o\n" + @@ -3397,8 +3634,11 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x0eSTATUS_RUNNING\x10\x01\x12\x14\n" + "\x10STATUS_COMPLETED\x10\x02\x12\x11\n" + "\rSTATUS_FAILED\x10\x03\x12\x14\n" + - "\x10STATUS_CANCELLED\x10\x04J\x04\b\t\x10\n" + - "\x1a\xa7%\n" + + "\x10STATUS_CANCELLED\x10\x04\"V\n" + + "\rFailureReason\x12\x1e\n" + + "\x1aFAILURE_REASON_UNSPECIFIED\x10\x00\x12%\n" + + "!FAILURE_REASON_AGENT_JOIN_TIMEOUT\x10\x01J\x04\b\t\x10\n" + + "\x1a\xca)\n" + "\n" + "JobMetrics\x12,\n" + "\x0ftask_completion\x18\x03 \x01(\x02H\x00R\x0etaskCompletion\x88\x01\x01\x12(\n" + @@ -3418,7 +3658,12 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x10information_loss\x18\x10 \x01(\bH\x04R\x0finformationLoss\x88\x01\x01\x126\n" + "\x14redundant_statements\x18\x11 \x01(\bH\x05R\x13redundantStatements\x88\x01\x01\x127\n" + "\x15poor_question_quality\x18\x12 \x01(\bH\x06R\x13poorQuestionQuality\x88\x01\x01\x12>\n" + - "\x18conversation_progression\x18\x13 \x01(\x02H\aR\x17conversationProgression\x88\x01\x01\x1a\x92\x06\n" + + "\x18conversation_progression\x18\x13 \x01(\x02H\aR\x17conversationProgression\x88\x01\x01\x12J\n" + + "\n" + + "end_reason\x18\x15 \x01(\x0e2+.livekit.SimulationRun.JobMetrics.EndReasonR\tendReason\x12'\n" + + "\x0fcaller_language\x18\x16 \x01(\tR\x0ecallerLanguage\x124\n" + + "\x16caller_listen_language\x18\x17 \x01(\tR\x14callerListenLanguage\x12@\n" + + "\vimpairments\x18\x18 \x01(\v2\x1e.livekit.SimulationImpairmentsR\vimpairments\x1a\x92\x06\n" + "\x03STT\x12\x15\n" + "\x03wer\x18\x01 \x01(\x02H\x00R\x03wer\x88\x01\x01\x12\x19\n" + "\x05words\x18\x02 \x01(\rH\x01R\x05words\x88\x01\x01\x12$\n" + @@ -3491,7 +3736,7 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x14_entities_recognizedB\x10\n" + "\x0e_entity_recallB\x1c\n" + "\x1a_entities_acquired_utteredB\x1f\n" + - "\x1d_entities_acquired_recognized\x1a\xf5\a\n" + + "\x1d_entities_acquired_recognized\x1a\xbd\b\n" + "\fConversation\x12/\n" + "\x11turn_taking_score\x18\x01 \x01(\x02H\x00R\x0fturnTakingScore\x88\x01\x01\x12;\n" + "\x18heard_e2e_latency_p50_ms\x18\x02 \x01(\x05H\x01R\x14heardE2eLatencyP50Ms\x88\x01\x01\x12;\n" + @@ -3506,7 +3751,8 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x10unanswered_turns\x18\f \x01(\rH\n" + "R\x0funansweredTurns\x88\x01\x01\x12=\n" + "\x18false_interruption_count\x18\r \x01(\rH\vR\x16falseInterruptionCount\x88\x01\x01\x12)\n" + - "\x0ee2e_latency_ms\x18\x0f \x01(\rH\fR\fe2eLatencyMs\x88\x01\x01B\x14\n" + + "\x0ee2e_latency_ms\x18\x0f \x01(\rH\fR\fe2eLatencyMs\x88\x01\x01\x120\n" + + "\x11backchannel_count\x18\x10 \x01(\rH\rR\x10backchannelCount\x88\x01\x01B\x14\n" + "\x12_turn_taking_scoreB\x1b\n" + "\x19_heard_e2e_latency_p50_msB\x1b\n" + "\x19_heard_e2e_latency_p95_msB\x1b\n" + @@ -3519,10 +3765,12 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\x16_awkward_silence_countB\x13\n" + "\x11_unanswered_turnsB\x1b\n" + "\x19_false_interruption_countB\x11\n" + - "\x0f_e2e_latency_ms\x1a\xaa\a\n" + + "\x0f_e2e_latency_msB\x14\n" + + "\x12_backchannel_count\x1a\xbe\a\n" + "\x04Turn\x12\x14\n" + "\x05index\x18\x01 \x01(\rR\x05index\x12+\n" + - "\x04role\x18\x02 \x01(\x0e2\x17.livekit.agent.ChatRoleR\x04role\x12\x1e\n" + + "\x04role\x18\x02 \x01(\x0e2\x17.livekit.agent.ChatRoleR\x04role\x12\x12\n" + + "\x04text\x18\x12 \x01(\tR\x04text\x12\x1e\n" + "\bstart_ms\x18\x03 \x01(\rH\x00R\astartMs\x88\x01\x01\x12\x1a\n" + "\x06end_ms\x18\x04 \x01(\rH\x01R\x05endMs\x88\x01\x01\x12%\n" + "\fstt_delay_ms\x18\x05 \x01(\rH\x02R\n" + @@ -3558,7 +3806,15 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\f_concisenessB\x14\n" + "\x12_eot_mispredictionB\x12\n" + "\x10_awkward_silenceB\r\n" + - "\v_unansweredB\x12\n" + + "\v_unanswered\"\xd7\x01\n" + + "\tEndReason\x12\x1a\n" + + "\x16END_REASON_UNSPECIFIED\x10\x00\x12!\n" + + "\x1dEND_REASON_SCENARIO_COMPLETED\x10\x01\x12\x1a\n" + + "\x16END_REASON_AGENT_ENDED\x10\x02\x12\x19\n" + + "\x15END_REASON_INACTIVITY\x10\x03\x12\x19\n" + + "\x15END_REASON_TURN_LIMIT\x10\x04\x12\x1d\n" + + "\x19END_REASON_EMPTY_RESPONSE\x10\x05\x12\x1a\n" + + "\x16END_REASON_AGENT_ERROR\x10\x06B\x12\n" + "\x10_task_completionB\x10\n" + "\x0e_overall_scoreB\x0e\n" + "\f_concisenessB\x19\n" + @@ -3717,7 +3973,12 @@ const file_livekit_agent_simulation_proto_rawDesc = "" + "\rScenarioGroup\x12\x12\n" + "\x04name\x18\x01 \x01(\tR\x04name\x12/\n" + "\tscenarios\x18\x02 \x03(\v2\x11.livekit.ScenarioR\tscenarios\x12\x0e\n" + - "\x02id\x18\x03 \x01(\tR\x02id\"\xb3\x01\n" + + "\x02id\x18\x03 \x01(\tR\x02id\"\x99\x01\n" + + "\x15SimulationImpairments\x12)\n" + + "\x10background_noise\x18\x01 \x01(\bR\x0fbackgroundNoise\x124\n" + + "\x16low_quality_microphone\x18\x02 \x01(\bR\x14lowQualityMicrophone\x12\x1f\n" + + "\vpacket_loss\x18\x03 \x01(\bR\n" + + "packetLoss\"\xb3\x01\n" + "\x12SimulationDispatch\x12*\n" + "\x11simulation_run_id\x18\x01 \x01(\tR\x0fsimulationRunId\x12\x15\n" + "\x06job_id\x18\x02 \x01(\tR\x05jobId\x12-\n" + @@ -3748,135 +4009,141 @@ func file_livekit_agent_simulation_proto_rawDescGZIP() []byte { return file_livekit_agent_simulation_proto_rawDescData } -var file_livekit_agent_simulation_proto_enumTypes = make([]protoimpl.EnumInfo, 3) -var file_livekit_agent_simulation_proto_msgTypes = make([]protoimpl.MessageInfo, 42) +var file_livekit_agent_simulation_proto_enumTypes = make([]protoimpl.EnumInfo, 5) +var file_livekit_agent_simulation_proto_msgTypes = make([]protoimpl.MessageInfo, 43) var file_livekit_agent_simulation_proto_goTypes = []any{ (SimulationMode)(0), // 0: livekit.SimulationMode (SimulationRun_Status)(0), // 1: livekit.SimulationRun.Status (SimulationRun_Job_Status)(0), // 2: livekit.SimulationRun.Job.Status - (*SimulationRunSummary)(nil), // 3: livekit.SimulationRunSummary - (*SimulationRun)(nil), // 4: livekit.SimulationRun - (*Scenario)(nil), // 5: livekit.Scenario - (*ScenarioGroup)(nil), // 6: livekit.ScenarioGroup - (*SimulationDispatch)(nil), // 7: livekit.SimulationDispatch - nil, // 8: livekit.SimulationRunSummary.ChatHistoryEntry - (*SimulationRunSummary_Issue)(nil), // 9: livekit.SimulationRunSummary.Issue - (*SimulationRun_Job)(nil), // 10: livekit.SimulationRun.Job - (*SimulationRun_JobMetrics)(nil), // 11: livekit.SimulationRun.JobMetrics - (*SimulationRun_RunMetrics)(nil), // 12: livekit.SimulationRun.RunMetrics - (*SimulationRun_CI)(nil), // 13: livekit.SimulationRun.CI - (*SimulationRun_SamplingOptions)(nil), // 14: livekit.SimulationRun.SamplingOptions - (*SimulationRun_Create)(nil), // 15: livekit.SimulationRun.Create - (*SimulationRun_ConfirmSourceUpload)(nil), // 16: livekit.SimulationRun.ConfirmSourceUpload - (*SimulationRun_Get)(nil), // 17: livekit.SimulationRun.Get - (*SimulationRun_List)(nil), // 18: livekit.SimulationRun.List - (*SimulationRun_Counts)(nil), // 19: livekit.SimulationRun.Counts - (*SimulationRun_Cancel)(nil), // 20: livekit.SimulationRun.Cancel - (*SimulationRun_Usage)(nil), // 21: livekit.SimulationRun.Usage - (*SimulationRun_Job_Usage)(nil), // 22: livekit.SimulationRun.Job.Usage - (*SimulationRun_JobMetrics_STT)(nil), // 23: livekit.SimulationRun.JobMetrics.STT - (*SimulationRun_JobMetrics_LLM)(nil), // 24: livekit.SimulationRun.JobMetrics.LLM - (*SimulationRun_JobMetrics_TTS)(nil), // 25: livekit.SimulationRun.JobMetrics.TTS - (*SimulationRun_JobMetrics_Conversation)(nil), // 26: livekit.SimulationRun.JobMetrics.Conversation - (*SimulationRun_JobMetrics_Turn)(nil), // 27: livekit.SimulationRun.JobMetrics.Turn - (*SimulationRun_Create_Request)(nil), // 28: livekit.SimulationRun.Create.Request - (*SimulationRun_Create_Response)(nil), // 29: livekit.SimulationRun.Create.Response - (*SimulationRun_ConfirmSourceUpload_Request)(nil), // 30: livekit.SimulationRun.ConfirmSourceUpload.Request - (*SimulationRun_ConfirmSourceUpload_Response)(nil), // 31: livekit.SimulationRun.ConfirmSourceUpload.Response - (*SimulationRun_Get_Request)(nil), // 32: livekit.SimulationRun.Get.Request - (*SimulationRun_Get_Response)(nil), // 33: livekit.SimulationRun.Get.Response - (*SimulationRun_List_Request)(nil), // 34: livekit.SimulationRun.List.Request - (*SimulationRun_List_Response)(nil), // 35: livekit.SimulationRun.List.Response - (*SimulationRun_Counts_Request)(nil), // 36: livekit.SimulationRun.Counts.Request - (*SimulationRun_Counts_Response)(nil), // 37: livekit.SimulationRun.Counts.Response - (*SimulationRun_Counts_Bucket)(nil), // 38: livekit.SimulationRun.Counts.Bucket - (*SimulationRun_Cancel_Request)(nil), // 39: livekit.SimulationRun.Cancel.Request - (*SimulationRun_Cancel_Response)(nil), // 40: livekit.SimulationRun.Cancel.Response - (*Scenario_CreateFromSession)(nil), // 41: livekit.Scenario.CreateFromSession - nil, // 42: livekit.Scenario.TagsEntry - (*Scenario_CreateFromSession_Request)(nil), // 43: livekit.Scenario.CreateFromSession.Request - (*Scenario_CreateFromSession_Response)(nil), // 44: livekit.Scenario.CreateFromSession.Response - (*timestamppb.Timestamp)(nil), // 45: google.protobuf.Timestamp - (*agent.ChatContext)(nil), // 46: livekit.agent.ChatContext - (agent.ChatRole)(0), // 47: livekit.agent.ChatRole - (*PresignedPostRequest)(nil), // 48: livekit.PresignedPostRequest - (*TokenPagination)(nil), // 49: livekit.TokenPagination - (*durationpb.Duration)(nil), // 50: google.protobuf.Duration + (SimulationRun_Job_FailureReason)(0), // 3: livekit.SimulationRun.Job.FailureReason + (SimulationRun_JobMetrics_EndReason)(0), // 4: livekit.SimulationRun.JobMetrics.EndReason + (*SimulationRunSummary)(nil), // 5: livekit.SimulationRunSummary + (*SimulationRun)(nil), // 6: livekit.SimulationRun + (*Scenario)(nil), // 7: livekit.Scenario + (*ScenarioGroup)(nil), // 8: livekit.ScenarioGroup + (*SimulationImpairments)(nil), // 9: livekit.SimulationImpairments + (*SimulationDispatch)(nil), // 10: livekit.SimulationDispatch + nil, // 11: livekit.SimulationRunSummary.ChatHistoryEntry + (*SimulationRunSummary_Issue)(nil), // 12: livekit.SimulationRunSummary.Issue + (*SimulationRun_Job)(nil), // 13: livekit.SimulationRun.Job + (*SimulationRun_JobMetrics)(nil), // 14: livekit.SimulationRun.JobMetrics + (*SimulationRun_RunMetrics)(nil), // 15: livekit.SimulationRun.RunMetrics + (*SimulationRun_CI)(nil), // 16: livekit.SimulationRun.CI + (*SimulationRun_SamplingOptions)(nil), // 17: livekit.SimulationRun.SamplingOptions + (*SimulationRun_Create)(nil), // 18: livekit.SimulationRun.Create + (*SimulationRun_ConfirmSourceUpload)(nil), // 19: livekit.SimulationRun.ConfirmSourceUpload + (*SimulationRun_Get)(nil), // 20: livekit.SimulationRun.Get + (*SimulationRun_List)(nil), // 21: livekit.SimulationRun.List + (*SimulationRun_Counts)(nil), // 22: livekit.SimulationRun.Counts + (*SimulationRun_Cancel)(nil), // 23: livekit.SimulationRun.Cancel + (*SimulationRun_Usage)(nil), // 24: livekit.SimulationRun.Usage + (*SimulationRun_Job_Usage)(nil), // 25: livekit.SimulationRun.Job.Usage + (*SimulationRun_JobMetrics_STT)(nil), // 26: livekit.SimulationRun.JobMetrics.STT + (*SimulationRun_JobMetrics_LLM)(nil), // 27: livekit.SimulationRun.JobMetrics.LLM + (*SimulationRun_JobMetrics_TTS)(nil), // 28: livekit.SimulationRun.JobMetrics.TTS + (*SimulationRun_JobMetrics_Conversation)(nil), // 29: livekit.SimulationRun.JobMetrics.Conversation + (*SimulationRun_JobMetrics_Turn)(nil), // 30: livekit.SimulationRun.JobMetrics.Turn + (*SimulationRun_Create_Request)(nil), // 31: livekit.SimulationRun.Create.Request + (*SimulationRun_Create_Response)(nil), // 32: livekit.SimulationRun.Create.Response + (*SimulationRun_ConfirmSourceUpload_Request)(nil), // 33: livekit.SimulationRun.ConfirmSourceUpload.Request + (*SimulationRun_ConfirmSourceUpload_Response)(nil), // 34: livekit.SimulationRun.ConfirmSourceUpload.Response + (*SimulationRun_Get_Request)(nil), // 35: livekit.SimulationRun.Get.Request + (*SimulationRun_Get_Response)(nil), // 36: livekit.SimulationRun.Get.Response + (*SimulationRun_List_Request)(nil), // 37: livekit.SimulationRun.List.Request + (*SimulationRun_List_Response)(nil), // 38: livekit.SimulationRun.List.Response + (*SimulationRun_Counts_Request)(nil), // 39: livekit.SimulationRun.Counts.Request + (*SimulationRun_Counts_Response)(nil), // 40: livekit.SimulationRun.Counts.Response + (*SimulationRun_Counts_Bucket)(nil), // 41: livekit.SimulationRun.Counts.Bucket + (*SimulationRun_Cancel_Request)(nil), // 42: livekit.SimulationRun.Cancel.Request + (*SimulationRun_Cancel_Response)(nil), // 43: livekit.SimulationRun.Cancel.Response + (*Scenario_CreateFromSession)(nil), // 44: livekit.Scenario.CreateFromSession + nil, // 45: livekit.Scenario.TagsEntry + (*Scenario_CreateFromSession_Request)(nil), // 46: livekit.Scenario.CreateFromSession.Request + (*Scenario_CreateFromSession_Response)(nil), // 47: livekit.Scenario.CreateFromSession.Response + (*timestamppb.Timestamp)(nil), // 48: google.protobuf.Timestamp + (*agent.ChatContext)(nil), // 49: livekit.agent.ChatContext + (agent.ChatRole)(0), // 50: livekit.agent.ChatRole + (*PresignedPostRequest)(nil), // 51: livekit.PresignedPostRequest + (*TokenPagination)(nil), // 52: livekit.TokenPagination + (*durationpb.Duration)(nil), // 53: google.protobuf.Duration } var file_livekit_agent_simulation_proto_depIdxs = []int32{ - 9, // 0: livekit.SimulationRunSummary.issues:type_name -> livekit.SimulationRunSummary.Issue - 8, // 1: livekit.SimulationRunSummary.chat_history:type_name -> livekit.SimulationRunSummary.ChatHistoryEntry + 12, // 0: livekit.SimulationRunSummary.issues:type_name -> livekit.SimulationRunSummary.Issue + 11, // 1: livekit.SimulationRunSummary.chat_history:type_name -> livekit.SimulationRunSummary.ChatHistoryEntry 1, // 2: livekit.SimulationRun.status:type_name -> livekit.SimulationRun.Status - 45, // 3: livekit.SimulationRun.created_at:type_name -> google.protobuf.Timestamp - 10, // 4: livekit.SimulationRun.jobs:type_name -> livekit.SimulationRun.Job - 6, // 5: livekit.SimulationRun.scenario_group:type_name -> livekit.ScenarioGroup - 45, // 6: livekit.SimulationRun.ended_at:type_name -> google.protobuf.Timestamp - 21, // 7: livekit.SimulationRun.usage:type_name -> livekit.SimulationRun.Usage + 48, // 3: livekit.SimulationRun.created_at:type_name -> google.protobuf.Timestamp + 13, // 4: livekit.SimulationRun.jobs:type_name -> livekit.SimulationRun.Job + 8, // 5: livekit.SimulationRun.scenario_group:type_name -> livekit.ScenarioGroup + 48, // 6: livekit.SimulationRun.ended_at:type_name -> google.protobuf.Timestamp + 24, // 7: livekit.SimulationRun.usage:type_name -> livekit.SimulationRun.Usage 0, // 8: livekit.SimulationRun.mode:type_name -> livekit.SimulationMode - 12, // 9: livekit.SimulationRun.metrics:type_name -> livekit.SimulationRun.RunMetrics - 13, // 10: livekit.SimulationRun.ci:type_name -> livekit.SimulationRun.CI - 14, // 11: livekit.SimulationRun.sampling:type_name -> livekit.SimulationRun.SamplingOptions - 42, // 12: livekit.Scenario.tags:type_name -> livekit.Scenario.TagsEntry - 5, // 13: livekit.ScenarioGroup.scenarios:type_name -> livekit.Scenario - 5, // 14: livekit.SimulationDispatch.scenario:type_name -> livekit.Scenario + 15, // 9: livekit.SimulationRun.metrics:type_name -> livekit.SimulationRun.RunMetrics + 16, // 10: livekit.SimulationRun.ci:type_name -> livekit.SimulationRun.CI + 17, // 11: livekit.SimulationRun.sampling:type_name -> livekit.SimulationRun.SamplingOptions + 45, // 12: livekit.Scenario.tags:type_name -> livekit.Scenario.TagsEntry + 7, // 13: livekit.ScenarioGroup.scenarios:type_name -> livekit.Scenario + 7, // 14: livekit.SimulationDispatch.scenario:type_name -> livekit.Scenario 0, // 15: livekit.SimulationDispatch.mode:type_name -> livekit.SimulationMode - 46, // 16: livekit.SimulationRunSummary.ChatHistoryEntry.value:type_name -> livekit.agent.ChatContext + 49, // 16: livekit.SimulationRunSummary.ChatHistoryEntry.value:type_name -> livekit.agent.ChatContext 2, // 17: livekit.SimulationRun.Job.status:type_name -> livekit.SimulationRun.Job.Status - 45, // 18: livekit.SimulationRun.Job.started_at:type_name -> google.protobuf.Timestamp - 45, // 19: livekit.SimulationRun.Job.ended_at:type_name -> google.protobuf.Timestamp - 22, // 20: livekit.SimulationRun.Job.usage:type_name -> livekit.SimulationRun.Job.Usage - 11, // 21: livekit.SimulationRun.Job.metrics:type_name -> livekit.SimulationRun.JobMetrics - 23, // 22: livekit.SimulationRun.JobMetrics.stt:type_name -> livekit.SimulationRun.JobMetrics.STT - 24, // 23: livekit.SimulationRun.JobMetrics.llm:type_name -> livekit.SimulationRun.JobMetrics.LLM - 25, // 24: livekit.SimulationRun.JobMetrics.tts:type_name -> livekit.SimulationRun.JobMetrics.TTS - 26, // 25: livekit.SimulationRun.JobMetrics.conversation:type_name -> livekit.SimulationRun.JobMetrics.Conversation - 27, // 26: livekit.SimulationRun.JobMetrics.turns:type_name -> livekit.SimulationRun.JobMetrics.Turn - 45, // 27: livekit.SimulationRun.JobMetrics.t0:type_name -> google.protobuf.Timestamp - 23, // 28: livekit.SimulationRun.RunMetrics.stt:type_name -> livekit.SimulationRun.JobMetrics.STT - 24, // 29: livekit.SimulationRun.RunMetrics.llm:type_name -> livekit.SimulationRun.JobMetrics.LLM - 25, // 30: livekit.SimulationRun.RunMetrics.tts:type_name -> livekit.SimulationRun.JobMetrics.TTS - 26, // 31: livekit.SimulationRun.RunMetrics.conversation:type_name -> livekit.SimulationRun.JobMetrics.Conversation - 47, // 32: livekit.SimulationRun.JobMetrics.Turn.role:type_name -> livekit.agent.ChatRole - 6, // 33: livekit.SimulationRun.Create.Request.scenario_group:type_name -> livekit.ScenarioGroup - 0, // 34: livekit.SimulationRun.Create.Request.mode:type_name -> livekit.SimulationMode - 13, // 35: livekit.SimulationRun.Create.Request.ci:type_name -> livekit.SimulationRun.CI - 14, // 36: livekit.SimulationRun.Create.Request.sampling:type_name -> livekit.SimulationRun.SamplingOptions - 48, // 37: livekit.SimulationRun.Create.Response.presigned_post_request:type_name -> livekit.PresignedPostRequest - 4, // 38: livekit.SimulationRun.Get.Response.run:type_name -> livekit.SimulationRun - 1, // 39: livekit.SimulationRun.List.Request.status:type_name -> livekit.SimulationRun.Status - 49, // 40: livekit.SimulationRun.List.Request.page_token:type_name -> livekit.TokenPagination - 45, // 41: livekit.SimulationRun.List.Request.start_time:type_name -> google.protobuf.Timestamp - 45, // 42: livekit.SimulationRun.List.Request.end_time:type_name -> google.protobuf.Timestamp - 0, // 43: livekit.SimulationRun.List.Request.mode:type_name -> livekit.SimulationMode - 4, // 44: livekit.SimulationRun.List.Response.runs:type_name -> livekit.SimulationRun - 49, // 45: livekit.SimulationRun.List.Response.next_page_token:type_name -> livekit.TokenPagination - 45, // 46: livekit.SimulationRun.Counts.Request.start_time:type_name -> google.protobuf.Timestamp - 45, // 47: livekit.SimulationRun.Counts.Request.end_time:type_name -> google.protobuf.Timestamp - 1, // 48: livekit.SimulationRun.Counts.Request.status:type_name -> livekit.SimulationRun.Status - 0, // 49: livekit.SimulationRun.Counts.Request.mode:type_name -> livekit.SimulationMode - 38, // 50: livekit.SimulationRun.Counts.Response.buckets:type_name -> livekit.SimulationRun.Counts.Bucket - 50, // 51: livekit.SimulationRun.Counts.Response.interval:type_name -> google.protobuf.Duration - 45, // 52: livekit.SimulationRun.Counts.Bucket.bucket_start:type_name -> google.protobuf.Timestamp - 5, // 53: livekit.Scenario.CreateFromSession.Response.scenario:type_name -> livekit.Scenario - 28, // 54: livekit.AgentSimulation.CreateSimulationRun:input_type -> livekit.SimulationRun.Create.Request - 30, // 55: livekit.AgentSimulation.ConfirmSimulationSourceUpload:input_type -> livekit.SimulationRun.ConfirmSourceUpload.Request - 32, // 56: livekit.AgentSimulation.GetSimulationRun:input_type -> livekit.SimulationRun.Get.Request - 34, // 57: livekit.AgentSimulation.ListSimulationRuns:input_type -> livekit.SimulationRun.List.Request - 36, // 58: livekit.AgentSimulation.CountSimulationRuns:input_type -> livekit.SimulationRun.Counts.Request - 39, // 59: livekit.AgentSimulation.CancelSimulationRun:input_type -> livekit.SimulationRun.Cancel.Request - 43, // 60: livekit.AgentSimulation.CreateScenarioFromSession:input_type -> livekit.Scenario.CreateFromSession.Request - 29, // 61: livekit.AgentSimulation.CreateSimulationRun:output_type -> livekit.SimulationRun.Create.Response - 31, // 62: livekit.AgentSimulation.ConfirmSimulationSourceUpload:output_type -> livekit.SimulationRun.ConfirmSourceUpload.Response - 33, // 63: livekit.AgentSimulation.GetSimulationRun:output_type -> livekit.SimulationRun.Get.Response - 35, // 64: livekit.AgentSimulation.ListSimulationRuns:output_type -> livekit.SimulationRun.List.Response - 37, // 65: livekit.AgentSimulation.CountSimulationRuns:output_type -> livekit.SimulationRun.Counts.Response - 40, // 66: livekit.AgentSimulation.CancelSimulationRun:output_type -> livekit.SimulationRun.Cancel.Response - 44, // 67: livekit.AgentSimulation.CreateScenarioFromSession:output_type -> livekit.Scenario.CreateFromSession.Response - 61, // [61:68] is the sub-list for method output_type - 54, // [54:61] is the sub-list for method input_type - 54, // [54:54] is the sub-list for extension type_name - 54, // [54:54] is the sub-list for extension extendee - 0, // [0:54] is the sub-list for field type_name + 48, // 18: livekit.SimulationRun.Job.started_at:type_name -> google.protobuf.Timestamp + 48, // 19: livekit.SimulationRun.Job.ended_at:type_name -> google.protobuf.Timestamp + 25, // 20: livekit.SimulationRun.Job.usage:type_name -> livekit.SimulationRun.Job.Usage + 14, // 21: livekit.SimulationRun.Job.metrics:type_name -> livekit.SimulationRun.JobMetrics + 3, // 22: livekit.SimulationRun.Job.failure_reason:type_name -> livekit.SimulationRun.Job.FailureReason + 26, // 23: livekit.SimulationRun.JobMetrics.stt:type_name -> livekit.SimulationRun.JobMetrics.STT + 27, // 24: livekit.SimulationRun.JobMetrics.llm:type_name -> livekit.SimulationRun.JobMetrics.LLM + 28, // 25: livekit.SimulationRun.JobMetrics.tts:type_name -> livekit.SimulationRun.JobMetrics.TTS + 29, // 26: livekit.SimulationRun.JobMetrics.conversation:type_name -> livekit.SimulationRun.JobMetrics.Conversation + 30, // 27: livekit.SimulationRun.JobMetrics.turns:type_name -> livekit.SimulationRun.JobMetrics.Turn + 48, // 28: livekit.SimulationRun.JobMetrics.t0:type_name -> google.protobuf.Timestamp + 4, // 29: livekit.SimulationRun.JobMetrics.end_reason:type_name -> livekit.SimulationRun.JobMetrics.EndReason + 9, // 30: livekit.SimulationRun.JobMetrics.impairments:type_name -> livekit.SimulationImpairments + 26, // 31: livekit.SimulationRun.RunMetrics.stt:type_name -> livekit.SimulationRun.JobMetrics.STT + 27, // 32: livekit.SimulationRun.RunMetrics.llm:type_name -> livekit.SimulationRun.JobMetrics.LLM + 28, // 33: livekit.SimulationRun.RunMetrics.tts:type_name -> livekit.SimulationRun.JobMetrics.TTS + 29, // 34: livekit.SimulationRun.RunMetrics.conversation:type_name -> livekit.SimulationRun.JobMetrics.Conversation + 50, // 35: livekit.SimulationRun.JobMetrics.Turn.role:type_name -> livekit.agent.ChatRole + 8, // 36: livekit.SimulationRun.Create.Request.scenario_group:type_name -> livekit.ScenarioGroup + 0, // 37: livekit.SimulationRun.Create.Request.mode:type_name -> livekit.SimulationMode + 16, // 38: livekit.SimulationRun.Create.Request.ci:type_name -> livekit.SimulationRun.CI + 17, // 39: livekit.SimulationRun.Create.Request.sampling:type_name -> livekit.SimulationRun.SamplingOptions + 51, // 40: livekit.SimulationRun.Create.Response.presigned_post_request:type_name -> livekit.PresignedPostRequest + 6, // 41: livekit.SimulationRun.Get.Response.run:type_name -> livekit.SimulationRun + 1, // 42: livekit.SimulationRun.List.Request.status:type_name -> livekit.SimulationRun.Status + 52, // 43: livekit.SimulationRun.List.Request.page_token:type_name -> livekit.TokenPagination + 48, // 44: livekit.SimulationRun.List.Request.start_time:type_name -> google.protobuf.Timestamp + 48, // 45: livekit.SimulationRun.List.Request.end_time:type_name -> google.protobuf.Timestamp + 0, // 46: livekit.SimulationRun.List.Request.mode:type_name -> livekit.SimulationMode + 6, // 47: livekit.SimulationRun.List.Response.runs:type_name -> livekit.SimulationRun + 52, // 48: livekit.SimulationRun.List.Response.next_page_token:type_name -> livekit.TokenPagination + 48, // 49: livekit.SimulationRun.Counts.Request.start_time:type_name -> google.protobuf.Timestamp + 48, // 50: livekit.SimulationRun.Counts.Request.end_time:type_name -> google.protobuf.Timestamp + 1, // 51: livekit.SimulationRun.Counts.Request.status:type_name -> livekit.SimulationRun.Status + 0, // 52: livekit.SimulationRun.Counts.Request.mode:type_name -> livekit.SimulationMode + 41, // 53: livekit.SimulationRun.Counts.Response.buckets:type_name -> livekit.SimulationRun.Counts.Bucket + 53, // 54: livekit.SimulationRun.Counts.Response.interval:type_name -> google.protobuf.Duration + 48, // 55: livekit.SimulationRun.Counts.Bucket.bucket_start:type_name -> google.protobuf.Timestamp + 7, // 56: livekit.Scenario.CreateFromSession.Response.scenario:type_name -> livekit.Scenario + 31, // 57: livekit.AgentSimulation.CreateSimulationRun:input_type -> livekit.SimulationRun.Create.Request + 33, // 58: livekit.AgentSimulation.ConfirmSimulationSourceUpload:input_type -> livekit.SimulationRun.ConfirmSourceUpload.Request + 35, // 59: livekit.AgentSimulation.GetSimulationRun:input_type -> livekit.SimulationRun.Get.Request + 37, // 60: livekit.AgentSimulation.ListSimulationRuns:input_type -> livekit.SimulationRun.List.Request + 39, // 61: livekit.AgentSimulation.CountSimulationRuns:input_type -> livekit.SimulationRun.Counts.Request + 42, // 62: livekit.AgentSimulation.CancelSimulationRun:input_type -> livekit.SimulationRun.Cancel.Request + 46, // 63: livekit.AgentSimulation.CreateScenarioFromSession:input_type -> livekit.Scenario.CreateFromSession.Request + 32, // 64: livekit.AgentSimulation.CreateSimulationRun:output_type -> livekit.SimulationRun.Create.Response + 34, // 65: livekit.AgentSimulation.ConfirmSimulationSourceUpload:output_type -> livekit.SimulationRun.ConfirmSourceUpload.Response + 36, // 66: livekit.AgentSimulation.GetSimulationRun:output_type -> livekit.SimulationRun.Get.Response + 38, // 67: livekit.AgentSimulation.ListSimulationRuns:output_type -> livekit.SimulationRun.List.Response + 40, // 68: livekit.AgentSimulation.CountSimulationRuns:output_type -> livekit.SimulationRun.Counts.Response + 43, // 69: livekit.AgentSimulation.CancelSimulationRun:output_type -> livekit.SimulationRun.Cancel.Response + 47, // 70: livekit.AgentSimulation.CreateScenarioFromSession:output_type -> livekit.Scenario.CreateFromSession.Response + 64, // [64:71] is the sub-list for method output_type + 57, // [57:64] is the sub-list for method input_type + 57, // [57:57] is the sub-list for extension type_name + 57, // [57:57] is the sub-list for extension extendee + 0, // [0:57] is the sub-list for field type_name } func init() { file_livekit_agent_simulation_proto_init() } @@ -3887,23 +4154,23 @@ func file_livekit_agent_simulation_proto_init() { file_livekit_cloud_agent_proto_init() file_livekit_models_proto_init() file_livekit_agent_simulation_proto_msgTypes[1].OneofWrappers = []any{} - file_livekit_agent_simulation_proto_msgTypes[8].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[9].OneofWrappers = []any{} - file_livekit_agent_simulation_proto_msgTypes[20].OneofWrappers = []any{} + file_livekit_agent_simulation_proto_msgTypes[10].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[21].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[22].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[23].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[24].OneofWrappers = []any{} file_livekit_agent_simulation_proto_msgTypes[25].OneofWrappers = []any{} - file_livekit_agent_simulation_proto_msgTypes[31].OneofWrappers = []any{} - file_livekit_agent_simulation_proto_msgTypes[33].OneofWrappers = []any{} + file_livekit_agent_simulation_proto_msgTypes[26].OneofWrappers = []any{} + file_livekit_agent_simulation_proto_msgTypes[32].OneofWrappers = []any{} + file_livekit_agent_simulation_proto_msgTypes[34].OneofWrappers = []any{} type x struct{} out := protoimpl.TypeBuilder{ File: protoimpl.DescBuilder{ GoPackagePath: reflect.TypeOf(x{}).PkgPath(), RawDescriptor: unsafe.Slice(unsafe.StringData(file_livekit_agent_simulation_proto_rawDesc), len(file_livekit_agent_simulation_proto_rawDesc)), - NumEnums: 3, - NumMessages: 42, + NumEnums: 5, + NumMessages: 43, NumExtensions: 0, NumServices: 1, }, diff --git a/livekit/livekit_agent_simulation.twirp.go b/livekit/livekit_agent_simulation.twirp.go index bf112d0f6..0dc697b62 100644 --- a/livekit/livekit_agent_simulation.twirp.go +++ b/livekit/livekit_agent_simulation.twirp.go @@ -2191,258 +2191,279 @@ func (s *agentSimulationServer) PathPrefix() string { } var twirpFileDescriptor9 = []byte{ - // 4045 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xec, 0x7a, 0x4b, 0x6f, 0x1c, 0x49, - 0x72, 0xbf, 0xfa, 0xdd, 0x1d, 0xcd, 0x7e, 0x30, 0xf9, 0x50, 0xab, 0x34, 0x1a, 0x69, 0x34, 0xa3, - 0x59, 0xed, 0x68, 0x96, 0xd2, 0x9f, 0x3b, 0xda, 0xf9, 0x53, 0xb3, 0xb3, 0x36, 0x9b, 0xe4, 0xa8, - 0x29, 0x93, 0x14, 0x27, 0xbb, 0x09, 0x7b, 0xc7, 0x58, 0x14, 0x8a, 0xd5, 0xa9, 0x66, 0x49, 0xd5, - 0x95, 0x3d, 0x95, 0x59, 0x92, 0xb8, 0x80, 0x0f, 0x06, 0xf6, 0x30, 0x80, 0x0f, 0x86, 0xfd, 0x09, - 0x16, 0x30, 0x0c, 0xc3, 0x7b, 0xb5, 0x7d, 0xf4, 0xc5, 0x80, 0xcf, 0x86, 0xe1, 0x6f, 0x61, 0x9f, - 0x7d, 0x37, 0x32, 0x32, 0xab, 0xba, 0xfa, 0x45, 0x52, 0x8b, 0x19, 0xc0, 0x07, 0xdf, 0x2a, 0x23, - 0x22, 0x33, 0xa3, 0x22, 0xe3, 0x17, 0x11, 0xf9, 0x80, 0xf7, 0x7d, 0xef, 0x35, 0x7b, 0xe5, 0x49, - 0xdb, 0x19, 0xb0, 0x40, 0xda, 0xc2, 0x1b, 0x46, 0xbe, 0x23, 0x3d, 0x1e, 0x6c, 0x8c, 0x42, 0x2e, - 0x39, 0x29, 0x19, 0xbe, 0xf5, 0x01, 0x0a, 0x3c, 0x9c, 0x12, 0x67, 0x42, 0x24, 0xb2, 0xd6, 0xfb, - 0x03, 0xce, 0x07, 0x3e, 0x7b, 0x88, 0xad, 0xd3, 0xe8, 0xc5, 0xc3, 0x7e, 0x14, 0xa6, 0xc6, 0xb2, - 0x6e, 0x4f, 0xf3, 0xa5, 0x37, 0x64, 0x42, 0x3a, 0xc3, 0x91, 0x11, 0xb8, 0x11, 0x8f, 0xee, 0xfa, - 0x3c, 0xea, 0xeb, 0x39, 0x0c, 0x6b, 0x35, 0x66, 0x0d, 0x79, 0x9f, 0xf9, 0x42, 0x53, 0xef, 0xfe, - 0x7b, 0x0e, 0x56, 0xbb, 0x89, 0xca, 0x34, 0x0a, 0xba, 0xd1, 0x70, 0xe8, 0x84, 0xe7, 0x64, 0x1d, - 0x8a, 0x23, 0x47, 0x08, 0xd6, 0x6f, 0x65, 0xee, 0x64, 0xee, 0x17, 0xa8, 0x69, 0x29, 0xfa, 0x0b, - 0xc7, 0xf3, 0x59, 0xbf, 0x95, 0xd5, 0x74, 0xdd, 0x22, 0xb7, 0x00, 0x06, 0xdc, 0x0b, 0x06, 0xf6, - 0x1b, 0xe6, 0xfb, 0xad, 0xdc, 0x9d, 0xcc, 0xfd, 0x0a, 0xad, 0x20, 0xe5, 0x8f, 0x99, 0xef, 0x2b, - 0xb6, 0xe4, 0xb6, 0x37, 0x1c, 0x85, 0xfc, 0x35, 0x6b, 0xe5, 0x35, 0x5b, 0xf2, 0x7d, 0x4d, 0x20, - 0x5f, 0x40, 0xd1, 0x13, 0x22, 0x62, 0xa2, 0x55, 0xb8, 0x93, 0xbb, 0x5f, 0xdd, 0xfc, 0x70, 0xc3, - 0x68, 0xbb, 0x31, 0x4f, 0xb9, 0x8d, 0x7d, 0x25, 0x4b, 0x4d, 0x17, 0xf2, 0x35, 0x2c, 0xb9, 0x67, - 0x8e, 0xb4, 0xcf, 0x3c, 0x21, 0x79, 0x78, 0xde, 0x2a, 0xe2, 0x10, 0x1b, 0x17, 0x0f, 0xb1, 0x73, - 0xe6, 0xc8, 0x8e, 0xee, 0xb0, 0x17, 0xc8, 0xf0, 0x9c, 0x56, 0xdd, 0x31, 0xc5, 0xfa, 0x06, 0x9a, - 0xd3, 0x02, 0xa4, 0x09, 0xb9, 0x57, 0xec, 0x1c, 0xcd, 0x51, 0xa1, 0xea, 0x93, 0x3c, 0x82, 0xc2, - 0x6b, 0xc7, 0x8f, 0x18, 0x9a, 0xa2, 0xba, 0x69, 0x25, 0x33, 0x6a, 0xbb, 0xab, 0x11, 0x76, 0x78, - 0x20, 0xd9, 0x5b, 0x49, 0xb5, 0xe0, 0x93, 0xec, 0xff, 0xcf, 0x58, 0x36, 0x14, 0x50, 0x7f, 0x72, - 0x07, 0xaa, 0x7d, 0x26, 0xdc, 0xd0, 0x1b, 0x29, 0xdd, 0xcc, 0xc0, 0x69, 0x12, 0x79, 0x1f, 0x40, - 0x44, 0x83, 0x01, 0x13, 0x28, 0x90, 0x45, 0x81, 0x14, 0x85, 0xac, 0x42, 0xc1, 0x77, 0x4e, 0x59, - 0x6c, 0x6f, 0xdd, 0xb8, 0xfb, 0x8f, 0x47, 0x50, 0x9b, 0xf8, 0x67, 0x52, 0x87, 0xac, 0xd7, 0x37, - 0x13, 0x64, 0x3d, 0x5c, 0xac, 0x51, 0xc8, 0x5f, 0x32, 0x57, 0xda, 0x5e, 0xdf, 0x8c, 0x5b, 0x31, - 0x94, 0xfd, 0x3e, 0x79, 0x0c, 0x45, 0x21, 0x1d, 0x19, 0x09, 0x1c, 0xb7, 0xbe, 0x79, 0x6b, 0xbe, - 0x29, 0x37, 0xba, 0x28, 0x44, 0x8d, 0x30, 0x79, 0x00, 0xcb, 0xda, 0xa9, 0xd3, 0x7f, 0xa5, 0x97, - 0xba, 0x89, 0x8c, 0xdd, 0xd4, 0xaf, 0xad, 0x42, 0x81, 0x85, 0x21, 0x0f, 0x5b, 0x05, 0xad, 0x3a, - 0x36, 0xc8, 0x16, 0x80, 0x1b, 0x32, 0x47, 0xb2, 0xbe, 0xed, 0xc8, 0x56, 0xd1, 0x98, 0x55, 0x7b, - 0xfd, 0x46, 0xec, 0xf5, 0x1b, 0xbd, 0xd8, 0xeb, 0x69, 0xc5, 0x48, 0x6f, 0x4b, 0xb2, 0x01, 0xf9, - 0x97, 0xfc, 0x54, 0xb4, 0x4a, 0xb8, 0xfa, 0xd6, 0x02, 0x95, 0x9f, 0xf1, 0x53, 0x8a, 0x72, 0xca, - 0x06, 0x5a, 0xdb, 0xc0, 0x19, 0xb2, 0x56, 0x45, 0xdb, 0x00, 0x29, 0x47, 0xce, 0x90, 0x91, 0x2f, - 0xa1, 0x2e, 0x5c, 0x16, 0x38, 0xa1, 0xc7, 0xed, 0x41, 0xc8, 0xa3, 0x51, 0x0b, 0x50, 0x9b, 0xf5, - 0xf1, 0xc0, 0x86, 0xfd, 0x54, 0x71, 0x69, 0x4d, 0xa4, 0x9b, 0xe4, 0x31, 0x94, 0x59, 0xd0, 0xd7, - 0xbf, 0x51, 0xbd, 0xf4, 0x37, 0x4a, 0x28, 0xbb, 0x2d, 0xc9, 0x4d, 0xa8, 0xbc, 0xe4, 0xa7, 0xb6, - 0xcb, 0xa3, 0x40, 0xb6, 0x96, 0x10, 0x60, 0xe5, 0x97, 0xfc, 0x74, 0x47, 0xb5, 0xc9, 0x07, 0xb0, - 0xa4, 0x41, 0x68, 0xf8, 0x35, 0xe4, 0x57, 0x35, 0x2d, 0x11, 0xd1, 0x78, 0x34, 0x22, 0x75, 0x2d, - 0xa2, 0x69, 0x5a, 0xe4, 0x47, 0xd0, 0x08, 0xa2, 0x61, 0x2a, 0x4e, 0x89, 0x56, 0x03, 0xa5, 0xea, - 0x41, 0x34, 0x1c, 0x1b, 0x4b, 0x90, 0x4d, 0x28, 0x44, 0xc2, 0x19, 0xb0, 0x56, 0x13, 0xf5, 0x7f, - 0x6f, 0x81, 0x45, 0x4f, 0x94, 0x0c, 0xd5, 0xa2, 0xca, 0xa5, 0x5d, 0x1e, 0xb8, 0x51, 0x18, 0xb2, - 0xc0, 0x3d, 0x6f, 0x2d, 0xeb, 0xe9, 0x53, 0x24, 0xf2, 0x00, 0xf2, 0x2a, 0x00, 0xb5, 0x08, 0x7a, - 0xd6, 0xf5, 0x39, 0x83, 0x1e, 0xf2, 0x3e, 0xa3, 0x28, 0x44, 0xbe, 0x80, 0xd2, 0x90, 0xc9, 0xd0, - 0x73, 0x45, 0x6b, 0x05, 0x95, 0xf8, 0x60, 0x81, 0x12, 0x34, 0x0a, 0x0e, 0xb5, 0x20, 0x8d, 0x7b, - 0x28, 0x5b, 0x08, 0x0d, 0x76, 0xfb, 0xd7, 0x42, 0xf6, 0x5b, 0xab, 0x77, 0x32, 0xf7, 0x97, 0x68, - 0xd5, 0xd0, 0xbe, 0x11, 0xb2, 0x4f, 0x3e, 0x82, 0x2a, 0xc6, 0x10, 0x63, 0xad, 0x35, 0xa5, 0x6e, - 0xe7, 0x1a, 0x05, 0x24, 0xa2, 0xb9, 0xbe, 0xcb, 0x64, 0xc8, 0x06, 0x64, 0x5d, 0xaf, 0xb5, 0x8e, - 0x0a, 0xdc, 0x58, 0xa0, 0xc0, 0xce, 0x7e, 0x27, 0x43, 0xb3, 0xae, 0xa7, 0xe4, 0x9f, 0x42, 0x59, - 0x38, 0xc3, 0x91, 0xef, 0x05, 0x83, 0xd6, 0x75, 0xec, 0xf5, 0xf1, 0x22, 0x00, 0x19, 0xb1, 0xe7, - 0x88, 0x09, 0xd1, 0xc9, 0xd2, 0xa4, 0xe7, 0x77, 0x99, 0x8c, 0xf5, 0x97, 0x45, 0xc8, 0x3d, 0xe3, - 0xa7, 0x33, 0xf0, 0xdd, 0x4a, 0xf0, 0x99, 0x45, 0x2b, 0x7e, 0xb0, 0xd8, 0xd9, 0xa7, 0x31, 0x7a, - 0x17, 0x96, 0xbc, 0x40, 0xc8, 0x30, 0x72, 0xf5, 0xd2, 0xeb, 0xc0, 0x31, 0x41, 0x1b, 0x43, 0x33, - 0x9f, 0x86, 0xe6, 0x4f, 0x80, 0x68, 0xbc, 0xb0, 0xb7, 0x23, 0xe6, 0x4a, 0xe3, 0x3a, 0x1a, 0xbd, - 0x1a, 0xf7, 0x7b, 0x29, 0xc6, 0x38, 0x34, 0x15, 0x53, 0xa1, 0x89, 0x10, 0xc8, 0x4b, 0x67, 0xa0, - 0x41, 0x5a, 0xa1, 0xf8, 0xad, 0x7c, 0x3e, 0xe4, 0x7c, 0xa8, 0x71, 0x58, 0x46, 0xe9, 0xb2, 0x22, - 0x20, 0x0c, 0xb7, 0x00, 0x84, 0x74, 0x42, 0x13, 0x10, 0xe0, 0xf2, 0x80, 0x60, 0xa4, 0xb7, 0xe5, - 0xef, 0x0b, 0xc1, 0xeb, 0x50, 0x42, 0x75, 0xbc, 0x3e, 0x02, 0xb0, 0x42, 0x8b, 0xaa, 0xb9, 0xdf, - 0x27, 0x3f, 0x8b, 0xf1, 0x50, 0xc3, 0xc1, 0xee, 0x5c, 0x60, 0xf4, 0x09, 0x4c, 0xa4, 0x9c, 0xb8, - 0x7e, 0xa1, 0x13, 0x3f, 0xe3, 0xa7, 0x33, 0x4e, 0x7c, 0x1b, 0xaa, 0x49, 0x18, 0xf2, 0xfa, 0x88, - 0x54, 0x95, 0x02, 0x0c, 0x69, 0x1f, 0xf3, 0x31, 0xba, 0x8c, 0x86, 0x69, 0x81, 0x9a, 0x96, 0xf5, - 0x2b, 0x28, 0xa0, 0x16, 0xe4, 0x3e, 0x34, 0x55, 0x06, 0xb2, 0x65, 0x14, 0x06, 0xc2, 0x38, 0xba, - 0x4e, 0xe9, 0x75, 0x45, 0xef, 0x29, 0xb2, 0x8e, 0x0c, 0x9f, 0xc0, 0xb2, 0x13, 0xf5, 0x3d, 0x3e, - 0x21, 0xaa, 0xb3, 0x7c, 0x03, 0x19, 0x63, 0xd9, 0xbb, 0x1c, 0x8a, 0xda, 0xb3, 0x08, 0x81, 0x7a, - 0xb7, 0xb7, 0xdd, 0x3b, 0xe9, 0xda, 0xc7, 0x7b, 0x47, 0xbb, 0xfb, 0x47, 0x4f, 0x9b, 0xd7, 0x52, - 0x34, 0x7a, 0x72, 0x74, 0xa4, 0x68, 0x19, 0xb2, 0x0a, 0x4d, 0x43, 0xdb, 0x79, 0x7e, 0x78, 0x7c, - 0xb0, 0xd7, 0xdb, 0xdb, 0x6d, 0x66, 0xc9, 0x32, 0xd4, 0x0c, 0xf5, 0xab, 0xed, 0xfd, 0x83, 0xbd, - 0xdd, 0x66, 0x2e, 0x2d, 0xb8, 0x7d, 0xb4, 0xb3, 0x77, 0xa0, 0xa8, 0xf9, 0x67, 0xf9, 0x72, 0xa5, - 0x09, 0xd6, 0xdf, 0xdd, 0x03, 0x18, 0x9b, 0x89, 0x7c, 0x0a, 0x0d, 0xe9, 0x88, 0x57, 0xb6, 0xcb, - 0xd5, 0x3f, 0x63, 0xbe, 0x51, 0x0e, 0x9d, 0xed, 0x5c, 0xa3, 0x75, 0xc5, 0xd8, 0x49, 0xe8, 0x0a, - 0x97, 0xf7, 0xa1, 0xc6, 0x5f, 0xb3, 0xd0, 0xf1, 0x7d, 0x5b, 0xb8, 0x3c, 0x64, 0x18, 0x11, 0xb2, - 0x9d, 0x0c, 0x5d, 0x32, 0xe4, 0xae, 0xa2, 0x2a, 0xc9, 0xcf, 0x21, 0x27, 0xa4, 0x44, 0xff, 0xaf, - 0x6e, 0xde, 0xbb, 0x74, 0xb9, 0x36, 0xba, 0xbd, 0x1e, 0x55, 0x3d, 0x54, 0x47, 0xdf, 0x1f, 0x22, - 0x2a, 0xae, 0xd4, 0xf1, 0xe0, 0xe0, 0x90, 0xaa, 0x1e, 0xaa, 0xa3, 0x94, 0xc2, 0x64, 0xbc, 0x2b, - 0x74, 0xec, 0xf5, 0xba, 0x54, 0xf5, 0x20, 0x14, 0x96, 0x5c, 0x1e, 0xbc, 0x66, 0xa1, 0x40, 0xb1, - 0x56, 0x09, 0x47, 0xd8, 0xb8, 0x7c, 0x84, 0x9d, 0x54, 0x2f, 0x3a, 0x31, 0x06, 0xf9, 0x39, 0x14, - 0xd0, 0x05, 0x5a, 0x15, 0xcc, 0xa5, 0x1f, 0x5f, 0x41, 0x9d, 0x28, 0x0c, 0xa8, 0xee, 0xa4, 0x5c, - 0xf6, 0x65, 0xd4, 0x1f, 0x30, 0x5d, 0x68, 0x22, 0x66, 0x2b, 0x14, 0x90, 0xa4, 0x42, 0xbb, 0x4f, - 0x3e, 0x05, 0x72, 0xe6, 0x08, 0x3b, 0x64, 0x43, 0x2e, 0x59, 0x5c, 0x01, 0x23, 0xd8, 0xca, 0xb4, - 0x79, 0xe6, 0x08, 0x8a, 0x8c, 0xae, 0xa6, 0x93, 0x4f, 0x20, 0x2b, 0x1f, 0x19, 0xcc, 0x5d, 0x04, - 0xe0, 0xac, 0x7c, 0x44, 0xee, 0xe9, 0xf4, 0xe3, 0x09, 0x16, 0x30, 0xa1, 0xe1, 0x96, 0xed, 0x64, - 0x69, 0x9a, 0xa8, 0x96, 0x77, 0x0b, 0xd6, 0xa3, 0x20, 0x60, 0x2e, 0x13, 0x42, 0x65, 0x07, 0xc9, - 0xb9, 0x6f, 0xbb, 0x8e, 0xef, 0xeb, 0x4c, 0x58, 0xee, 0xe4, 0xe8, 0x6a, 0x8a, 0xdf, 0xe3, 0xdc, - 0xdf, 0x51, 0x5c, 0x9d, 0x0b, 0x9a, 0x5e, 0xf0, 0x82, 0x87, 0x43, 0xb4, 0x82, 0xed, 0x73, 0x21, - 0x10, 0x78, 0xe5, 0x4e, 0x9e, 0x36, 0x52, 0x9c, 0x03, 0xae, 0xa7, 0xfa, 0x19, 0xac, 0x86, 0xac, - 0x1f, 0x05, 0x7d, 0x47, 0x15, 0xfb, 0xd2, 0x91, 0x6c, 0xc8, 0x02, 0x29, 0x30, 0x33, 0x96, 0x3b, - 0x05, 0xba, 0x92, 0x70, 0xbb, 0x09, 0x53, 0x7b, 0xe0, 0xda, 0x88, 0xf3, 0xd0, 0xfe, 0x36, 0xd2, - 0xa5, 0x9e, 0xfd, 0x6d, 0xe4, 0xf8, 0x9e, 0x3c, 0xc7, 0xbc, 0x59, 0xee, 0x14, 0xe9, 0x8a, 0x62, - 0x7f, 0x6d, 0xb8, 0x5f, 0x6b, 0xa6, 0xea, 0xf8, 0x0b, 0x68, 0xa5, 0xd7, 0xd2, 0x1e, 0x85, 0x7c, - 0x10, 0x1a, 0x13, 0xaf, 0xa0, 0x3d, 0x4a, 0xf4, 0x7a, 0x5a, 0xe2, 0x78, 0x2c, 0xa0, 0x72, 0xce, - 0x5f, 0x17, 0x21, 0xd7, 0xed, 0xf5, 0xc8, 0x1a, 0xe4, 0xde, 0xb0, 0x10, 0x23, 0x85, 0x82, 0x93, - 0x6a, 0xa8, 0xe1, 0x6f, 0x40, 0xe1, 0x0d, 0x0f, 0xfb, 0x3a, 0xf3, 0xd4, 0x3a, 0x19, 0xaa, 0x9b, - 0x8a, 0xf5, 0x11, 0x54, 0xd5, 0xb7, 0x8d, 0xe9, 0x42, 0x67, 0x96, 0x5a, 0x27, 0x4b, 0x41, 0x11, - 0xf7, 0x90, 0xa6, 0xa4, 0xd6, 0x20, 0xe7, 0x32, 0x9d, 0x5a, 0xb2, 0x9d, 0x1c, 0x55, 0x0d, 0x33, - 0xae, 0x7b, 0xe6, 0x84, 0x02, 0x0b, 0xb1, 0x5a, 0x27, 0x4f, 0x75, 0xd3, 0x8c, 0xab, 0xbe, 0xe3, - 0x71, 0x01, 0x05, 0x0a, 0x14, 0x14, 0x71, 0x3c, 0xee, 0x3d, 0x58, 0x12, 0x52, 0x95, 0x9e, 0xbe, - 0x73, 0x6e, 0x0f, 0x05, 0x26, 0x92, 0x5a, 0xa7, 0x48, 0x41, 0x48, 0xb9, 0xab, 0x88, 0x87, 0x28, - 0xb6, 0x09, 0x84, 0x05, 0xd2, 0x93, 0xe7, 0x76, 0xc8, 0x5c, 0x3e, 0x08, 0x3c, 0x04, 0x4d, 0xd5, - 0x18, 0x66, 0x59, 0xf3, 0xe8, 0x98, 0x65, 0xd6, 0x1c, 0xe9, 0x1e, 0x13, 0x76, 0x24, 0x25, 0x0b, - 0x99, 0x4e, 0x0d, 0xb5, 0x4e, 0x99, 0x36, 0x62, 0xce, 0x89, 0x66, 0x28, 0xf9, 0xcf, 0x60, 0x25, - 0x91, 0x37, 0xb3, 0xfc, 0x9a, 0xf5, 0xd1, 0x85, 0x6b, 0x9d, 0x0a, 0x25, 0x31, 0x93, 0x26, 0x3c, - 0x13, 0x9d, 0xc6, 0x9a, 0x39, 0xbe, 0x6f, 0xbc, 0x17, 0xe8, 0x52, 0xa2, 0x94, 0xe3, 0xfb, 0x4a, - 0xf2, 0x0f, 0xe0, 0x46, 0x32, 0xbe, 0xe3, 0x7e, 0x1b, 0x79, 0x21, 0xeb, 0x27, 0x8a, 0x35, 0x70, - 0x96, 0x2a, 0xbd, 0x1e, 0x8b, 0x6c, 0x1b, 0x89, 0x94, 0x82, 0x7b, 0xf0, 0xde, 0xec, 0x00, 0x29, - 0x4d, 0x9b, 0x38, 0xc6, 0x12, 0xb5, 0xa6, 0xc7, 0x98, 0xd0, 0xb8, 0x5d, 0x84, 0xbc, 0xfd, 0x86, - 0x85, 0xed, 0x32, 0x14, 0x6d, 0xf4, 0x82, 0x76, 0x1d, 0x96, 0xec, 0x94, 0x0f, 0xa0, 0x84, 0x6b, - 0x24, 0x70, 0x3d, 0x51, 0x22, 0xb5, 0x9a, 0xed, 0x06, 0xd4, 0xec, 0xf4, 0xba, 0xb5, 0xd7, 0x60, - 0xc5, 0x9e, 0x5d, 0xa1, 0xf6, 0x0a, 0x2c, 0xdb, 0xd3, 0x8b, 0xd0, 0x5e, 0x87, 0x55, 0x7b, 0x8e, - 0xa5, 0xdb, 0x4d, 0xa8, 0xdb, 0x13, 0xb6, 0x6c, 0xbf, 0x07, 0x96, 0xbd, 0xd0, 0x66, 0xed, 0xdb, - 0x70, 0xcb, 0xbe, 0xc8, 0x20, 0xd6, 0x6f, 0x33, 0x90, 0x3b, 0x38, 0x38, 0x24, 0xef, 0x41, 0x49, - 0xca, 0x17, 0x52, 0xf9, 0x57, 0x06, 0x6d, 0x74, 0x8d, 0x16, 0x15, 0x41, 0xfb, 0x96, 0xe6, 0x0a, - 0xc5, 0x8d, 0xd1, 0xa1, 0xb8, 0x42, 0x73, 0x1f, 0xc2, 0xb2, 0xe4, 0xaf, 0x58, 0x20, 0xec, 0x11, - 0x0b, 0x6d, 0xc1, 0x5c, 0x1e, 0xf4, 0x4d, 0xb6, 0xca, 0xd2, 0x86, 0x66, 0x1d, 0xb3, 0xb0, 0x8b, - 0x0c, 0x65, 0x5e, 0x80, 0xb2, 0x6d, 0x66, 0x8b, 0xbf, 0xd5, 0xd8, 0xed, 0x55, 0x20, 0xf6, 0xcc, - 0x48, 0xd6, 0x6f, 0x8a, 0x90, 0xeb, 0xf5, 0xba, 0x46, 0x89, 0xd3, 0xb1, 0x12, 0x5a, 0xc5, 0xd3, - 0xc3, 0x18, 0x7d, 0x0a, 0xd5, 0x39, 0x93, 0xf8, 0x66, 0x50, 0x5d, 0x32, 0xa0, 0x5d, 0x88, 0x6a, - 0x0d, 0xab, 0xdc, 0x02, 0x54, 0x57, 0x70, 0xdc, 0xfc, 0x2c, 0xaa, 0x63, 0xd0, 0x2e, 0x44, 0x75, - 0x35, 0x86, 0xeb, 0x24, 0xaa, 0xe7, 0xc3, 0xb5, 0xfe, 0xce, 0x70, 0x6d, 0xbc, 0x3b, 0x5c, 0x9b, - 0xef, 0x08, 0xd7, 0xe5, 0xdf, 0x0b, 0xae, 0xe4, 0x7b, 0x80, 0xeb, 0xca, 0xd5, 0xe0, 0x6a, 0x7c, - 0x48, 0xb9, 0xc6, 0xf7, 0x02, 0xdd, 0xff, 0x95, 0x48, 0xfd, 0xef, 0x12, 0x2c, 0xa5, 0x2b, 0x1b, - 0x84, 0x5d, 0x14, 0x06, 0xb6, 0x74, 0x5e, 0x79, 0xc1, 0xc0, 0x14, 0x7e, 0x71, 0x56, 0x6b, 0x28, - 0x56, 0x0f, 0x39, 0x49, 0xed, 0xf7, 0x05, 0xb4, 0xce, 0x98, 0xa3, 0x0c, 0xb1, 0xc9, 0x6c, 0xdf, - 0x91, 0x6a, 0xd7, 0x6a, 0x8f, 0x1e, 0x3f, 0x8a, 0x11, 0x55, 0xe8, 0x64, 0xe8, 0x2a, 0x4a, 0xec, - 0x6d, 0xb2, 0x03, 0xcd, 0x3f, 0x7e, 0xfc, 0x48, 0xe3, 0x6b, 0x7e, 0xe7, 0xad, 0xc7, 0xaa, 0x73, - 0x0e, 0x3b, 0x67, 0x67, 0x3b, 0x6f, 0x3d, 0xbe, 0xb0, 0xf3, 0x96, 0xea, 0x9c, 0xc7, 0xce, 0xb9, - 0x39, 0x9d, 0xb7, 0x74, 0xe7, 0x4f, 0xa1, 0x29, 0xbd, 0x21, 0xb3, 0x25, 0xb7, 0xcf, 0x3d, 0xe6, - 0xf7, 0x55, 0xa7, 0x82, 0xc9, 0xa5, 0x35, 0xc5, 0xe9, 0xf1, 0x5f, 0x2a, 0x7a, 0x3c, 0xd5, 0x75, - 0xc6, 0xa5, 0x3d, 0xf4, 0xc4, 0x28, 0x64, 0x7d, 0x0f, 0x37, 0x7e, 0xa6, 0xe0, 0x2f, 0x1a, 0xa8, - 0xae, 0x31, 0x2e, 0x0f, 0xd3, 0xfc, 0x64, 0x3f, 0x6c, 0xea, 0x68, 0xdf, 0x19, 0xd9, 0x78, 0x3a, - 0x89, 0x51, 0x23, 0xdb, 0x29, 0xea, 0x3a, 0xda, 0x77, 0x46, 0x54, 0x51, 0x4d, 0xcc, 0x8b, 0x25, - 0xc5, 0x88, 0x31, 0xf7, 0x6c, 0x9c, 0x99, 0x4b, 0xb4, 0x61, 0x58, 0x5d, 0xe4, 0x68, 0xbd, 0x1e, - 0x40, 0x43, 0x72, 0xe9, 0xf8, 0x29, 0xf1, 0x8a, 0x81, 0x6e, 0x0d, 0x19, 0x69, 0xe1, 0xcf, 0x61, - 0xcd, 0x79, 0xf3, 0xea, 0x8d, 0xb2, 0x98, 0xf0, 0x7c, 0x16, 0xb8, 0xf1, 0x3e, 0xbe, 0x6a, 0xa0, - 0xbb, 0x62, 0xd8, 0x5d, 0xcd, 0x4d, 0x6d, 0xe8, 0x9b, 0x51, 0xe0, 0x04, 0xe2, 0x8d, 0xf2, 0x29, - 0xbd, 0xdb, 0x31, 0x09, 0x1d, 0x68, 0x63, 0xcc, 0xc1, 0xed, 0x8e, 0x92, 0xff, 0x12, 0x5a, 0x2f, - 0x1c, 0x5f, 0x30, 0xdb, 0x0b, 0x24, 0x0b, 0xc3, 0x68, 0x94, 0x32, 0x57, 0xcd, 0x00, 0x78, 0x1d, - 0x25, 0xf6, 0x53, 0x02, 0xc9, 0x74, 0x3f, 0x86, 0x7a, 0x7a, 0x45, 0x87, 0xc2, 0x84, 0xa3, 0x25, - 0xba, 0xc4, 0x92, 0x85, 0xc4, 0x5f, 0xd2, 0xb1, 0x7d, 0xda, 0x5d, 0xdb, 0x37, 0xe1, 0x86, 0xbd, - 0xc8, 0x27, 0x17, 0x31, 0xd1, 0xe7, 0x16, 0x32, 0x95, 0x4f, 0x21, 0x52, 0xa7, 0x7d, 0xa6, 0x6d, - 0x41, 0xcb, 0x5e, 0xe0, 0x1a, 0x88, 0xd6, 0x89, 0x95, 0x47, 0x7d, 0x67, 0x56, 0xb8, 0x4d, 0xa0, - 0x69, 0x4f, 0x2d, 0x63, 0xbb, 0x05, 0xeb, 0xf6, 0xdc, 0xd5, 0x42, 0x35, 0xa6, 0x97, 0x03, 0x15, - 0x5f, 0x64, 0xf3, 0xf6, 0x32, 0x34, 0xec, 0x49, 0x8b, 0x5a, 0xbf, 0x2b, 0x41, 0x5e, 0xad, 0x17, - 0x59, 0x85, 0x82, 0x17, 0xf4, 0xd9, 0x5b, 0x9d, 0xa0, 0xa9, 0x6e, 0x90, 0x07, 0x90, 0x0f, 0xb9, - 0xcf, 0xcc, 0x79, 0xc9, 0xf5, 0x39, 0x07, 0xb5, 0x94, 0xfb, 0x8c, 0xa2, 0x10, 0x79, 0x1f, 0xca, - 0x78, 0x8a, 0x10, 0x83, 0x56, 0xe5, 0xd0, 0x12, 0x52, 0xb4, 0xdf, 0x59, 0x50, 0x64, 0x41, 0x3f, - 0x46, 0x25, 0x16, 0xc1, 0x2c, 0x30, 0xc0, 0x9a, 0x2e, 0x43, 0x0b, 0x71, 0x15, 0x3c, 0x59, 0x86, - 0x7e, 0x08, 0x55, 0xdf, 0x1f, 0xc6, 0xe9, 0xdd, 0x60, 0x2e, 0x47, 0x2b, 0xbe, 0x3f, 0xec, 0x25, - 0xf5, 0xc4, 0x58, 0x08, 0x6b, 0x8a, 0x92, 0x41, 0xb3, 0x11, 0x12, 0x49, 0xd1, 0x81, 0x42, 0x23, - 0x0d, 0xac, 0x6c, 0xa7, 0x40, 0x8b, 0x4a, 0x60, 0x14, 0x0f, 0x21, 0xa5, 0x88, 0xc3, 0xbe, 0xc1, - 0x52, 0x91, 0x56, 0xa4, 0x14, 0xbd, 0xa4, 0x28, 0x98, 0xf5, 0x4f, 0x30, 0x10, 0x9d, 0xf6, 0x4f, - 0xf2, 0x19, 0xac, 0xce, 0xba, 0xd3, 0x50, 0xa7, 0xef, 0x42, 0xa7, 0x4c, 0x97, 0xa7, 0xc2, 0xd3, - 0xe2, 0xd8, 0xb4, 0x64, 0x30, 0x3a, 0x1b, 0x9b, 0xe6, 0x46, 0xec, 0x9a, 0xc9, 0xae, 0xf3, 0x22, - 0xf6, 0xdc, 0x5d, 0x5f, 0x75, 0x66, 0xd7, 0xf7, 0x08, 0x96, 0x67, 0x1c, 0xdb, 0x6c, 0xf8, 0x96, - 0x68, 0x73, 0x3a, 0xda, 0x69, 0xbd, 0x1b, 0x53, 0x2e, 0x6b, 0xf6, 0x7a, 0x35, 0x5a, 0x9f, 0x0c, - 0x2d, 0xda, 0xd6, 0x30, 0x76, 0x63, 0xb3, 0xc1, 0xab, 0xd3, 0x14, 0x4d, 0x01, 0xbc, 0x0a, 0x15, - 0x3b, 0x76, 0xae, 0x76, 0x05, 0x4a, 0xb6, 0xf6, 0xa4, 0xd9, 0x3a, 0x58, 0x65, 0xdb, 0x94, 0x8b, - 0xa4, 0xdb, 0x22, 0xae, 0x08, 0xcd, 0xc2, 0x23, 0x2f, 0xb5, 0xcc, 0x73, 0xf0, 0xd1, 0xbe, 0x0e, - 0x6b, 0xf6, 0xbc, 0x95, 0x9b, 0x1f, 0x04, 0xe6, 0x87, 0x21, 0x2c, 0x00, 0xc6, 0x36, 0x45, 0xa9, - 0x19, 0x8b, 0x22, 0xf8, 0xa7, 0xac, 0xd6, 0xae, 0x41, 0x35, 0x05, 0x71, 0x1d, 0x1f, 0x26, 0xcf, - 0x6d, 0x92, 0xd8, 0x92, 0x9c, 0xce, 0xcc, 0x4c, 0x77, 0x03, 0xae, 0xdb, 0xf3, 0xb7, 0xed, 0xf8, - 0x13, 0xd3, 0xdb, 0x72, 0xfc, 0xe5, 0x79, 0x7b, 0x6f, 0x0c, 0x45, 0x73, 0x37, 0xd7, 0x18, 0x75, - 0x16, 0xed, 0x9e, 0x9f, 0xe5, 0xcb, 0x99, 0x66, 0xf6, 0x59, 0xbe, 0x9c, 0x6d, 0xe6, 0x68, 0xdd, - 0x71, 0xdd, 0x28, 0x74, 0xdc, 0x73, 0xad, 0x2b, 0x6d, 0xb2, 0xb7, 0x23, 0x16, 0x7a, 0x18, 0xd5, - 0x90, 0x62, 0xfd, 0x47, 0x1e, 0x60, 0x7c, 0x2a, 0x4d, 0xfe, 0x1f, 0x90, 0xe4, 0x1c, 0x6f, 0xe4, - 0x08, 0xa1, 0xe2, 0x27, 0x4b, 0x0e, 0xab, 0x9a, 0x31, 0xef, 0xd8, 0x11, 0x82, 0x3a, 0x92, 0xcd, - 0x3d, 0xae, 0x82, 0xff, 0x3b, 0xae, 0x9a, 0x7b, 0x5c, 0x35, 0x85, 0xff, 0xf2, 0x82, 0x53, 0x9f, - 0x8b, 0x4e, 0x46, 0x2a, 0xe6, 0x38, 0xe2, 0x82, 0x93, 0x11, 0xac, 0x77, 0x67, 0xd7, 0xf0, 0x0a, - 0x8e, 0xfb, 0x3d, 0x7a, 0xd5, 0xdf, 0x64, 0x20, 0xbb, 0xb3, 0x4f, 0x2c, 0x28, 0x8f, 0x42, 0xfe, - 0xda, 0xeb, 0x9b, 0x13, 0x9a, 0x0a, 0x4d, 0xda, 0xe4, 0x16, 0x80, 0xcb, 0x87, 0x43, 0x4f, 0xda, - 0xe2, 0xcc, 0x89, 0xef, 0xf6, 0x34, 0xa5, 0x7b, 0xe6, 0x90, 0x26, 0xe4, 0x42, 0xf6, 0xc2, 0x9c, - 0xfb, 0xab, 0x4f, 0xbc, 0x56, 0x8a, 0x7c, 0xdf, 0x0e, 0x19, 0xe2, 0xc1, 0x9c, 0xfa, 0x57, 0x15, - 0x8d, 0x6a, 0x12, 0x9e, 0x89, 0x47, 0x81, 0x1d, 0x85, 0xbe, 0x39, 0xf0, 0x2f, 0x86, 0x51, 0x70, - 0x12, 0xfa, 0x2a, 0xdb, 0x3a, 0xae, 0xe4, 0x61, 0x7c, 0xca, 0x8f, 0x0d, 0xab, 0x03, 0x8d, 0xa9, - 0x9b, 0x0d, 0xd2, 0x82, 0x92, 0x3e, 0x98, 0x16, 0xe6, 0xf0, 0x39, 0x6e, 0x92, 0x9b, 0x50, 0x19, - 0x03, 0x42, 0xa9, 0x9b, 0xa1, 0xe5, 0x91, 0x81, 0x81, 0xda, 0xd5, 0x16, 0x77, 0xf0, 0x8a, 0xcf, - 0xfa, 0xaf, 0x3c, 0x94, 0x62, 0x7d, 0x26, 0xef, 0x2f, 0x33, 0xd3, 0xf7, 0x97, 0x93, 0x57, 0x7b, - 0xd9, 0xe9, 0xab, 0xbd, 0x39, 0x37, 0x60, 0xf9, 0xb9, 0x37, 0x60, 0xeb, 0x50, 0x0c, 0xd9, 0x40, - 0xf9, 0x47, 0xd1, 0xfc, 0x35, 0xb6, 0x48, 0x7b, 0xe6, 0x6e, 0xb0, 0x74, 0xd1, 0xdd, 0x60, 0xe7, - 0xda, 0xd4, 0xed, 0x60, 0x2a, 0x69, 0xc5, 0x37, 0x65, 0x65, 0xb3, 0xb3, 0x48, 0x13, 0x75, 0x41, - 0xac, 0xaf, 0xcb, 0x2a, 0x57, 0xb9, 0x2e, 0xfb, 0x31, 0x34, 0x4f, 0x1d, 0xf7, 0x95, 0x52, 0x29, - 0xe8, 0xdb, 0x01, 0xf7, 0x84, 0x0e, 0x1a, 0x65, 0xda, 0x18, 0xd3, 0x8f, 0x14, 0x99, 0x7c, 0x06, - 0xeb, 0x3e, 0x7f, 0x13, 0x07, 0x3e, 0x7b, 0xe8, 0xb9, 0x21, 0x1f, 0x9d, 0xf1, 0x80, 0x61, 0x2a, - 0x2f, 0xd3, 0x55, 0x9f, 0xbf, 0x31, 0xa7, 0x8a, 0x87, 0x09, 0x8f, 0xdc, 0x86, 0xea, 0xc8, 0x71, - 0x5f, 0x31, 0xa9, 0x0f, 0x3e, 0xf5, 0x91, 0x2d, 0x68, 0xd2, 0x01, 0x17, 0xc2, 0x5c, 0x95, 0xd5, - 0x2e, 0xbb, 0x2a, 0xcb, 0xce, 0xbb, 0x2a, 0xab, 0xbf, 0xd3, 0x55, 0x59, 0x6e, 0xe2, 0xaa, 0x0c, - 0x53, 0xde, 0xe4, 0x9a, 0x24, 0x30, 0x34, 0xd6, 0x6c, 0x17, 0x20, 0x67, 0xbb, 0x9e, 0xce, 0xc0, - 0xa6, 0xe7, 0xb3, 0x7c, 0x39, 0xd7, 0xcc, 0xd3, 0xd9, 0x6b, 0x6b, 0xeb, 0x2f, 0x32, 0x50, 0xa6, - 0x4c, 0x8c, 0x78, 0x20, 0x18, 0xf9, 0x04, 0x96, 0xc7, 0xce, 0x62, 0x2b, 0x24, 0x24, 0x5e, 0xd7, - 0x10, 0x69, 0x2d, 0xf7, 0xfb, 0xa4, 0x0b, 0xeb, 0xa3, 0x90, 0x09, 0x6f, 0x10, 0xb0, 0xbe, 0x3d, - 0xe2, 0x42, 0x26, 0xb8, 0xd2, 0x8f, 0x04, 0xc6, 0x77, 0xe9, 0xc7, 0xb1, 0xd8, 0x31, 0x17, 0xd2, - 0x78, 0x36, 0x5d, 0x1d, 0xcd, 0xa1, 0x5a, 0xbf, 0xcd, 0xc0, 0xca, 0x0e, 0x0f, 0x5e, 0x78, 0xe1, - 0xb0, 0xcb, 0xa3, 0xd0, 0x65, 0x27, 0x23, 0x9f, 0x3b, 0x7d, 0xeb, 0xcf, 0xae, 0x0c, 0x89, 0xb9, - 0xbf, 0x90, 0x9d, 0xff, 0x0b, 0x3f, 0x82, 0x86, 0xcb, 0xfb, 0x4c, 0x6d, 0xb4, 0xc3, 0xf3, 0x11, - 0xf7, 0x02, 0x69, 0xc2, 0x45, 0x5d, 0x91, 0xf7, 0x12, 0xaa, 0x05, 0x63, 0x1b, 0x59, 0x7f, 0x95, - 0x81, 0xdc, 0x53, 0x26, 0xad, 0xde, 0x0f, 0xa1, 0x92, 0xf5, 0x59, 0x6a, 0x35, 0xee, 0x43, 0x2e, - 0x8c, 0xf4, 0x73, 0x89, 0x09, 0xc8, 0xa5, 0xbb, 0x50, 0x25, 0x62, 0xfd, 0x6b, 0x1e, 0xf2, 0x07, - 0x9e, 0x90, 0xd6, 0xbf, 0xe4, 0xae, 0xac, 0xd5, 0x93, 0xa9, 0xbb, 0xd5, 0x8b, 0xdf, 0x3e, 0x74, - 0xae, 0xc5, 0x37, 0xab, 0xca, 0x9b, 0x7f, 0x0e, 0x30, 0x72, 0x06, 0x4c, 0x9f, 0xce, 0xa1, 0xcd, - 0xaa, 0x9b, 0xad, 0xa4, 0x7f, 0x4f, 0x51, 0x8f, 0x9d, 0x81, 0x17, 0xe0, 0x20, 0x9d, 0x0c, 0xad, - 0x28, 0x69, 0x24, 0xeb, 0xfc, 0xa4, 0xaf, 0x3a, 0xb1, 0x1c, 0x33, 0xc9, 0xfc, 0x82, 0x0b, 0x8f, - 0x4e, 0xd6, 0x5c, 0x76, 0x2a, 0x8a, 0xea, 0xff, 0x04, 0xef, 0x3b, 0x75, 0xef, 0xc2, 0xa5, 0xbd, - 0x73, 0x78, 0xe3, 0x19, 0xf7, 0xbd, 0x3b, 0x11, 0x31, 0x31, 0xda, 0xa9, 0x9d, 0x46, 0x12, 0x33, - 0x75, 0xfd, 0xac, 0x43, 0x51, 0xe9, 0xc2, 0x50, 0xd4, 0x29, 0xe8, 0x60, 0xa4, 0x40, 0xa9, 0xea, - 0x5b, 0x6d, 0x1d, 0xac, 0x00, 0xc7, 0xb6, 0xc1, 0xe6, 0xf8, 0x67, 0x11, 0x93, 0xb1, 0xee, 0xc8, - 0x1b, 0x2b, 0xd3, 0x2e, 0x41, 0x01, 0x6f, 0x92, 0xac, 0xb7, 0x13, 0x88, 0xcc, 0x87, 0x51, 0xa0, - 0x72, 0x49, 0xee, 0x02, 0x27, 0x40, 0x19, 0xf2, 0x87, 0xd0, 0x08, 0xd8, 0x5b, 0x99, 0x9a, 0xde, - 0x40, 0x71, 0xe1, 0xd2, 0xd0, 0x9a, 0xea, 0x70, 0x1c, 0x2f, 0x8e, 0xf5, 0xcf, 0x79, 0x28, 0xe2, - 0x6e, 0x5e, 0x58, 0xff, 0x96, 0xbd, 0xb2, 0x27, 0x6d, 0x4d, 0xac, 0x67, 0xf6, 0x8a, 0x57, 0xd7, - 0xaa, 0x6d, 0xae, 0xae, 0x75, 0xc7, 0xdc, 0x95, 0xae, 0xae, 0xb1, 0xdb, 0xd8, 0x77, 0xf3, 0xef, - 0xec, 0xbb, 0x93, 0x1e, 0x80, 0x59, 0x5e, 0x79, 0xe8, 0x5c, 0x0f, 0x28, 0x5e, 0xec, 0x01, 0xd9, - 0x85, 0x1e, 0x30, 0x6f, 0x59, 0xff, 0x3c, 0x1d, 0x69, 0x7f, 0x01, 0xa5, 0xd3, 0x48, 0x65, 0x93, - 0x78, 0x69, 0x3f, 0x5a, 0x94, 0x44, 0x70, 0x39, 0x36, 0xda, 0x28, 0x4c, 0xe3, 0x4e, 0xca, 0x70, - 0x78, 0x5e, 0xf0, 0xda, 0xf1, 0x8d, 0xc5, 0x6f, 0xcc, 0x18, 0x6e, 0xd7, 0xbc, 0xa9, 0xa3, 0x89, - 0xa8, 0xf5, 0x2b, 0x28, 0xea, 0x91, 0xc8, 0x97, 0xb0, 0xa4, 0xc7, 0xd2, 0xee, 0x69, 0xa2, 0xcc, - 0x45, 0xd6, 0xaf, 0x6a, 0xf9, 0xae, 0x12, 0x57, 0xf5, 0xd0, 0xf8, 0xda, 0x3c, 0x4f, 0x75, 0xc3, - 0x7a, 0x09, 0xc5, 0x1d, 0x27, 0x70, 0x99, 0xff, 0x03, 0x45, 0xc7, 0x74, 0x1c, 0xfe, 0x81, 0xef, - 0xfd, 0xff, 0x36, 0x93, 0x5c, 0xfc, 0xdf, 0x80, 0xb5, 0xc9, 0x8b, 0x7f, 0xfb, 0xe4, 0xf8, 0xe0, - 0xf9, 0xf6, 0x6e, 0xf3, 0x1a, 0x59, 0x83, 0x65, 0xc3, 0x7a, 0xba, 0x77, 0xb4, 0x47, 0xb7, 0x7b, - 0xfa, 0x09, 0xc0, 0xec, 0xb3, 0x80, 0x2c, 0x59, 0x07, 0x62, 0x68, 0xdd, 0x93, 0xc3, 0xc3, 0x6d, - 0xba, 0xff, 0x8d, 0xa2, 0xe7, 0xe6, 0x3e, 0x17, 0xc8, 0xcf, 0x3e, 0x17, 0x28, 0xcc, 0x7d, 0x2e, - 0x50, 0xc4, 0xe4, 0x9f, 0x7a, 0xda, 0xb3, 0x20, 0xf9, 0x97, 0x9b, 0x15, 0x5a, 0x32, 0x0f, 0x82, - 0xee, 0xfe, 0x53, 0x0e, 0xca, 0x71, 0xdd, 0x36, 0x7e, 0xbe, 0x92, 0x49, 0x3f, 0x5f, 0x99, 0x7e, - 0x3d, 0x93, 0x9d, 0xf3, 0x7a, 0x66, 0xfe, 0x3b, 0x99, 0xdc, 0xa2, 0x77, 0x32, 0x0f, 0xcd, 0x8b, - 0x98, 0x3c, 0xba, 0xfb, 0xcd, 0x99, 0x0a, 0x72, 0xa3, 0xe7, 0x0c, 0x84, 0x7e, 0xa1, 0xa8, 0x9f, - 0xcb, 0x58, 0x50, 0x8e, 0x04, 0x0b, 0xfb, 0x8e, 0x74, 0x4c, 0x31, 0x9e, 0xb4, 0xcd, 0x43, 0xa1, - 0x62, 0xfc, 0x50, 0xc8, 0xfa, 0xfb, 0x0c, 0x2c, 0xeb, 0xf2, 0xf9, 0xab, 0x90, 0x0f, 0xcd, 0x8d, - 0xba, 0xf5, 0xcb, 0x2b, 0x3b, 0x61, 0xea, 0x2d, 0x4c, 0x76, 0xe2, 0x2d, 0xcc, 0xb8, 0x32, 0xce, - 0xa5, 0x2b, 0x63, 0x6b, 0x2b, 0x85, 0xe5, 0x9f, 0x40, 0x39, 0xae, 0xc8, 0x0c, 0x8c, 0x96, 0x67, - 0xfe, 0x8e, 0x26, 0x22, 0xd6, 0xe7, 0x50, 0x49, 0x7e, 0x75, 0xce, 0x5b, 0xcb, 0xd5, 0xf4, 0x5b, - 0xcb, 0x4a, 0xea, 0x3d, 0xe5, 0xdd, 0x3e, 0xd4, 0x26, 0xca, 0x6d, 0x42, 0x20, 0x8f, 0x41, 0x4c, - 0xf7, 0xc6, 0x6f, 0xf2, 0x10, 0x2a, 0xf1, 0x4c, 0x6a, 0xd9, 0x72, 0xf3, 0xb5, 0x19, 0xcb, 0x18, - 0x53, 0xe6, 0x62, 0x53, 0xde, 0xfd, 0x87, 0x0c, 0x90, 0x71, 0x08, 0xda, 0xf5, 0xc4, 0xc8, 0x91, - 0xee, 0xd9, 0x3b, 0x95, 0x86, 0x6b, 0x50, 0x7c, 0xc9, 0x4f, 0xc7, 0xc6, 0x2c, 0xbc, 0xe4, 0xa7, - 0xfb, 0xfd, 0x09, 0x3b, 0xe5, 0x2e, 0xb5, 0x53, 0xb2, 0x23, 0xc8, 0x5f, 0x61, 0x47, 0xf0, 0xc9, - 0x0b, 0xa8, 0x4f, 0xd2, 0xc9, 0x6d, 0xb8, 0xd9, 0xdd, 0x3f, 0x3c, 0x39, 0xd8, 0xee, 0xed, 0x3f, - 0x3f, 0xb2, 0x0f, 0x9f, 0xef, 0xee, 0xd9, 0x27, 0x47, 0xdd, 0xe3, 0xbd, 0x9d, 0xfd, 0xaf, 0xf6, - 0xf7, 0x14, 0x76, 0x5b, 0xb0, 0x3a, 0x2d, 0xd0, 0xdb, 0xfb, 0x93, 0x5e, 0x33, 0x83, 0x80, 0x9f, - 0xe2, 0x6c, 0x9f, 0xec, 0xee, 0x3f, 0x6f, 0x66, 0x37, 0x7f, 0x53, 0x84, 0xc6, 0xb6, 0xf2, 0xed, - 0xf1, 0x6c, 0xa4, 0x0f, 0x2b, 0xda, 0xf7, 0x26, 0xdf, 0xa2, 0x2e, 0x3a, 0x2d, 0xd0, 0xb2, 0x1b, - 0x71, 0xc9, 0xfb, 0xf1, 0x65, 0x62, 0xc6, 0xcb, 0xbe, 0xcb, 0xc0, 0xad, 0xb8, 0x34, 0x4e, 0x04, - 0xd3, 0x45, 0x32, 0xd9, 0x5c, 0x98, 0x42, 0x66, 0x0a, 0xea, 0x64, 0xf6, 0x9f, 0xbe, 0x53, 0x1f, - 0xa3, 0xca, 0x9f, 0x42, 0xf3, 0x29, 0x93, 0x93, 0x7f, 0x7b, 0x77, 0xc1, 0x40, 0x4f, 0x99, 0x4c, - 0x26, 0xfb, 0xf0, 0x42, 0x19, 0x33, 0xb8, 0x0d, 0x44, 0x95, 0xb2, 0x13, 0x12, 0x82, 0x2c, 0xea, - 0xaa, 0x44, 0x93, 0xf1, 0x3f, 0xba, 0x58, 0xc8, 0x4c, 0xa0, 0x96, 0x4b, 0x85, 0xca, 0xa9, 0x19, - 0xee, 0x5d, 0x9c, 0x80, 0x2f, 0x5d, 0xae, 0x58, 0x2c, 0x35, 0x0b, 0xa6, 0xc2, 0x2b, 0x3a, 0x05, - 0xca, 0x5e, 0x3e, 0x4b, 0x2c, 0x66, 0x66, 0x79, 0x0d, 0x37, 0x8c, 0xeb, 0x19, 0xd4, 0xa4, 0xc2, - 0x1f, 0x79, 0x30, 0x1b, 0x63, 0x67, 0x62, 0x64, 0x32, 0xe3, 0xa7, 0x57, 0x13, 0xd6, 0xf3, 0xb6, - 0xbf, 0xfa, 0xe6, 0xc3, 0x81, 0x27, 0xcf, 0xa2, 0xd3, 0x0d, 0x97, 0x0f, 0xe3, 0x97, 0xfe, 0xfa, - 0xb5, 0xbe, 0xcb, 0xfd, 0x98, 0xf0, 0xbb, 0x6c, 0xed, 0xc0, 0x7b, 0xcd, 0xfe, 0x08, 0xf7, 0x80, - 0x5c, 0xf2, 0xff, 0xcc, 0xd6, 0x4d, 0xfb, 0xc9, 0x13, 0x24, 0x9c, 0x16, 0xb1, 0xcb, 0x4f, 0xff, - 0x27, 0x00, 0x00, 0xff, 0xff, 0x6f, 0x4f, 0xa6, 0xac, 0x5c, 0x30, 0x00, 0x00, + // 4371 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xec, 0x5b, 0xcb, 0x8f, 0x1b, 0x47, + 0x7a, 0x17, 0xdf, 0xe4, 0xc7, 0xe1, 0x63, 0x6a, 0x1e, 0xe2, 0xb4, 0x2d, 0x59, 0x1a, 0x3f, 0x56, + 0xb6, 0xbc, 0x23, 0x65, 0xd6, 0x5a, 0x67, 0xec, 0xf5, 0x66, 0x87, 0x33, 0x94, 0x48, 0x65, 0x5e, + 0x2e, 0x72, 0x36, 0xb1, 0x83, 0x45, 0xa3, 0xa7, 0x59, 0xe2, 0xb4, 0xd4, 0xec, 0xa6, 0xbb, 0xaa, + 0x25, 0xcd, 0x02, 0x01, 0x12, 0xc0, 0x07, 0x03, 0x39, 0x25, 0xb7, 0xdc, 0x16, 0x08, 0x72, 0x48, + 0xae, 0x41, 0x80, 0x5c, 0x36, 0x87, 0x00, 0xb9, 0xe4, 0x12, 0x04, 0x39, 0xe4, 0x7f, 0x48, 0xfe, + 0x89, 0xa0, 0xbe, 0xaa, 0x6e, 0x36, 0x5f, 0x33, 0xa3, 0x85, 0x0d, 0xe4, 0x90, 0x1b, 0xeb, 0x7b, + 0x54, 0x7d, 0xfd, 0xd5, 0xf7, 0xfb, 0xea, 0xab, 0x07, 0xe1, 0xb6, 0xeb, 0xbc, 0x64, 0x2f, 0x1c, + 0x61, 0x5a, 0x03, 0xe6, 0x09, 0x93, 0x3b, 0xc3, 0xd0, 0xb5, 0x84, 0xe3, 0x7b, 0x5b, 0xa3, 0xc0, + 0x17, 0x3e, 0x29, 0x68, 0xbe, 0x71, 0x17, 0x05, 0x1e, 0x4c, 0x89, 0x33, 0xce, 0x63, 0x59, 0xe3, + 0xf6, 0xc0, 0xf7, 0x07, 0x2e, 0x7b, 0x80, 0xad, 0xb3, 0xf0, 0xd9, 0x83, 0x7e, 0x18, 0x24, 0xfa, + 0x32, 0xde, 0x99, 0xe6, 0x0b, 0x67, 0xc8, 0xb8, 0xb0, 0x86, 0x23, 0x2d, 0xb0, 0x11, 0xf5, 0x6e, + 0xbb, 0x7e, 0xd8, 0x57, 0x63, 0x68, 0xd6, 0x6a, 0xc4, 0x1a, 0xfa, 0x7d, 0xe6, 0x72, 0x45, 0xdd, + 0xfc, 0x8f, 0x0c, 0xac, 0x76, 0x63, 0x93, 0x69, 0xe8, 0x75, 0xc3, 0xe1, 0xd0, 0x0a, 0x2e, 0xc8, + 0x3a, 0xe4, 0x47, 0x16, 0xe7, 0xac, 0xdf, 0x48, 0xdd, 0x49, 0xdd, 0xcb, 0x51, 0xdd, 0x92, 0xf4, + 0x67, 0x96, 0xe3, 0xb2, 0x7e, 0x23, 0xad, 0xe8, 0xaa, 0x45, 0x6e, 0x01, 0x0c, 0x7c, 0xc7, 0x1b, + 0x98, 0xaf, 0x98, 0xeb, 0x36, 0x32, 0x77, 0x52, 0xf7, 0x4a, 0xb4, 0x84, 0x94, 0x3f, 0x62, 0xae, + 0x2b, 0xd9, 0xc2, 0x37, 0x9d, 0xe1, 0x28, 0xf0, 0x5f, 0xb2, 0x46, 0x56, 0xb1, 0x85, 0xdf, 0x51, + 0x04, 0xf2, 0x39, 0xe4, 0x1d, 0xce, 0x43, 0xc6, 0x1b, 0xb9, 0x3b, 0x99, 0x7b, 0xe5, 0xed, 0x77, + 0xb7, 0xb4, 0xb5, 0x5b, 0xf3, 0x8c, 0xdb, 0xea, 0x48, 0x59, 0xaa, 0x55, 0xc8, 0x97, 0xb0, 0x64, + 0x9f, 0x5b, 0xc2, 0x3c, 0x77, 0xb8, 0xf0, 0x83, 0x8b, 0x46, 0x1e, 0xbb, 0xd8, 0xba, 0xbc, 0x8b, + 0xbd, 0x73, 0x4b, 0xb4, 0x95, 0x42, 0xcb, 0x13, 0xc1, 0x05, 0x2d, 0xdb, 0x63, 0x8a, 0xf1, 0x35, + 0xd4, 0xa7, 0x05, 0x48, 0x1d, 0x32, 0x2f, 0xd8, 0x05, 0xba, 0xa3, 0x44, 0xe5, 0x4f, 0xf2, 0x10, + 0x72, 0x2f, 0x2d, 0x37, 0x64, 0xe8, 0x8a, 0xf2, 0xb6, 0x11, 0x8f, 0xa8, 0xfc, 0x2e, 0x7b, 0xd8, + 0xf3, 0x3d, 0xc1, 0x5e, 0x0b, 0xaa, 0x04, 0x3f, 0x4b, 0xff, 0x7e, 0xca, 0x30, 0x21, 0x87, 0xf6, + 0x93, 0x3b, 0x50, 0xee, 0x33, 0x6e, 0x07, 0xce, 0x48, 0xda, 0xa6, 0x3b, 0x4e, 0x92, 0xc8, 0x6d, + 0x00, 0x1e, 0x0e, 0x06, 0x8c, 0xa3, 0x40, 0x1a, 0x05, 0x12, 0x14, 0xb2, 0x0a, 0x39, 0xd7, 0x3a, + 0x63, 0x91, 0xbf, 0x55, 0x63, 0xf3, 0xcf, 0x7a, 0x50, 0x99, 0xf8, 0x66, 0x52, 0x85, 0xb4, 0xd3, + 0xd7, 0x03, 0xa4, 0x1d, 0x9c, 0xac, 0x51, 0xe0, 0x3f, 0x67, 0xb6, 0x30, 0x9d, 0xbe, 0xee, 0xb7, + 0xa4, 0x29, 0x9d, 0x3e, 0x79, 0x04, 0x79, 0x2e, 0x2c, 0x11, 0x72, 0xec, 0xb7, 0xba, 0x7d, 0x6b, + 0xbe, 0x2b, 0xb7, 0xba, 0x28, 0x44, 0xb5, 0x30, 0xb9, 0x0f, 0xcb, 0x2a, 0xa8, 0x93, 0x5f, 0xa5, + 0xa6, 0xba, 0x8e, 0x8c, 0xfd, 0xc4, 0xa7, 0xad, 0x42, 0x8e, 0x05, 0x81, 0x1f, 0x34, 0x72, 0xca, + 0x74, 0x6c, 0x90, 0x1d, 0x00, 0x3b, 0x60, 0x96, 0x60, 0x7d, 0xd3, 0x12, 0x8d, 0xbc, 0x76, 0xab, + 0x8a, 0xfa, 0xad, 0x28, 0xea, 0xb7, 0x7a, 0x51, 0xd4, 0xd3, 0x92, 0x96, 0xde, 0x15, 0x64, 0x0b, + 0xb2, 0xcf, 0xfd, 0x33, 0xde, 0x28, 0xe0, 0xec, 0x1b, 0x0b, 0x4c, 0x7e, 0xea, 0x9f, 0x51, 0x94, + 0x93, 0x3e, 0x50, 0xd6, 0x7a, 0xd6, 0x90, 0x35, 0x4a, 0xca, 0x07, 0x48, 0x39, 0xb2, 0x86, 0x8c, + 0x7c, 0x01, 0x55, 0x6e, 0x33, 0xcf, 0x0a, 0x1c, 0xdf, 0x1c, 0x04, 0x7e, 0x38, 0x6a, 0x00, 0x5a, + 0xb3, 0x3e, 0xee, 0x58, 0xb3, 0x9f, 0x48, 0x2e, 0xad, 0xf0, 0x64, 0x93, 0x3c, 0x82, 0x22, 0xf3, + 0xfa, 0xea, 0x33, 0xca, 0x57, 0x7e, 0x46, 0x01, 0x65, 0x77, 0x05, 0x79, 0x0b, 0x4a, 0xcf, 0xfd, + 0x33, 0xd3, 0xf6, 0x43, 0x4f, 0x34, 0x96, 0x10, 0x60, 0xc5, 0xe7, 0xfe, 0xd9, 0x9e, 0x6c, 0x93, + 0xbb, 0xb0, 0xa4, 0x40, 0xa8, 0xf9, 0x15, 0xe4, 0x97, 0x15, 0x2d, 0x16, 0x51, 0x78, 0xd4, 0x22, + 0x55, 0x25, 0xa2, 0x68, 0x4a, 0xe4, 0x47, 0x50, 0xf3, 0xc2, 0x61, 0x22, 0x4f, 0xf1, 0x46, 0x0d, + 0xa5, 0xaa, 0x5e, 0x38, 0x1c, 0x3b, 0x8b, 0x93, 0x6d, 0xc8, 0x85, 0xdc, 0x1a, 0xb0, 0x46, 0x1d, + 0xed, 0x7f, 0x7b, 0x81, 0x47, 0x4f, 0xa5, 0x0c, 0x55, 0xa2, 0x32, 0xa4, 0x6d, 0xdf, 0xb3, 0xc3, + 0x20, 0x60, 0x9e, 0x7d, 0xd1, 0x58, 0x56, 0xc3, 0x27, 0x48, 0xe4, 0x3e, 0x64, 0x65, 0x02, 0x6a, + 0x10, 0x8c, 0xac, 0x9b, 0x73, 0x3a, 0x3d, 0xf4, 0xfb, 0x8c, 0xa2, 0x10, 0xf9, 0x1c, 0x0a, 0x43, + 0x26, 0x02, 0xc7, 0xe6, 0x8d, 0x15, 0x34, 0xe2, 0xee, 0x02, 0x23, 0x68, 0xe8, 0x1d, 0x2a, 0x41, + 0x1a, 0x69, 0x48, 0x5f, 0x70, 0x05, 0x76, 0xf3, 0xd7, 0x5c, 0xf4, 0x1b, 0xab, 0x77, 0x52, 0xf7, + 0x96, 0x68, 0x59, 0xd3, 0xbe, 0xe6, 0xa2, 0x4f, 0xde, 0x83, 0x32, 0xe6, 0x10, 0xed, 0xad, 0x35, + 0x69, 0x6e, 0xfb, 0x06, 0x05, 0x24, 0xa2, 0xbb, 0xbe, 0x4b, 0xa5, 0xc8, 0x16, 0xa4, 0x6d, 0xa7, + 0xb1, 0x8e, 0x06, 0x6c, 0x2c, 0x30, 0x60, 0xaf, 0xd3, 0x4e, 0xd1, 0xb4, 0xed, 0x48, 0xf9, 0x27, + 0x50, 0xe4, 0xd6, 0x70, 0xe4, 0x3a, 0xde, 0xa0, 0x71, 0x13, 0xb5, 0x3e, 0x58, 0x04, 0x20, 0x2d, + 0x76, 0x8c, 0x98, 0xe0, 0xed, 0x34, 0x8d, 0x35, 0xbf, 0x4b, 0xa5, 0x8c, 0x7f, 0x2a, 0x40, 0xe6, + 0xa9, 0x7f, 0x36, 0x03, 0xdf, 0x9d, 0x18, 0x9f, 0x69, 0xf4, 0xe2, 0xdd, 0xc5, 0xc1, 0x3e, 0x8d, + 0xd1, 0x4d, 0x58, 0x72, 0x3c, 0x2e, 0x82, 0xd0, 0x56, 0x53, 0xaf, 0x12, 0xc7, 0x04, 0x6d, 0x0c, + 0xcd, 0x6c, 0x12, 0x9a, 0x3f, 0x06, 0xa2, 0xf0, 0xc2, 0x5e, 0x8f, 0x98, 0x2d, 0x74, 0xe8, 0x28, + 0xf4, 0x2a, 0xdc, 0xb7, 0x12, 0x8c, 0x71, 0x6a, 0xca, 0x27, 0x52, 0x13, 0x21, 0x90, 0x15, 0xd6, + 0x40, 0x81, 0xb4, 0x44, 0xf1, 0xb7, 0x8c, 0xf9, 0xc0, 0xf7, 0x87, 0x0a, 0x87, 0x45, 0x94, 0x2e, + 0x4a, 0x02, 0xc2, 0x70, 0x07, 0x80, 0x0b, 0x2b, 0xd0, 0x09, 0x01, 0xae, 0x4e, 0x08, 0x5a, 0x7a, + 0x57, 0xfc, 0xae, 0x10, 0xbc, 0x09, 0x05, 0x34, 0xc7, 0xe9, 0x23, 0x00, 0x4b, 0x34, 0x2f, 0x9b, + 0x9d, 0x3e, 0xf9, 0x69, 0x84, 0x87, 0x0a, 0x76, 0x76, 0xe7, 0x12, 0xa7, 0x4f, 0x60, 0x22, 0x11, + 0xc4, 0xd5, 0x4b, 0x83, 0xf8, 0xa9, 0x7f, 0x36, 0x13, 0xc4, 0xef, 0x40, 0x39, 0x4e, 0x43, 0x4e, + 0x1f, 0x91, 0x2a, 0x97, 0x00, 0x4d, 0xea, 0xe0, 0x7a, 0x8c, 0x21, 0xa3, 0x60, 0x9a, 0xa3, 0xba, + 0x45, 0x8e, 0xa1, 0x2a, 0x51, 0x1f, 0x06, 0xcc, 0x0c, 0x98, 0xc5, 0x7d, 0x0f, 0x11, 0x54, 0xdd, + 0xbe, 0x77, 0x89, 0xd9, 0x8f, 0x95, 0x02, 0x45, 0x79, 0x5a, 0x79, 0x96, 0x6c, 0x1a, 0xbf, 0x82, + 0x1c, 0x7e, 0x16, 0xb9, 0x07, 0x75, 0xb9, 0xa4, 0x99, 0x22, 0x0c, 0x3c, 0xae, 0x91, 0xa3, 0x6a, + 0x84, 0xaa, 0xa4, 0xf7, 0x24, 0x59, 0xa5, 0x9a, 0x8f, 0x60, 0xd9, 0x0a, 0xfb, 0x8e, 0x3f, 0x21, + 0xaa, 0xca, 0x86, 0x1a, 0x32, 0xc6, 0xb2, 0x9b, 0x3e, 0xe4, 0x55, 0xa8, 0x12, 0x02, 0xd5, 0x6e, + 0x6f, 0xb7, 0x77, 0xda, 0x35, 0x4f, 0x5a, 0x47, 0xfb, 0x9d, 0xa3, 0x27, 0xf5, 0x1b, 0x09, 0x1a, + 0x3d, 0x3d, 0x3a, 0x92, 0xb4, 0x14, 0x59, 0x85, 0xba, 0xa6, 0xed, 0x1d, 0x1f, 0x9e, 0x1c, 0xb4, + 0x7a, 0xad, 0xfd, 0x7a, 0x9a, 0x2c, 0x43, 0x45, 0x53, 0x1f, 0xef, 0x76, 0x0e, 0x5a, 0xfb, 0xf5, + 0x4c, 0x52, 0x70, 0xf7, 0x68, 0xaf, 0x75, 0x20, 0xa9, 0xd9, 0xcd, 0x5f, 0x42, 0x65, 0xe2, 0x7b, + 0xc9, 0x6d, 0x30, 0xa4, 0xca, 0x29, 0x6d, 0x99, 0xb4, 0xb5, 0xdb, 0x3d, 0x3e, 0x32, 0x4f, 0x8f, + 0xba, 0x27, 0xad, 0xbd, 0xce, 0xe3, 0x4e, 0x6b, 0xbf, 0x7e, 0x83, 0xbc, 0x0f, 0x77, 0xa7, 0xf8, + 0xbb, 0x4f, 0x5a, 0x47, 0x3d, 0xf3, 0xe9, 0x71, 0xe7, 0xc8, 0xec, 0x75, 0x0e, 0x5b, 0xc7, 0xa7, + 0xbd, 0x7a, 0xea, 0x69, 0xb6, 0x58, 0xaa, 0x83, 0xf1, 0x6f, 0x1f, 0x02, 0x8c, 0xe7, 0x93, 0x7c, + 0x0c, 0x35, 0x61, 0xf1, 0x17, 0xa6, 0xed, 0xcb, 0xc9, 0xc1, 0x85, 0x51, 0x22, 0x2f, 0xdd, 0xbe, + 0x41, 0xab, 0x92, 0xb1, 0x17, 0xd3, 0x65, 0x02, 0xb9, 0x07, 0x15, 0xff, 0x25, 0x0b, 0x2c, 0xd7, + 0x35, 0xb9, 0xed, 0x07, 0x0c, 0x53, 0x57, 0xba, 0x9d, 0xa2, 0x4b, 0x9a, 0xdc, 0x95, 0x54, 0x29, + 0xf9, 0x29, 0x64, 0xb8, 0x10, 0x08, 0xd4, 0xf2, 0xf6, 0xfb, 0x57, 0xc6, 0xd5, 0x56, 0xb7, 0xd7, + 0xa3, 0x52, 0x43, 0x2a, 0xba, 0xee, 0x10, 0xe1, 0x7b, 0x2d, 0xc5, 0x83, 0x83, 0x43, 0x2a, 0x35, + 0xa4, 0xa2, 0x10, 0x5c, 0x2f, 0xcd, 0xd7, 0x50, 0xec, 0xf5, 0xba, 0x54, 0x6a, 0x10, 0x0a, 0x4b, + 0xb6, 0xef, 0xbd, 0x64, 0x01, 0x47, 0xb1, 0x46, 0x01, 0x7b, 0xd8, 0xba, 0xba, 0x87, 0xbd, 0x84, + 0x16, 0x9d, 0xe8, 0x83, 0xfc, 0x0c, 0x72, 0x18, 0x5a, 0x8d, 0x12, 0x2e, 0xfa, 0x1f, 0x5c, 0xc3, + 0x9c, 0x30, 0xf0, 0xa8, 0x52, 0x92, 0xd8, 0x7a, 0x1e, 0xf6, 0x07, 0x4c, 0x55, 0xc4, 0x98, 0x5c, + 0x4a, 0x14, 0x90, 0x24, 0xd7, 0x20, 0x97, 0x7c, 0x0c, 0xe4, 0xdc, 0xe2, 0x66, 0xc0, 0x86, 0xbe, + 0x60, 0x51, 0xa9, 0x8e, 0x59, 0xa1, 0x48, 0xeb, 0xe7, 0x16, 0xa7, 0xc8, 0xe8, 0x2a, 0x3a, 0xf9, + 0x08, 0xd2, 0xe2, 0xa1, 0x4e, 0x0e, 0x97, 0x65, 0x9a, 0xb4, 0x78, 0x48, 0xde, 0x57, 0xeb, 0xa4, + 0xc3, 0x99, 0xc7, 0xb8, 0xca, 0x0b, 0xe9, 0x76, 0x9a, 0x26, 0x89, 0x72, 0x7a, 0x77, 0x60, 0x3d, + 0xf4, 0x3c, 0x66, 0x33, 0xce, 0xe5, 0x32, 0x26, 0x7c, 0xdf, 0x35, 0x6d, 0xcb, 0x75, 0xd5, 0x92, + 0x5d, 0x6c, 0x67, 0xe8, 0x6a, 0x82, 0xdf, 0xf3, 0x7d, 0x77, 0x4f, 0x72, 0xd5, 0xa2, 0x55, 0x77, + 0xbc, 0x67, 0x7e, 0x30, 0x44, 0x2f, 0x98, 0xae, 0xcf, 0x39, 0x66, 0x88, 0x62, 0x3b, 0x4b, 0x6b, + 0x09, 0xce, 0x81, 0xaf, 0x86, 0xfa, 0x29, 0xac, 0x06, 0xac, 0x1f, 0x7a, 0x7d, 0x4b, 0xee, 0x4a, + 0x84, 0x25, 0xd8, 0x90, 0x79, 0x82, 0xe3, 0x12, 0x5e, 0x6c, 0xe7, 0xe8, 0x4a, 0xcc, 0xed, 0xc6, + 0x4c, 0x15, 0x81, 0x6b, 0x23, 0xdf, 0x0f, 0xcc, 0x6f, 0x42, 0x55, 0x93, 0x9a, 0xdf, 0x84, 0x96, + 0xeb, 0x88, 0x0b, 0x5c, 0xe0, 0x8b, 0xed, 0x3c, 0x5d, 0x91, 0xec, 0x2f, 0x35, 0xf7, 0x4b, 0xc5, + 0x94, 0x8a, 0x3f, 0x87, 0x46, 0x72, 0x2e, 0xcd, 0x51, 0xe0, 0x0f, 0x02, 0xed, 0xe2, 0x15, 0xf4, + 0x47, 0x81, 0xde, 0x4c, 0x4a, 0x9c, 0x8c, 0x05, 0xa4, 0xfe, 0x53, 0x00, 0xe6, 0xf5, 0xa3, 0xe4, + 0xb6, 0x86, 0xc9, 0xed, 0xfe, 0xd5, 0x01, 0xd0, 0xf2, 0xfa, 0x3a, 0xbf, 0x95, 0x58, 0xf4, 0x53, + 0xd6, 0x44, 0xd2, 0xad, 0x2c, 0x30, 0x5d, 0xcb, 0x1b, 0x84, 0x32, 0xc9, 0xaf, 0x63, 0x34, 0x54, + 0x15, 0xf9, 0x40, 0x53, 0xc9, 0x27, 0xb0, 0x1e, 0x09, 0x3a, 0x5c, 0x30, 0x6f, 0x2c, 0x7f, 0x13, + 0xe5, 0x57, 0xb5, 0x3c, 0x32, 0x63, 0xad, 0x5f, 0x40, 0xd9, 0x19, 0x8e, 0x2c, 0x27, 0x50, 0x2e, + 0x6d, 0x60, 0x88, 0xdc, 0x9e, 0x63, 0x6b, 0x67, 0x2c, 0x45, 0x93, 0x2a, 0xc6, 0x5f, 0xe5, 0x21, + 0xd3, 0xed, 0xf5, 0xc8, 0x1a, 0x64, 0x5e, 0xb1, 0x00, 0xd3, 0xad, 0xcc, 0x1d, 0xb2, 0x21, 0x7d, + 0xb1, 0x01, 0xb9, 0x57, 0x7e, 0xd0, 0x57, 0xf5, 0x40, 0xa5, 0x9d, 0xa2, 0xaa, 0x29, 0x59, 0xef, + 0x41, 0x59, 0xfe, 0x36, 0x71, 0x11, 0x57, 0xeb, 0x7d, 0xa5, 0x9d, 0xa6, 0x20, 0x89, 0x2d, 0xa4, + 0x49, 0xa9, 0x35, 0xc8, 0xd8, 0x4c, 0x2d, 0xf8, 0xe9, 0x76, 0x86, 0xca, 0x86, 0xee, 0xd7, 0x3e, + 0xb7, 0x02, 0x8e, 0xe5, 0x71, 0xa5, 0x9d, 0xa5, 0xaa, 0xa9, 0xfb, 0x95, 0xbf, 0xa3, 0x7e, 0x01, + 0x05, 0x72, 0x14, 0x24, 0x71, 0xdc, 0xef, 0xfb, 0xb0, 0xc4, 0x85, 0xdc, 0x10, 0xb8, 0xd6, 0x85, + 0x39, 0xe4, 0xb8, 0xbc, 0x57, 0xda, 0x79, 0x0a, 0x5c, 0x88, 0x7d, 0x49, 0x3c, 0x44, 0xb1, 0x6d, + 0x20, 0xcc, 0x13, 0x8e, 0xb8, 0x30, 0x03, 0x66, 0xfb, 0x03, 0xcf, 0xc1, 0x0c, 0x51, 0xd6, 0x51, + 0xb0, 0xac, 0x78, 0x74, 0xcc, 0xd2, 0x01, 0x8e, 0x74, 0x87, 0x71, 0x33, 0x14, 0x82, 0x05, 0x4c, + 0x2d, 0xd8, 0x95, 0x76, 0x91, 0xd6, 0x22, 0xce, 0xa9, 0x62, 0x48, 0xf9, 0x4f, 0x60, 0x25, 0x96, + 0xd7, 0xa3, 0xfc, 0x9a, 0xf5, 0x11, 0xaf, 0x95, 0x76, 0x89, 0x92, 0x88, 0x49, 0x63, 0x9e, 0x4e, + 0xc5, 0x63, 0xcb, 0x2c, 0xd7, 0xd5, 0x50, 0x05, 0xba, 0x14, 0x1b, 0x65, 0xb9, 0xae, 0x94, 0xfc, + 0x03, 0xd8, 0x88, 0xfb, 0xb7, 0xec, 0x6f, 0x42, 0x27, 0x60, 0xfd, 0xd8, 0xb0, 0x1a, 0x8e, 0x52, + 0xa6, 0x37, 0x23, 0x91, 0x5d, 0x2d, 0x91, 0x30, 0xb0, 0x05, 0x6f, 0xcf, 0x76, 0x90, 0xb0, 0xb4, + 0x8e, 0x7d, 0x2c, 0x51, 0x63, 0xba, 0x8f, 0x09, 0x8b, 0x9b, 0x79, 0xc8, 0x9a, 0xaf, 0x58, 0xd0, + 0x2c, 0x42, 0xde, 0xc4, 0x28, 0x68, 0x56, 0x61, 0xc9, 0x4c, 0xc4, 0x00, 0x4a, 0xd8, 0x5a, 0x02, + 0xe7, 0x13, 0x25, 0x12, 0xb3, 0xd9, 0xac, 0x41, 0xc5, 0x4c, 0xce, 0x5b, 0x73, 0x0d, 0x56, 0xcc, + 0xd9, 0x19, 0x6a, 0xae, 0xc0, 0xb2, 0x39, 0x3d, 0x09, 0xcd, 0x75, 0x58, 0x35, 0xe7, 0x78, 0xba, + 0x59, 0x87, 0xaa, 0x39, 0xe1, 0xcb, 0xe6, 0xdb, 0x60, 0x98, 0x0b, 0x7d, 0xd6, 0x7c, 0x07, 0x6e, + 0x99, 0x97, 0x39, 0xc4, 0xf8, 0x4d, 0x0a, 0x32, 0x07, 0x07, 0x87, 0xe4, 0x6d, 0x28, 0x08, 0xf1, + 0x4c, 0xc8, 0xf8, 0x4a, 0xa1, 0x8f, 0x6e, 0xd0, 0xbc, 0x24, 0xa8, 0xd8, 0x52, 0x5c, 0x2e, 0xb9, + 0x11, 0x3a, 0x24, 0x97, 0x2b, 0xee, 0x03, 0x58, 0x16, 0xfe, 0x0b, 0xe6, 0x71, 0x73, 0xc4, 0x02, + 0x93, 0x33, 0xdb, 0xf7, 0xfa, 0x7a, 0x69, 0x4e, 0xd3, 0x9a, 0x62, 0x9d, 0xb0, 0xa0, 0x8b, 0x0c, + 0xe9, 0x5e, 0x80, 0xa2, 0xa9, 0x47, 0x8b, 0x7e, 0xcb, 0xbe, 0x9b, 0xab, 0x40, 0xcc, 0x99, 0x9e, + 0x8c, 0x6f, 0xf3, 0x90, 0xe9, 0xf5, 0xba, 0xda, 0x88, 0xb3, 0xb1, 0x11, 0xca, 0xc4, 0xb3, 0xc3, + 0x08, 0x7d, 0x12, 0xd5, 0x19, 0xbd, 0xca, 0xcf, 0xa0, 0xba, 0xa0, 0x41, 0xbb, 0x10, 0xd5, 0x0a, + 0x56, 0x99, 0x05, 0xa8, 0x2e, 0x61, 0xbf, 0xd9, 0x59, 0x54, 0x47, 0xa0, 0x5d, 0x88, 0xea, 0x72, + 0x04, 0xd7, 0x49, 0x54, 0xcf, 0x87, 0x6b, 0xf5, 0x8d, 0xe1, 0x5a, 0x7b, 0x73, 0xb8, 0xd6, 0xdf, + 0x10, 0xae, 0xcb, 0xbf, 0x13, 0x5c, 0xc9, 0xf7, 0x00, 0xd7, 0x95, 0xeb, 0xc1, 0x55, 0xc7, 0x90, + 0x0c, 0x8d, 0xef, 0x05, 0xba, 0xff, 0x27, 0x91, 0xfa, 0xdb, 0x22, 0x2c, 0x25, 0xcb, 0x38, 0x84, + 0x5d, 0x18, 0x78, 0xa6, 0xb0, 0x5e, 0x38, 0xde, 0x40, 0x57, 0xb9, 0xd1, 0xaa, 0x56, 0x93, 0xac, + 0x1e, 0x72, 0xe2, 0x42, 0xf7, 0x73, 0x68, 0x9c, 0x33, 0x4b, 0x3a, 0x62, 0x9b, 0x99, 0xae, 0x25, + 0x98, 0x67, 0x5f, 0x98, 0xa3, 0x47, 0x0f, 0x23, 0x44, 0xe5, 0xda, 0x29, 0xba, 0x8a, 0x12, 0xad, + 0x6d, 0x76, 0xa0, 0xf8, 0x27, 0x8f, 0x1e, 0x2a, 0x7c, 0xcd, 0x57, 0xde, 0x79, 0x24, 0x95, 0x33, + 0xa8, 0x9c, 0x9e, 0x55, 0xde, 0x79, 0x74, 0xa9, 0xf2, 0x8e, 0x54, 0xce, 0xa2, 0x72, 0x66, 0x8e, + 0xf2, 0x8e, 0x52, 0xfe, 0x18, 0xea, 0xc2, 0x19, 0x32, 0x53, 0xf8, 0xe6, 0x85, 0xc3, 0xdc, 0xbe, + 0x54, 0xca, 0xe9, 0xb5, 0xb4, 0x22, 0x39, 0x3d, 0xff, 0x2b, 0x49, 0x8f, 0x86, 0xba, 0xc9, 0x7c, + 0x61, 0x0e, 0x1d, 0x3e, 0x0a, 0x58, 0xdf, 0xc1, 0xed, 0xb8, 0xde, 0x35, 0xe5, 0x35, 0x54, 0xd7, + 0x98, 0x2f, 0x0e, 0x93, 0xfc, 0xf8, 0x94, 0x42, 0x6f, 0x1a, 0x5c, 0x6b, 0x64, 0xe2, 0x99, 0x31, + 0x66, 0x8d, 0x74, 0x3b, 0xaf, 0x36, 0x0d, 0xae, 0x35, 0xa2, 0x92, 0xaa, 0x73, 0x5e, 0x24, 0xc9, + 0x47, 0x8c, 0xd9, 0xe7, 0xe3, 0x95, 0xb9, 0x40, 0x6b, 0x9a, 0xd5, 0x45, 0x8e, 0xb2, 0xeb, 0x3e, + 0xd4, 0x84, 0x2f, 0x2c, 0x37, 0x21, 0x5e, 0xd2, 0xd0, 0xad, 0x20, 0x23, 0x29, 0xfc, 0x29, 0xac, + 0x59, 0xaf, 0x5e, 0xbc, 0x92, 0x1e, 0xe3, 0x8e, 0xcb, 0x3c, 0x3b, 0x3a, 0x5d, 0x29, 0x6b, 0xe8, + 0xae, 0x68, 0x76, 0x57, 0x71, 0x13, 0xc7, 0x2c, 0xf5, 0xd0, 0xb3, 0x3c, 0xfe, 0x4a, 0xc6, 0x94, + 0xda, 0x32, 0xea, 0x05, 0x1d, 0x68, 0x6d, 0xcc, 0xc1, 0x3d, 0xa3, 0x94, 0xff, 0x02, 0x1a, 0xcf, + 0x2c, 0x97, 0x33, 0xd3, 0xf1, 0x04, 0x0b, 0x82, 0x70, 0x94, 0x70, 0x57, 0x45, 0x03, 0x78, 0x1d, + 0x25, 0x3a, 0x09, 0x81, 0x78, 0xb8, 0x0f, 0xa1, 0x9a, 0x9c, 0xd1, 0x21, 0xd7, 0xe9, 0x68, 0x89, + 0x2e, 0xb1, 0x78, 0x22, 0xd5, 0x27, 0x3d, 0x84, 0xe5, 0x33, 0xcb, 0x7e, 0x61, 0x9f, 0x5b, 0x9e, + 0xc7, 0x5c, 0x3d, 0x84, 0xca, 0x44, 0x15, 0x5a, 0x4f, 0xb0, 0xa2, 0xce, 0xd5, 0x6a, 0x30, 0x1d, + 0xe0, 0xcd, 0xb7, 0x60, 0xc3, 0x5c, 0x14, 0xc5, 0x8b, 0x98, 0x18, 0xa5, 0x0b, 0x99, 0x32, 0x0a, + 0x11, 0xdb, 0xd3, 0x51, 0xd6, 0x34, 0xa0, 0x61, 0x2e, 0x08, 0x26, 0xc4, 0xf7, 0x44, 0xac, 0xa0, + 0xbd, 0x33, 0x31, 0xd1, 0x24, 0x50, 0x37, 0xa7, 0x26, 0xbe, 0xd9, 0x80, 0x75, 0x73, 0xee, 0xfc, + 0xa2, 0x19, 0xd3, 0x13, 0x88, 0x86, 0x2f, 0x9a, 0xa5, 0xe6, 0x32, 0xd4, 0xcc, 0xc9, 0x39, 0x40, + 0x43, 0x66, 0x7c, 0x6d, 0xfc, 0x73, 0x01, 0xb2, 0x72, 0xde, 0xc9, 0x2a, 0xe4, 0x1c, 0xaf, 0xcf, + 0x5e, 0xab, 0x85, 0x9e, 0xaa, 0x06, 0xb9, 0x0f, 0xd9, 0xc0, 0x77, 0x99, 0x3e, 0x0d, 0xbb, 0x39, + 0xe7, 0x18, 0x9e, 0xfa, 0x2e, 0xa3, 0x28, 0x84, 0x47, 0x50, 0xec, 0xb5, 0xc0, 0x1c, 0x5f, 0xa2, + 0xf8, 0x9b, 0xdc, 0x86, 0x22, 0x9e, 0x1b, 0x45, 0x09, 0x41, 0xae, 0xcf, 0x05, 0xa4, 0xa8, 0x00, + 0x30, 0x20, 0x2f, 0xf7, 0x1a, 0x1a, 0xf1, 0x58, 0x60, 0x33, 0x4f, 0x83, 0x76, 0xba, 0xc4, 0xcd, + 0x45, 0x15, 0xf6, 0x64, 0x89, 0xfb, 0x2e, 0x94, 0x5d, 0x77, 0x18, 0x95, 0x0e, 0x1a, 0xcf, 0x19, + 0x5a, 0x72, 0xdd, 0x61, 0x2f, 0xae, 0x55, 0xc6, 0x42, 0x58, 0xaf, 0x14, 0x74, 0xa6, 0xd0, 0x42, + 0x3c, 0x2e, 0x68, 0x50, 0x68, 0xa4, 0x40, 0x9b, 0x6e, 0xe7, 0x68, 0x5e, 0x0a, 0x8c, 0xa2, 0x2e, + 0x84, 0xe0, 0xd1, 0x92, 0xa2, 0x71, 0x9a, 0xa7, 0x25, 0x21, 0x78, 0x2f, 0x2e, 0x38, 0x66, 0x63, + 0x1f, 0x34, 0xfc, 0x67, 0x62, 0xff, 0x13, 0x58, 0x9d, 0x0d, 0xbc, 0xa1, 0x2a, 0x0d, 0x72, 0xed, + 0x22, 0x5d, 0x9e, 0x4a, 0x7d, 0x8b, 0xf3, 0xde, 0x92, 0xc6, 0xff, 0x6c, 0xde, 0x9b, 0xbb, 0x1a, + 0x54, 0xf4, 0xca, 0x3d, 0x6f, 0x35, 0x98, 0xbb, 0x7d, 0x2e, 0xcf, 0x6c, 0x9f, 0x1f, 0xc2, 0xf2, + 0x0c, 0x04, 0xf4, 0xce, 0x79, 0x89, 0xd6, 0xa7, 0x33, 0xa9, 0xb2, 0xbb, 0x36, 0x15, 0xdc, 0x7a, + 0xd3, 0x5c, 0xa1, 0xd5, 0xc9, 0xb4, 0xa5, 0x7c, 0x0d, 0xe3, 0x80, 0xd7, 0x3b, 0xe5, 0x2a, 0x4d, + 0xd0, 0x64, 0x2a, 0x28, 0x43, 0xc9, 0x8c, 0x82, 0xab, 0x59, 0x82, 0x82, 0xa9, 0x22, 0x69, 0xb6, + 0xc6, 0x96, 0x2b, 0x79, 0x22, 0x44, 0x92, 0x6d, 0x1e, 0x55, 0x9b, 0x7a, 0xe2, 0x91, 0x97, 0x98, + 0xe6, 0x79, 0x48, 0xba, 0x09, 0x6b, 0xe6, 0xbc, 0x99, 0x9b, 0x9f, 0x2e, 0xe6, 0x27, 0x2c, 0x2c, + 0x2e, 0xc6, 0x3e, 0x45, 0xa9, 0x19, 0x8f, 0x62, 0x9a, 0x98, 0xf2, 0x5a, 0xb3, 0x02, 0xe5, 0x44, + 0x32, 0xd8, 0xfc, 0xaf, 0x14, 0x94, 0xe2, 0x9d, 0x37, 0x31, 0x60, 0xbd, 0x75, 0xb4, 0x3f, 0xff, + 0x94, 0xed, 0x2e, 0xdc, 0x4a, 0xf0, 0xba, 0x7b, 0xad, 0xa3, 0x5d, 0xda, 0x39, 0x4e, 0x1c, 0xf1, + 0xa5, 0xa6, 0xd4, 0xd5, 0x21, 0x5c, 0xeb, 0x68, 0x1f, 0x8f, 0xff, 0x36, 0x60, 0x2d, 0xc1, 0xeb, + 0x1c, 0xed, 0xee, 0xf5, 0x3a, 0xbf, 0xec, 0xf4, 0xbe, 0xaa, 0x67, 0xa6, 0x58, 0xbd, 0x53, 0x7a, + 0x64, 0x1e, 0x74, 0x0e, 0x3b, 0xbd, 0x7a, 0x96, 0xdc, 0x82, 0x8d, 0x04, 0xab, 0x75, 0x78, 0xd2, + 0xfb, 0xca, 0xa4, 0xad, 0xee, 0xc9, 0xf1, 0x51, 0xb7, 0x55, 0xcf, 0xcd, 0x1f, 0x90, 0xd2, 0x63, + 0x5a, 0xcf, 0xab, 0x1c, 0x39, 0x79, 0xb4, 0x17, 0xe7, 0xd7, 0xf8, 0x00, 0x6f, 0xc6, 0x91, 0x1b, + 0x70, 0xd3, 0x9c, 0x7f, 0xb2, 0x83, 0xd3, 0x33, 0x7d, 0x72, 0x83, 0x93, 0x39, 0xef, 0x78, 0x06, + 0xd3, 0xf1, 0xdc, 0xf3, 0x17, 0xcc, 0xbc, 0x8b, 0x0e, 0x58, 0x9e, 0x66, 0x8b, 0xa9, 0x7a, 0xfa, + 0x69, 0xb6, 0x98, 0xae, 0x67, 0x68, 0xd5, 0xb2, 0xed, 0x30, 0xb0, 0xec, 0x0b, 0x65, 0x2b, 0xad, + 0xb3, 0xd7, 0x23, 0x16, 0x38, 0x98, 0xd9, 0x91, 0x62, 0xfc, 0x67, 0x16, 0x60, 0x7c, 0xc3, 0x42, + 0x7e, 0x0f, 0x48, 0x7c, 0x26, 0x3d, 0xb2, 0x38, 0x97, 0x6b, 0x08, 0x8b, 0xcf, 0x33, 0xeb, 0x11, + 0xef, 0xc4, 0xe2, 0x9c, 0x5a, 0x82, 0xcd, 0x3d, 0xd1, 0x84, 0xff, 0x3f, 0xd1, 0x9c, 0x7b, 0xa2, + 0x39, 0x95, 0xd9, 0x8a, 0x0b, 0x0e, 0x06, 0x2f, 0x3b, 0x3c, 0x2b, 0xe9, 0x43, 0x9c, 0x4b, 0x0e, + 0xcf, 0x70, 0x97, 0x30, 0x3b, 0x87, 0xd7, 0x08, 0xdc, 0xef, 0x31, 0xaa, 0xfe, 0x26, 0x05, 0xe9, + 0xbd, 0x0e, 0x31, 0xa0, 0x38, 0x0a, 0xfc, 0x97, 0x4e, 0x5f, 0x9f, 0x6b, 0x95, 0x68, 0xdc, 0x26, + 0xb7, 0x00, 0x6c, 0x7f, 0x38, 0x74, 0x84, 0xc9, 0xcf, 0xad, 0xe8, 0x9e, 0x5a, 0x51, 0xba, 0xe7, + 0x16, 0xa9, 0x43, 0x26, 0x60, 0xcf, 0xf4, 0x1d, 0x96, 0xfc, 0x89, 0x57, 0xa4, 0xa1, 0xeb, 0x9a, + 0x01, 0x43, 0x3c, 0xe8, 0x1b, 0xac, 0xb2, 0xa4, 0x51, 0x45, 0xc2, 0xfb, 0x9d, 0xd0, 0x33, 0xc3, + 0xc0, 0xd5, 0x97, 0x57, 0xf9, 0x20, 0xf4, 0x4e, 0x03, 0x57, 0xd6, 0x16, 0x96, 0x2d, 0xfc, 0x20, + 0xba, 0xb1, 0xc2, 0x86, 0xd1, 0x86, 0xda, 0xd4, 0x2d, 0x1d, 0x69, 0x40, 0x41, 0x5d, 0xb2, 0x70, + 0x7d, 0xef, 0x11, 0x35, 0xc9, 0x5b, 0x50, 0x1a, 0x03, 0x42, 0x9a, 0x9b, 0xa2, 0xc5, 0x91, 0x86, + 0x81, 0xf1, 0x6d, 0x1e, 0xf2, 0x7b, 0x78, 0x5d, 0x6d, 0xfc, 0x4f, 0x16, 0x0a, 0x91, 0x3d, 0x93, + 0x77, 0xf1, 0xa9, 0xe9, 0xbb, 0xf8, 0xc9, 0x6b, 0xea, 0xf4, 0xf4, 0x35, 0xf5, 0x9c, 0xdb, 0xdc, + 0xec, 0xdc, 0xdb, 0xdc, 0x75, 0xc8, 0x07, 0x6c, 0x20, 0xe3, 0x23, 0xaf, 0xbf, 0x1a, 0x5b, 0xa4, + 0x39, 0x73, 0xcf, 0x5d, 0xb8, 0xec, 0x9e, 0xbb, 0x7d, 0x63, 0xea, 0xa6, 0x3b, 0xb1, 0x1c, 0x47, + 0xb7, 0xbe, 0x45, 0xbd, 0x1f, 0x4b, 0x12, 0xd5, 0x36, 0x42, 0x5d, 0xfd, 0x96, 0xae, 0x73, 0xf5, + 0xfb, 0x21, 0x60, 0x61, 0x2d, 0x4d, 0xf2, 0xfa, 0xa6, 0xe7, 0x3b, 0x5c, 0x25, 0x8d, 0x22, 0xad, + 0x8d, 0xe9, 0x47, 0x92, 0x4c, 0x3e, 0x81, 0x75, 0xd7, 0x7f, 0x15, 0x25, 0x3e, 0x73, 0xe8, 0xd8, + 0x81, 0x3f, 0x3a, 0xf7, 0x3d, 0x86, 0x45, 0x4a, 0x91, 0xae, 0xba, 0xfe, 0x2b, 0x7d, 0xf0, 0x7c, + 0x18, 0xf3, 0xc8, 0x3b, 0x50, 0x1e, 0x59, 0xf6, 0x0b, 0x26, 0xd4, 0xd9, 0xb8, 0x3a, 0xd5, 0x07, + 0x45, 0x3a, 0xf0, 0x39, 0xd7, 0xd7, 0xbe, 0x95, 0xab, 0xae, 0x7d, 0xd3, 0xf3, 0xae, 0x7d, 0xab, + 0x6f, 0x74, 0xed, 0x9b, 0x99, 0xb8, 0xf6, 0xc5, 0xc5, 0x7c, 0x72, 0x4e, 0x62, 0x18, 0x6a, 0x6f, + 0x36, 0x73, 0x90, 0x31, 0x6d, 0x47, 0xd5, 0x16, 0x5a, 0xf3, 0x69, 0xb6, 0x98, 0xa9, 0x67, 0xe9, + 0xec, 0x13, 0x0c, 0xe3, 0x2f, 0x52, 0x50, 0xa4, 0x8c, 0x8f, 0x7c, 0x8f, 0x33, 0xf2, 0x11, 0x2c, + 0x8f, 0x83, 0xc5, 0x94, 0x48, 0x88, 0xa3, 0xae, 0xc6, 0x93, 0x56, 0x76, 0xfa, 0xa4, 0x0b, 0xeb, + 0xa3, 0x80, 0x71, 0x67, 0xe0, 0xb1, 0xbe, 0x39, 0xf2, 0xb9, 0x88, 0x71, 0xa5, 0x1e, 0xbc, 0x8c, + 0xdf, 0x85, 0x9c, 0x44, 0x62, 0x27, 0x3e, 0x17, 0x3a, 0xb2, 0xe9, 0xea, 0x68, 0x0e, 0xd5, 0xf8, + 0x4d, 0x0a, 0x56, 0xf6, 0x7c, 0xef, 0x99, 0x13, 0x0c, 0xbb, 0x7e, 0x18, 0xd8, 0xec, 0x74, 0xe4, + 0xfa, 0x56, 0xdf, 0xf8, 0xd3, 0x6b, 0x43, 0x62, 0xee, 0x27, 0xa4, 0xe7, 0x7f, 0xc2, 0x8f, 0xa0, + 0x66, 0xfb, 0x7d, 0x66, 0x32, 0x4f, 0x04, 0x17, 0x23, 0xdf, 0xf1, 0x84, 0x4e, 0x17, 0x55, 0x49, + 0x6e, 0xc5, 0x54, 0x03, 0xc6, 0x3e, 0x32, 0xfe, 0x32, 0x05, 0x99, 0x27, 0x4c, 0x18, 0xbd, 0x1f, + 0xc2, 0x24, 0xe3, 0x93, 0xc4, 0x6c, 0xdc, 0x83, 0x4c, 0x10, 0xaa, 0xa7, 0x3f, 0x13, 0x90, 0x4b, + 0xaa, 0x50, 0x29, 0x62, 0xfc, 0x6b, 0x16, 0xb2, 0x07, 0x0e, 0x17, 0xc6, 0xbf, 0x64, 0xae, 0x6d, + 0xd5, 0x67, 0x53, 0xef, 0x04, 0x2e, 0x7f, 0xc7, 0xd3, 0xbe, 0x11, 0xbd, 0x12, 0x90, 0xd1, 0xfc, + 0x33, 0x80, 0x91, 0x35, 0x60, 0xea, 0x4c, 0x13, 0x7d, 0x56, 0xde, 0x6e, 0xc4, 0xfa, 0x3d, 0x49, + 0x3d, 0xb1, 0x06, 0x8e, 0x87, 0x9d, 0xb4, 0x53, 0xb4, 0x24, 0xa5, 0x91, 0xac, 0xd6, 0x27, 0x75, + 0x6d, 0x8f, 0x85, 0xa6, 0x5e, 0xcc, 0x2f, 0xb9, 0x13, 0x6b, 0xa7, 0xf5, 0xc5, 0xbd, 0xa4, 0x48, + 0xfd, 0xcf, 0xf0, 0xee, 0x5e, 0x69, 0xe7, 0xae, 0xd4, 0xce, 0xe0, 0xed, 0x7d, 0xa4, 0xbb, 0x39, + 0x91, 0x31, 0x31, 0xdb, 0xc9, 0x3d, 0x54, 0x9c, 0x33, 0xd5, 0xce, 0x40, 0xa5, 0xa2, 0xc2, 0xa5, + 0xa9, 0xa8, 0x9d, 0x53, 0xc9, 0x48, 0x82, 0x52, 0x56, 0xee, 0xca, 0x3b, 0x58, 0xdb, 0x8e, 0x7d, + 0x83, 0xcd, 0xf1, 0xc7, 0x22, 0x26, 0x23, 0xdb, 0x91, 0x37, 0x36, 0xa6, 0x59, 0x80, 0x1c, 0x5e, + 0x36, 0x1a, 0xaf, 0x27, 0x10, 0x99, 0x0d, 0x42, 0x4f, 0xae, 0x25, 0x99, 0x4b, 0x82, 0x00, 0x65, + 0xc8, 0x2f, 0xa0, 0xe6, 0xb1, 0xd7, 0x22, 0x31, 0xbc, 0x86, 0xe2, 0xc2, 0xa9, 0xa1, 0x15, 0xa9, + 0x70, 0x12, 0x4d, 0x8e, 0xf1, 0xdb, 0x2c, 0xe4, 0xf1, 0x98, 0x82, 0x1b, 0xff, 0x9e, 0xbe, 0x76, + 0x24, 0xed, 0x4c, 0xcc, 0x67, 0xfa, 0x9a, 0xcf, 0x30, 0x64, 0x5b, 0x3f, 0xc3, 0x50, 0x8a, 0x99, + 0x6b, 0x3d, 0xc3, 0x40, 0xb5, 0x71, 0xec, 0x66, 0xdf, 0x38, 0x76, 0x27, 0x23, 0x00, 0x57, 0x79, + 0x19, 0xa1, 0x73, 0x23, 0x20, 0x7f, 0x79, 0x04, 0xa4, 0x17, 0x46, 0xc0, 0xbc, 0x69, 0xfd, 0xf3, + 0x64, 0xa6, 0xfd, 0x39, 0x14, 0xce, 0x42, 0xb9, 0x9a, 0x44, 0x53, 0xfb, 0xde, 0xa2, 0x45, 0x04, + 0xa7, 0x63, 0xab, 0x89, 0xc2, 0x34, 0x52, 0x92, 0x8e, 0xc3, 0x33, 0x93, 0x97, 0x96, 0xab, 0x3d, + 0xbe, 0x31, 0xe3, 0xb8, 0x7d, 0xfd, 0x3e, 0x94, 0xc6, 0xa2, 0xc6, 0xaf, 0x20, 0xaf, 0x7a, 0x22, + 0x5f, 0xc0, 0x92, 0xea, 0x4b, 0x85, 0xa7, 0xce, 0x32, 0x97, 0x79, 0xbf, 0xac, 0xe4, 0xbb, 0x52, + 0x5c, 0xd6, 0x43, 0xe3, 0x17, 0x1b, 0x59, 0xaa, 0x1a, 0xc6, 0x73, 0xc8, 0xef, 0x59, 0x9e, 0xcd, + 0xdc, 0x1f, 0x28, 0x3b, 0x26, 0xf3, 0xf0, 0x0f, 0xfc, 0xe4, 0xe4, 0x6f, 0x53, 0xf1, 0x9b, 0x93, + 0x0d, 0x58, 0x9b, 0x7c, 0x73, 0x62, 0x9e, 0x9e, 0x1c, 0x1c, 0xef, 0xca, 0x0d, 0xe9, 0x1a, 0x2c, + 0x6b, 0xd6, 0x93, 0xd6, 0x51, 0x8b, 0xee, 0xf6, 0xd4, 0xeb, 0x93, 0xd9, 0x17, 0x29, 0x69, 0xb2, + 0x0e, 0x44, 0xd3, 0xba, 0xa7, 0x87, 0x87, 0xbb, 0xb4, 0xf3, 0xb5, 0xa4, 0x67, 0xe6, 0xbe, 0x54, + 0xc9, 0xce, 0xbe, 0x54, 0xc9, 0xcd, 0x7d, 0xa9, 0x92, 0xc7, 0xc5, 0x3f, 0xf1, 0x4c, 0x6d, 0xc1, + 0xe2, 0x5f, 0xac, 0x97, 0x68, 0x41, 0x3f, 0x6e, 0xdb, 0xfc, 0xc7, 0x0c, 0x14, 0xa3, 0xba, 0x6d, + 0xfc, 0x14, 0x2b, 0x95, 0x7c, 0x8a, 0x35, 0xfd, 0x12, 0x2c, 0x3d, 0xe7, 0x25, 0xd8, 0xfc, 0x37, + 0x5f, 0x99, 0x45, 0x6f, 0xbe, 0x1e, 0xe8, 0xd7, 0x5d, 0x59, 0x0c, 0xf7, 0xb7, 0x66, 0x2a, 0xc8, + 0xad, 0x9e, 0x35, 0xe0, 0xea, 0xb5, 0xad, 0x7a, 0xfa, 0x65, 0x40, 0x31, 0xe4, 0x2c, 0xe8, 0x5b, + 0xc2, 0xd2, 0xc5, 0x78, 0xdc, 0xd6, 0x8f, 0xde, 0xf2, 0xd1, 0xa3, 0x37, 0xe3, 0xef, 0x52, 0xb0, + 0xac, 0xca, 0xe7, 0xc7, 0x81, 0x3f, 0xd4, 0x8f, 0x2e, 0x8c, 0xaf, 0xae, 0x1d, 0x84, 0x89, 0x77, + 0x5d, 0xe9, 0x89, 0x77, 0x5d, 0xe3, 0xca, 0x38, 0x93, 0xac, 0x8c, 0x8d, 0x9d, 0x04, 0x96, 0x7f, + 0x0c, 0xc5, 0xa8, 0x22, 0xd3, 0x30, 0x5a, 0x9e, 0xf9, 0x3a, 0x1a, 0x8b, 0x18, 0x9f, 0x42, 0x29, + 0xfe, 0xd4, 0x39, 0xef, 0x86, 0x57, 0x93, 0xef, 0x86, 0x4b, 0x89, 0xb7, 0xc1, 0x9b, 0x7d, 0xa8, + 0x4c, 0x94, 0xdb, 0x84, 0x40, 0x16, 0x93, 0x98, 0xd2, 0xc6, 0xdf, 0xe4, 0x01, 0x94, 0xa2, 0x91, + 0xe4, 0xb4, 0x65, 0xe6, 0x5b, 0x33, 0x96, 0xd1, 0xae, 0xcc, 0x44, 0xae, 0xdc, 0xfc, 0xeb, 0x14, + 0xac, 0xcd, 0x7d, 0x74, 0x30, 0xb7, 0xea, 0x4e, 0xbd, 0x69, 0xd5, 0x9d, 0xbe, 0x7e, 0xd5, 0x9d, + 0x99, 0xae, 0xba, 0x37, 0xff, 0x21, 0x05, 0x64, 0x6c, 0xdb, 0xbe, 0xc3, 0x47, 0x96, 0xb0, 0xcf, + 0xdf, 0xa8, 0x6c, 0x5d, 0x83, 0xfc, 0x73, 0xff, 0x6c, 0x3c, 0xd1, 0xb9, 0xe7, 0xfe, 0x59, 0xa7, + 0x3f, 0x31, 0x87, 0x99, 0x2b, 0xe7, 0x30, 0xde, 0xad, 0x64, 0xaf, 0xb1, 0x5b, 0xf9, 0xe8, 0x19, + 0x54, 0x27, 0xe9, 0xe4, 0x1d, 0x78, 0xab, 0xdb, 0x39, 0x3c, 0x3d, 0xd8, 0xed, 0x75, 0x8e, 0x8f, + 0xcc, 0xc3, 0xe3, 0xfd, 0xd6, 0xd4, 0x41, 0x57, 0x03, 0x56, 0xa7, 0x05, 0x7a, 0xad, 0x3f, 0xee, + 0xd5, 0x53, 0x98, 0x8c, 0xa6, 0x38, 0xbb, 0xa7, 0xfb, 0x9d, 0xe3, 0x7a, 0x7a, 0xfb, 0xdb, 0x3c, + 0xd4, 0x76, 0x25, 0xee, 0xc6, 0xa3, 0x91, 0x3e, 0xac, 0x28, 0x5c, 0x4c, 0xbe, 0xf9, 0x5e, 0x74, + 0x92, 0xa1, 0x64, 0xb7, 0xa2, 0x72, 0xfc, 0x83, 0xab, 0xc4, 0x34, 0x02, 0xbe, 0x4b, 0xc1, 0xad, + 0xa8, 0x6c, 0x8f, 0x05, 0x93, 0x05, 0x3c, 0xd9, 0x5e, 0xb8, 0xbc, 0xcd, 0x14, 0xfb, 0xf1, 0xe8, + 0x3f, 0x79, 0x23, 0x1d, 0x6d, 0xca, 0x9f, 0x40, 0xfd, 0x09, 0x13, 0x93, 0x5f, 0xbb, 0xb9, 0xa0, + 0xa3, 0x27, 0x4c, 0xc4, 0x83, 0xbd, 0x7b, 0xa9, 0x8c, 0xee, 0xdc, 0x04, 0x22, 0xcb, 0xec, 0x09, + 0x09, 0x4e, 0x16, 0xa9, 0x4a, 0xd1, 0xb8, 0xff, 0xf7, 0x2e, 0x17, 0xd2, 0x03, 0xc8, 0xe9, 0x92, + 0x69, 0x7c, 0x6a, 0x84, 0xf7, 0x2f, 0x2f, 0x0e, 0xae, 0x9c, 0xae, 0x48, 0x2c, 0x31, 0x0a, 0x2e, + 0xd3, 0xd7, 0x0c, 0x0a, 0x94, 0xbd, 0x7a, 0x94, 0x48, 0x4c, 0x8f, 0xf2, 0x12, 0x36, 0x74, 0xe8, + 0x69, 0xd4, 0x24, 0x52, 0x33, 0xb9, 0x3f, 0x9b, 0xff, 0x67, 0xf2, 0x77, 0x3c, 0xe2, 0xc7, 0xd7, + 0x13, 0x56, 0xe3, 0x36, 0x1f, 0x7f, 0xfd, 0xee, 0xc0, 0x11, 0xe7, 0xe1, 0xd9, 0x96, 0xed, 0x0f, + 0xa3, 0x7f, 0xd4, 0xa8, 0x7f, 0xc5, 0xd8, 0xbe, 0x1b, 0x11, 0xfe, 0x3e, 0x5d, 0x39, 0x70, 0x5e, + 0xb2, 0x3f, 0xc4, 0xfd, 0xa9, 0x2f, 0xfc, 0xff, 0x4e, 0x57, 0x75, 0xfb, 0xb3, 0xcf, 0x90, 0x70, + 0x96, 0x47, 0x95, 0x9f, 0xfc, 0x6f, 0x00, 0x00, 0x00, 0xff, 0xff, 0x67, 0x30, 0x08, 0x2c, 0xc4, + 0x33, 0x00, 0x00, } diff --git a/protobufs/livekit_agent_simulation.proto b/protobufs/livekit_agent_simulation.proto index 251d74bfc..8e2d5bf5e 100644 --- a/protobufs/livekit_agent_simulation.proto +++ b/protobufs/livekit_agent_simulation.proto @@ -81,11 +81,19 @@ message SimulationRun { // 1-based sample of that scenario within the run; always 1 when the run's // samples is 1. int32 sample = 16; + // Set on a failed job whose cause is known; error stays the detail. + FailureReason failure_reason = 19; message Usage { int32 text_turns_count = 1; int32 audio_turns_count = 2; } + + enum FailureReason { + FAILURE_REASON_UNSPECIFIED = 0; + // The agent under test never joined the simulation's room. + FAILURE_REASON_AGENT_JOIN_TIMEOUT = 1; + } } message JobMetrics { @@ -116,6 +124,27 @@ message SimulationRun { optional bool poor_question_quality = 18; optional float conversation_progression = 19; // 0-1, derived from the flags above + // How the call ended. A failing end also sets the job's error. + EndReason end_reason = 21; + // The simulated caller's language, as a language tag: what it spoke or wrote. + string caller_language = 22; + // Audio only: the language the caller transcribed the agent in; "" means + // caller_language. + string caller_listen_language = 23; + // Audio only: what the caller's audio went through before the agent heard + // it. Absent for a clean call. + SimulationImpairments impairments = 24; + + enum EndReason { + END_REASON_UNSPECIFIED = 0; + END_REASON_SCENARIO_COMPLETED = 1; // the caller finished the scenario + END_REASON_AGENT_ENDED = 2; // the agent under test ended the call + END_REASON_INACTIVITY = 3; // the agent under test went silent + END_REASON_TURN_LIMIT = 4; // the caller ran out of turns + END_REASON_EMPTY_RESPONSE = 5; // the agent under test kept replying with nothing + END_REASON_AGENT_ERROR = 6; // the agent under test failed mid-call + } + // The agent's perception of the caller. Audio only. message STT { optional float wer = 1; // needs the RemoteSession; word_errors / words @@ -178,6 +207,7 @@ message SimulationRun { optional uint32 unanswered_turns = 12; // the simulated party spoke, the agent never responded optional uint32 false_interruption_count = 13; // needs the RemoteSession; agent paused for a non-interruption optional uint32 e2e_latency_ms = 15; // needs the RemoteSession; the agent's own claim + optional uint32 backchannel_count = 16; // the caller's acknowledgements over the agent's speech } // Rows exist for text and audio. The groups above hold the means and pools @@ -185,6 +215,10 @@ message SimulationRun { message Turn { uint32 index = 1; // 1-based, conversation order livekit.agent.ChatRole role = 2; // ASSISTANT = the agent under test, USER = simulator persona + // The words the judges read for this turn: the speaker's own, or as the + // other side heard them when those are unknown (the agent's, without a + // RemoteSession). + string text = 18; optional uint32 start_ms = 3; // audio only; relative to t0; unset if the turn could not be aligned to the audio optional uint32 end_ms = 4; // audio only @@ -268,6 +302,7 @@ message SimulationRun { SimulationMode mode = 9; // Impairments applied to the simulated user's audio; AUDIO mode only. + // TODO(u9g): migrate these to SimulationImpairments. bool background_noise = 10; bool low_quality_microphone = 11; bool packet_loss = 12; @@ -451,6 +486,13 @@ enum SimulationMode { SIMULATION_MODE_AUDIO = 2; } +// What the simulated caller's audio went through before the agent heard it. +message SimulationImpairments { + bool background_noise = 1; + bool low_quality_microphone = 2; + bool packet_loss = 3; +} + // Carried (protojson-encoded) in the Job's lk.simulator.dispatch attribute, set // on the agent dispatch, so the agent under test can read the scenario + run // identity synchronously at job start.