@@ -383,7 +383,7 @@ func ChatEndpoint(cl *config.ModelConfigLoader, ml *model.ModelLoader, evaluator
383383 }
384384 log .Error ().Msgf ("Stream ended with error: %v" , err )
385385
386- stopReason := "stop"
386+ stopReason := FinishReasonStop
387387 resp := & schema.OpenAIResponse {
388388 ID : id ,
389389 Created : created ,
@@ -412,11 +412,11 @@ func ChatEndpoint(cl *config.ModelConfigLoader, ml *model.ModelLoader, evaluator
412412 }
413413 }
414414
415- finishReason := "stop"
415+ finishReason := FinishReasonStop
416416 if toolsCalled && len (input .Tools ) > 0 {
417- finishReason = "tool_calls"
417+ finishReason = FinishReasonToolCalls
418418 } else if toolsCalled {
419- finishReason = "function_call"
419+ finishReason = FinishReasonFunctionCall
420420 }
421421
422422 resp := & schema.OpenAIResponse {
@@ -448,7 +448,7 @@ func ChatEndpoint(cl *config.ModelConfigLoader, ml *model.ModelLoader, evaluator
448448 tokenCallback := func (s string , c * []schema.Choice ) {
449449 if ! shouldUseFn {
450450 // no function is called, just reply and use stop as finish reason
451- stopReason := "stop"
451+ stopReason := FinishReasonStop
452452 * c = append (* c , schema.Choice {FinishReason : & stopReason , Index : 0 , Message : & schema.Message {Role : "assistant" , Content : & s }})
453453 return
454454 }
@@ -467,12 +467,12 @@ func ChatEndpoint(cl *config.ModelConfigLoader, ml *model.ModelLoader, evaluator
467467 return
468468 }
469469
470- stopReason := "stop"
470+ stopReason := FinishReasonStop
471471 * c = append (* c , schema.Choice {
472472 FinishReason : & stopReason ,
473473 Message : & schema.Message {Role : "assistant" , Content : & result }})
474474 default :
475- toolCallsReason := "tool_calls"
475+ toolCallsReason := FinishReasonToolCalls
476476 toolChoice := schema.Choice {
477477 FinishReason : & toolCallsReason ,
478478 Message : & schema.Message {
@@ -498,7 +498,7 @@ func ChatEndpoint(cl *config.ModelConfigLoader, ml *model.ModelLoader, evaluator
498498 )
499499 } else {
500500 // otherwise we return more choices directly (deprecated)
501- functionCallReason := "function_call"
501+ functionCallReason := FinishReasonFunctionCall
502502 * c = append (* c , schema.Choice {
503503 FinishReason : & functionCallReason ,
504504 Message : & schema.Message {
0 commit comments