feat: using gpt-4.1-mini

feat: createExistingContact

feat: using nano instead of mini so I don't run out of money instantly

backend/agents/client/chat.go

@@ -142,8 +142,12 @@ func (m TextMessageContent) IsImageMessage() bool {
 }
 
 type ImageMessageContent struct {
-	ImageType string `json:"type"`
-	ImageUrl  string `json:"image_url"`
+	ImageType string          `json:"type"`
+	ImageUrl  ImageMessageUrl `json:"image_url"`
+}
+
+type ImageMessageUrl struct {
+	Url string `json:"url"`
 }
 
 func (m ImageMessageContent) IsImageMessage() bool {
@@ -161,6 +165,7 @@ type ImageContentUrl struct {
 type ToolCall struct {
 	Index    int          `json:"index"`
 	Id       string       `json:"id"`
+	Type     string       `json:"type,omitzero"`
 	Function FunctionCall `json:"function"`
 }
 
@@ -213,7 +218,9 @@ func (chat *Chat) AddImage(imageName string, image []byte, query *string) error
 
 	messageContent.Content[index] = ImageMessageContent{
 		ImageType: "image_url",
-		ImageUrl:  fmt.Sprintf("data:image/%s;base64,%s", extension, encodedString),
+		ImageUrl: ImageMessageUrl{
+			Url: fmt.Sprintf("data:image/%s;base64,%s", extension, encodedString),
+		},
 	}
 
 	arrayMessage := ChatUserMessage{Role: User, MessageContent: messageContent}

backend/agents/client/client.go

@@ -14,7 +14,7 @@ import (
 
 type ResponseFormat struct {
 	Type       string `json:"type"`
-	JsonSchema any    `json:"json_schema"`
+	JsonSchema any    `json:"json_schema,omitzero"`
 }
 
 type AgentRequestBody struct {
@@ -82,7 +82,7 @@ type AgentClient struct {
 	Options CreateAgentClientOptions
 }
 
-const OPENAI_API_KEY = "OPENAI_API_KEY"
+const OPENAI_API_KEY = "REAL_OPEN_AI_KEY"
 
 type CreateAgentClientOptions struct {
 	Log          *log.Logger
@@ -101,7 +101,7 @@ func CreateAgentClient(options CreateAgentClientOptions) AgentClient {
 
 	return AgentClient{
 		apiKey: apiKey,
-		url:    "https://api.mistral.ai/v1/chat/completions",
+		url:    "https://api.openai.com/v1/chat/completions",
 		Do: func(req *http.Request) (*http.Response, error) {
 			client := &http.Client{}
 			return client.Do(req)
@@ -239,13 +239,13 @@ func (client *AgentClient) RunAgent(userId uuid.UUID, imageId uuid.UUID, imageNa
 		panic(err)
 	}
 
-	toolChoice := "any"
+	toolChoice := "auto"
 	seed := 42
 
 	request := AgentRequestBody{
 		Tools:       &tools,
 		ToolChoice:  &toolChoice,
-		Model:       "pixtral-12b-2409",
+		Model:       "gpt-4.1-nano",
 		RandomSeed:  &seed,
 		Temperature: 0.3,
 		EndToolCall: client.Options.EndToolCall,