package httpapi import ( "bytes" "context" "encoding/base64" "encoding/json" "fmt" "io" "net/http" "strings" "time" "lingma-ipc-proxy/internal/service" "lingma-ipc-proxy/internal/toolemulation" ) type Server struct { svc *service.Service http *http.Server sem chan struct{} // OnRequest is called after each request completes with summary info. // method, path, statusCode, duration, requestBody, responseBody OnRequest func(method, path string, statusCode int, duration time.Duration, reqBody, respBody string) } type anthropicRequest struct { Model string `json:"model"` MaxTokens int `json:"max_tokens,omitempty"` System any `json:"system,omitempty"` Messages []rawMessage `json:"messages"` Stream bool `json:"stream,omitempty"` Tools any `json:"tools,omitempty"` ToolChoice any `json:"tool_choice,omitempty"` Temperature *float64 `json:"temperature,omitempty"` TopP *float64 `json:"top_p,omitempty"` TopK int `json:"top_k,omitempty"` StopSequences []string `json:"stop_sequences,omitempty"` Metadata map[string]any `json:"metadata,omitempty"` Thinking any `json:"thinking,omitempty"` } type openAIChatRequest struct { Model string `json:"model"` Messages []rawMessage `json:"messages"` Stream bool `json:"stream,omitempty"` MaxTokens int `json:"max_tokens,omitempty"` MaxCompletionTokens int `json:"max_completion_tokens,omitempty"` Tools any `json:"tools,omitempty"` ToolChoice any `json:"tool_choice,omitempty"` ParallelToolCalls *bool `json:"parallel_tool_calls,omitempty"` Temperature *float64 `json:"temperature,omitempty"` TopP *float64 `json:"top_p,omitempty"` Stop any `json:"stop,omitempty"` PresencePenalty float64 `json:"presence_penalty,omitempty"` FrequencyPenalty float64 `json:"frequency_penalty,omitempty"` Logprobs bool `json:"logprobs,omitempty"` TopLogprobs int `json:"top_logprobs,omitempty"` ResponseFormat any `json:"response_format,omitempty"` Seed int `json:"seed,omitempty"` User string `json:"user,omitempty"` ReasoningEffort string `json:"reasoning_effort,omitempty"` } type rawMessage struct { Role string `json:"role"` Content any `json:"content"` ToolCalls []any `json:"tool_calls,omitempty"` ToolCallID string `json:"tool_call_id,omitempty"` } type modelResponse struct { ID string `json:"id"` Object string `json:"object"` Created int64 `json:"created"` OwnedBy string `json:"owned_by"` Name string `json:"name,omitempty"` } func NewServer(addr string, svc *service.Service) *Server { s := &Server{ svc: svc, sem: make(chan struct{}, 1), } mux := http.NewServeMux() mux.HandleFunc("/", s.handleRoot) mux.HandleFunc("/health", s.handleRoot) mux.HandleFunc("/v1/models", s.handleModels) mux.HandleFunc("/v1/messages", s.handleAnthropicMessages) mux.HandleFunc("/v1/chat/completions", s.handleOpenAIChatCompletions) s.http = &http.Server{ Addr: addr, Handler: s.withRecorder(withCORS(mux)), ReadHeaderTimeout: 10 * time.Second, } return s } func (s *Server) ListenAndServe() error { return s.http.ListenAndServe() } func (s *Server) Shutdown(ctx context.Context) error { err := s.http.Shutdown(ctx) if err != nil { if forceErr := s.http.Close(); forceErr != nil { err = fmt.Errorf("%w; force close failed: %v", err, forceErr) } else { err = nil } } closeErr := s.svc.Close() if err != nil { return err } return closeErr } func (s *Server) SetDefaultModel(model string) { s.svc.SetDefaultModel(model) } func (s *Server) applyDefaultModel(req *service.ChatRequest) { if strings.TrimSpace(req.Model) == "" { req.Model = s.svc.DefaultModel() } } func (s *Server) handleRoot(w http.ResponseWriter, r *http.Request) { if r.URL.Path != "/" && r.URL.Path != "/health" { writeOpenAIError(w, http.StatusNotFound, "not_found_error", "not found") return } if r.Method == http.MethodOptions { w.WriteHeader(http.StatusNoContent) return } if r.Method != http.MethodGet { writeOpenAIError(w, http.StatusMethodNotAllowed, "invalid_request_error", "method not allowed") return } writeJSON(w, http.StatusOK, map[string]any{ "ok": true, "service": "lingma-ipc-proxy", "state": s.svc.State(), }) } func (s *Server) handleModels(w http.ResponseWriter, r *http.Request) { if r.Method == http.MethodOptions { w.WriteHeader(http.StatusNoContent) return } if r.Method != http.MethodGet { writeOpenAIError(w, http.StatusMethodNotAllowed, "invalid_request_error", "method not allowed") return } models, err := s.svc.ListModels(r.Context()) if err != nil { writeOpenAIError(w, http.StatusInternalServerError, "api_error", err.Error()) return } data := make([]modelResponse, 0, len(models)) created := time.Now().Unix() for _, model := range models { data = append(data, modelResponse{ ID: model.ID, Object: "model", Created: created, OwnedBy: "lingma", Name: model.Name, }) } writeJSON(w, http.StatusOK, map[string]any{ "object": "list", "data": data, }) } func (s *Server) handleAnthropicMessages(w http.ResponseWriter, r *http.Request) { if r.Method == http.MethodOptions { w.WriteHeader(http.StatusNoContent) return } if r.Method != http.MethodPost { writeAnthropicError(w, http.StatusMethodNotAllowed, "invalid_request_error", "method not allowed") return } if !s.tryAcquire() { writeAnthropicError(w, http.StatusTooManyRequests, "rate_limit_error", "Lingma IPC proxy handles one request at a time.") return } defer s.release() var req anthropicRequest if err := decodeJSON(r, &req); err != nil { writeAnthropicError(w, http.StatusBadRequest, "invalid_request_error", err.Error()) return } if reqBody, _ := json.Marshal(req); len(reqBody) > 0 { fmt.Printf("[ANTHROPIC REQUEST] %s\n", string(reqBody)) } normalized, err := normalizeAnthropicRequest(req) if err != nil { writeAnthropicError(w, http.StatusBadRequest, "invalid_request_error", err.Error()) return } s.applyDefaultModel(&normalized) if req.Stream { s.handleAnthropicStream(w, r, normalized) return } result, err := s.svc.Generate(r.Context(), normalized) if err != nil { writeAnthropicError(w, http.StatusInternalServerError, "api_error", err.Error()) return } content := []map[string]any{{"type": "text", "text": result.Text}} stopReason := "end_turn" if len(result.ToolCalls) > 0 { for _, tc := range result.ToolCalls { content = append(content, map[string]any{ "type": "tool_use", "id": tc.ID, "name": tc.Name, "input": tc.Arguments, }) } stopReason = "tool_use" } writeJSON(w, http.StatusOK, map[string]any{ "id": fmt.Sprintf("msg_%d", time.Now().UnixNano()), "type": "message", "role": "assistant", "content": content, "model": result.Model, "stop_reason": stopReason, "stop_sequence": nil, "usage": map[string]any{ "input_tokens": result.InputTokens, "output_tokens": result.OutputTokens, }, }) } func (s *Server) handleOpenAIChatCompletions(w http.ResponseWriter, r *http.Request) { if r.Method == http.MethodOptions { w.WriteHeader(http.StatusNoContent) return } if r.Method != http.MethodPost { writeOpenAIError(w, http.StatusMethodNotAllowed, "invalid_request_error", "method not allowed") return } if !s.tryAcquire() { writeOpenAIError(w, http.StatusTooManyRequests, "rate_limit_error", "Lingma IPC proxy handles one request at a time.") return } defer s.release() var req openAIChatRequest if err := decodeJSON(r, &req); err != nil { writeOpenAIError(w, http.StatusBadRequest, "invalid_request_error", err.Error()) return } normalized, err := normalizeOpenAIRequest(req) if err != nil { writeOpenAIError(w, http.StatusBadRequest, "invalid_request_error", err.Error()) return } s.applyDefaultModel(&normalized) if req.Stream { s.handleOpenAIStream(w, r, normalized) return } result, err := s.svc.Generate(r.Context(), normalized) if err != nil { writeOpenAIError(w, http.StatusInternalServerError, "api_error", err.Error()) return } created := time.Now().Unix() message := map[string]any{ "role": "assistant", "content": result.Text, } finishReason := "stop" if len(result.ToolCalls) > 0 { toolCalls := make([]map[string]any, 0, len(result.ToolCalls)) for _, tc := range result.ToolCalls { argsJSON, _ := json.Marshal(tc.Arguments) toolCalls = append(toolCalls, map[string]any{ "id": tc.ID, "type": "function", "function": map[string]any{ "name": tc.Name, "arguments": string(argsJSON), }, }) } message["tool_calls"] = toolCalls finishReason = "tool_calls" } writeJSON(w, http.StatusOK, map[string]any{ "id": fmt.Sprintf("chatcmpl-%d", time.Now().UnixNano()), "object": "chat.completion", "created": created, "model": result.Model, "choices": []map[string]any{ { "index": 0, "message": message, "finish_reason": finishReason, }, }, "usage": map[string]any{ "prompt_tokens": result.InputTokens, "completion_tokens": result.OutputTokens, "total_tokens": result.InputTokens + result.OutputTokens, }, }) } func (s *Server) handleAnthropicStream(w http.ResponseWriter, r *http.Request, req service.ChatRequest) { flusher, ok := w.(http.Flusher) if !ok { writeAnthropicError(w, http.StatusInternalServerError, "api_error", "streaming is not supported by this server") return } model := strings.TrimSpace(req.Model) if model == "" { model = "lingma" } msgID := fmt.Sprintf("msg_%d", time.Now().UnixNano()) events, done, err := s.svc.GenerateStream(r.Context(), req) if err != nil { writeAnthropicError(w, http.StatusInternalServerError, "api_error", err.Error()) return } streamingHeaders(w) if err := writeSSEEvent(w, flusher, "message_start", map[string]any{ "type": "message_start", "message": map[string]any{ "id": msgID, "type": "message", "role": "assistant", "content": []any{}, "model": model, "stop_reason": nil, "stop_sequence": nil, "usage": map[string]any{ "input_tokens": 0, "output_tokens": 0, }, }, }); err != nil { return } if err := writeSSEEvent(w, flusher, "content_block_start", map[string]any{ "type": "content_block_start", "index": 0, "content_block": map[string]any{ "type": "text", "text": "", }, }); err != nil { return } eventsCh := events doneCh := done var final *service.ChatResult var finalErr error for eventsCh != nil || doneCh != nil { select { case <-r.Context().Done(): return case event, ok := <-eventsCh: if !ok { eventsCh = nil continue } if event.Delta == "" { continue } if err := writeSSEEvent(w, flusher, "content_block_delta", map[string]any{ "type": "content_block_delta", "index": 0, "delta": map[string]any{ "type": "text_delta", "text": event.Delta, }, }); err != nil { return } case result, ok := <-doneCh: if !ok { doneCh = nil continue } final = result.Result finalErr = result.Err doneCh = nil } } if finalErr != nil { _ = writeSSEEvent(w, flusher, "error", map[string]any{ "type": "error", "error": map[string]any{ "type": "api_error", "message": finalErr.Error(), }, }) return } if final == nil { _ = writeSSEEvent(w, flusher, "error", map[string]any{ "type": "error", "error": map[string]any{ "type": "api_error", "message": "stream finished without a final result", }, }) return } if err := writeSSEEvent(w, flusher, "content_block_stop", map[string]any{ "type": "content_block_stop", "index": 0, }); err != nil { return } for i, tc := range final.ToolCalls { _ = writeSSEEvent(w, flusher, "content_block_start", map[string]any{ "type": "content_block_start", "index": i + 1, "content_block": map[string]any{"type": "tool_use", "id": tc.ID, "name": tc.Name, "input": map[string]any{}}, }) argsJSON, _ := json.Marshal(tc.Arguments) _ = writeSSEEvent(w, flusher, "content_block_delta", map[string]any{ "type": "content_block_delta", "index": i + 1, "delta": map[string]any{"type": "input_json_delta", "partial_json": string(argsJSON)}, }) _ = writeSSEEvent(w, flusher, "content_block_stop", map[string]any{ "type": "content_block_stop", "index": i + 1, }) } stopReason := "end_turn" if len(final.ToolCalls) > 0 { stopReason = "tool_use" } if err := writeSSEEvent(w, flusher, "message_delta", map[string]any{ "type": "message_delta", "delta": map[string]any{ "stop_reason": stopReason, "stop_sequence": nil, }, "usage": map[string]any{ "output_tokens": final.OutputTokens, }, }); err != nil { return } _ = writeSSEEvent(w, flusher, "message_stop", map[string]any{ "type": "message_stop", }) } func (s *Server) handleOpenAIStream(w http.ResponseWriter, r *http.Request, req service.ChatRequest) { flusher, ok := w.(http.Flusher) if !ok { writeOpenAIError(w, http.StatusInternalServerError, "api_error", "streaming is not supported by this server") return } model := strings.TrimSpace(req.Model) if model == "" { model = "lingma" } chatID := fmt.Sprintf("chatcmpl-%d", time.Now().UnixNano()) created := time.Now().Unix() if len(req.Tools) > 0 { result, err := s.svc.Generate(r.Context(), req) if err != nil { writeOpenAIError(w, http.StatusInternalServerError, "api_error", err.Error()) return } streamingHeaders(w) _ = writeOpenAIChunk(w, flusher, map[string]any{ "id": chatID, "object": "chat.completion.chunk", "created": created, "model": model, "choices": []map[string]any{{"index": 0, "delta": map[string]any{"role": "assistant"}, "finish_reason": nil}}, }) if result.Text != "" { _ = writeOpenAIChunk(w, flusher, map[string]any{ "id": chatID, "object": "chat.completion.chunk", "created": created, "model": model, "choices": []map[string]any{{"index": 0, "delta": map[string]any{"content": result.Text}, "finish_reason": nil}}, }) } for i, tc := range result.ToolCalls { argsJSON, _ := json.Marshal(tc.Arguments) _ = writeOpenAIChunk(w, flusher, map[string]any{ "id": chatID, "object": "chat.completion.chunk", "created": created, "model": model, "choices": []map[string]any{{ "index": 0, "delta": map[string]any{ "tool_calls": []map[string]any{{ "index": i, "id": tc.ID, "type": "function", "function": map[string]any{"name": tc.Name, "arguments": string(argsJSON)}, }}, }, "finish_reason": nil, }}, }) } finishReason := "stop" if len(result.ToolCalls) > 0 { finishReason = "tool_calls" } _ = writeOpenAIChunk(w, flusher, map[string]any{ "id": chatID, "object": "chat.completion.chunk", "created": created, "model": model, "choices": []map[string]any{{"index": 0, "delta": map[string]any{}, "finish_reason": finishReason}}, }) _, _ = fmt.Fprint(w, "data: [DONE]\n\n") flusher.Flush() return } events, done, err := s.svc.GenerateStream(r.Context(), req) if err != nil { writeOpenAIError(w, http.StatusInternalServerError, "api_error", err.Error()) return } streamingHeaders(w) if err := writeOpenAIChunk(w, flusher, map[string]any{ "id": chatID, "object": "chat.completion.chunk", "created": created, "model": model, "choices": []map[string]any{ { "index": 0, "delta": map[string]any{ "role": "assistant", }, "finish_reason": nil, }, }, }); err != nil { return } eventsCh := events doneCh := done var finalErr error for eventsCh != nil || doneCh != nil { select { case <-r.Context().Done(): return case event, ok := <-eventsCh: if !ok { eventsCh = nil continue } if event.Delta == "" { continue } if err := writeOpenAIChunk(w, flusher, map[string]any{ "id": chatID, "object": "chat.completion.chunk", "created": created, "model": model, "choices": []map[string]any{ { "index": 0, "delta": map[string]any{ "content": event.Delta, }, "finish_reason": nil, }, }, }); err != nil { return } case result, ok := <-doneCh: if !ok { doneCh = nil continue } finalErr = result.Err doneCh = nil } } if finalErr != nil { _ = writeOpenAIChunk(w, flusher, map[string]any{ "error": map[string]any{ "message": finalErr.Error(), "type": "api_error", "code": nil, "param": nil, }, }) _, _ = fmt.Fprint(w, "data: [DONE]\n\n") flusher.Flush() return } if err := writeOpenAIChunk(w, flusher, map[string]any{ "id": chatID, "object": "chat.completion.chunk", "created": created, "model": model, "choices": []map[string]any{ { "index": 0, "delta": map[string]any{}, "finish_reason": "stop", }, }, }); err != nil { return } _, _ = fmt.Fprint(w, "data: [DONE]\n\n") flusher.Flush() } func normalizeAnthropicRequest(req anthropicRequest) (service.ChatRequest, error) { messages := make([]service.ChatMessage, 0, len(req.Messages)) for _, message := range req.Messages { role := strings.ToLower(strings.TrimSpace(message.Role)) switch role { case "user": text, toolResults := extractAnthropicUserContent(message.Content) images := extractAnthropicImages(message.Content) for _, tr := range toolResults { prompt := toolemulation.ActionOutputPrompt(tr.ToolUseID, tr.Content) if prompt != "" { messages = append(messages, service.ChatMessage{Role: "user", Text: prompt}) } } if text != "" || len(images) > 0 { messages = append(messages, service.ChatMessage{Role: role, Text: text, Images: images}) } case "assistant": text, calls := extractAnthropicAssistantContent(message.Content) projected := toolemulation.AssistantToolCallsToText(text, calls) if projected != "" { messages = append(messages, service.ChatMessage{Role: role, Text: projected}) } } } if len(messages) == 0 { return service.ChatRequest{}, fmt.Errorf("no user or assistant messages found") } toolChoice := toolemulation.ToolChoice{Mode: "auto"} if req.ToolChoice != nil { toolChoice = toolemulation.ExtractAnthropicToolChoice(req.ToolChoice) } return service.ChatRequest{ Model: strings.TrimSpace(req.Model), System: strings.TrimSpace(extractText(req.System)), Messages: messages, Tools: toolemulation.ExtractAnthropicTools(req.Tools), ToolChoice: toolChoice, Temperature: req.Temperature, TopP: req.TopP, TopK: req.TopK, Stop: req.StopSequences, MaxTokens: req.MaxTokens, }, nil } func normalizeOpenAIRequest(req openAIChatRequest) (service.ChatRequest, error) { messages := make([]service.ChatMessage, 0, len(req.Messages)) systemParts := make([]string, 0, 2) for _, message := range req.Messages { role := strings.ToLower(strings.TrimSpace(message.Role)) switch role { case "system", "developer": text := strings.TrimSpace(extractText(message.Content)) if text != "" { systemParts = append(systemParts, text) } case "user": text := strings.TrimSpace(extractText(message.Content)) images := extractOpenAIImages(message.Content) if text != "" || len(images) > 0 { messages = append(messages, service.ChatMessage{Role: role, Text: text, Images: images}) } case "assistant": text := strings.TrimSpace(extractText(message.Content)) calls := extractOpenAIToolCalls(message.ToolCalls) projected := toolemulation.AssistantToolCallsToText(text, calls) if projected != "" { messages = append(messages, service.ChatMessage{Role: role, Text: projected}) } case "tool": output := strings.TrimSpace(extractText(message.Content)) if output == "" || message.ToolCallID == "" { continue } prompt := toolemulation.ActionOutputPrompt(message.ToolCallID, output) if prompt != "" { messages = append(messages, service.ChatMessage{Role: "user", Text: prompt}) } } } if len(messages) == 0 { return service.ChatRequest{}, fmt.Errorf("no user or assistant messages found") } return service.ChatRequest{ Model: strings.TrimSpace(req.Model), System: strings.Join(systemParts, "\n\n"), Messages: messages, Tools: toolemulation.ExtractTools(req.Tools), ToolChoice: toolemulation.ExtractToolChoice(req.ToolChoice), ParallelToolCalls: req.ParallelToolCalls, Temperature: req.Temperature, TopP: req.TopP, Stop: extractStop(req.Stop), PresencePenalty: req.PresencePenalty, FrequencyPenalty: req.FrequencyPenalty, MaxTokens: maxTokens(req.MaxTokens, req.MaxCompletionTokens), Seed: req.Seed, User: req.User, ReasoningEffort: req.ReasoningEffort, ResponseFormat: extractResponseFormat(req.ResponseFormat), }, nil } func extractStop(stop any) []string { if stop == nil { return nil } switch typed := stop.(type) { case string: if typed != "" { return []string{typed} } case []any: out := make([]string, 0, len(typed)) for _, item := range typed { if s := stringFromAny(item); s != "" { out = append(out, s) } } return out case []string: return typed } return nil } func extractResponseFormat(rf any) string { if rf == nil { return "" } m, ok := rf.(map[string]any) if !ok { return "" } return stringFromAny(m["type"]) } func maxTokens(a, b int) int { if b > 0 { return b } return a } func extractText(content any) string { switch typed := content.(type) { case nil: return "" case string: return strings.TrimSpace(typed) case []any: parts := make([]string, 0, len(typed)) for _, item := range typed { text := extractText(item) if text != "" { parts = append(parts, text) } } return strings.Join(parts, "\n") case map[string]any: if text := stringFromAny(typed["text"]); text != "" { return text } if text := stringFromAny(typed["input_text"]); text != "" { return text } if nested := extractText(typed["content"]); nested != "" { return nested } return "" default: return "" } } func stringFromAny(value any) string { if value == nil { return "" } switch typed := value.(type) { case string: return strings.TrimSpace(typed) default: return "" } } func decodeJSON(r *http.Request, out any) error { defer r.Body.Close() decoder := json.NewDecoder(r.Body) decoder.UseNumber() if err := decoder.Decode(out); err != nil { return fmt.Errorf("invalid JSON body: %w", err) } return nil } func writeJSON(w http.ResponseWriter, status int, data any) { w.Header().Set("Content-Type", "application/json") w.WriteHeader(status) _ = json.NewEncoder(w).Encode(data) } func writeAnthropicError(w http.ResponseWriter, status int, kind string, message string) { writeJSON(w, status, map[string]any{ "type": "error", "error": map[string]any{ "type": kind, "message": message, }, }) } func writeOpenAIError(w http.ResponseWriter, status int, kind string, message string) { writeJSON(w, status, map[string]any{ "error": map[string]any{ "message": message, "type": kind, "code": nil, "param": nil, }, }) } func streamingHeaders(w http.ResponseWriter) { w.Header().Set("Content-Type", "text/event-stream") w.Header().Set("Cache-Control", "no-cache") w.Header().Set("Connection", "keep-alive") w.Header().Set("X-Accel-Buffering", "no") w.WriteHeader(http.StatusOK) } func writeSSEEvent(w http.ResponseWriter, flusher http.Flusher, event string, payload any) error { body, err := json.Marshal(payload) if err != nil { return err } if _, err := fmt.Fprintf(w, "event: %s\n", event); err != nil { return err } if _, err := fmt.Fprintf(w, "data: %s\n\n", body); err != nil { return err } flusher.Flush() return nil } func writeOpenAIChunk(w http.ResponseWriter, flusher http.Flusher, payload any) error { body, err := json.Marshal(payload) if err != nil { return err } if _, err := fmt.Fprintf(w, "data: %s\n\n", body); err != nil { return err } flusher.Flush() return nil } type recordingResponseWriter struct { http.ResponseWriter statusCode int body []byte wrote bool } func (rw *recordingResponseWriter) WriteHeader(code int) { rw.statusCode = code rw.wrote = true rw.ResponseWriter.WriteHeader(code) } func (rw *recordingResponseWriter) Write(b []byte) (int, error) { if !rw.wrote { rw.WriteHeader(http.StatusOK) } rw.body = append(rw.body, b...) return rw.ResponseWriter.Write(b) } func (rw *recordingResponseWriter) Flush() { if flusher, ok := rw.ResponseWriter.(http.Flusher); ok { flusher.Flush() } } func (s *Server) withRecorder(next http.Handler) http.Handler { return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { if s.OnRequest == nil { next.ServeHTTP(w, r) return } start := time.Now() // Read request body for recording, then restore for downstream handler var reqBody string if r.Body != nil && r.Body != http.NoBody { body, _ := io.ReadAll(r.Body) r.Body = io.NopCloser(bytes.NewReader(body)) reqBody = string(body) } rw := &recordingResponseWriter{ResponseWriter: w, statusCode: 200} next.ServeHTTP(rw, r) duration := time.Since(start) respBody := string(rw.body) go s.OnRequest(r.Method, r.URL.Path, rw.statusCode, duration, reqBody, respBody) }) } func withCORS(next http.Handler) http.Handler { return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { w.Header().Set("Access-Control-Allow-Origin", "*") w.Header().Set("Access-Control-Allow-Methods", "GET, POST, OPTIONS") w.Header().Set("Access-Control-Allow-Headers", "Content-Type, Authorization, x-api-key, anthropic-version") if r.Method == http.MethodOptions { w.WriteHeader(http.StatusNoContent) return } next.ServeHTTP(w, r) }) } func (s *Server) tryAcquire() bool { select { case s.sem <- struct{}{}: return true default: return false } } func (s *Server) release() { select { case <-s.sem: default: } } func extractOpenAIToolCalls(raw []any) []toolemulation.ToolCall { if len(raw) == 0 { return nil } out := make([]toolemulation.ToolCall, 0, len(raw)) for _, item := range raw { m, ok := item.(map[string]any) if !ok { continue } id := stringFromAny(m["id"]) fn, ok := m["function"].(map[string]any) if !ok { continue } name := stringFromAny(fn["name"]) if name == "" { continue } argsRaw := stringFromAny(fn["arguments"]) var args map[string]any if argsRaw != "" { _ = json.Unmarshal([]byte(argsRaw), &args) } out = append(out, toolemulation.ToolCall{ ID: id, Name: name, Arguments: args, }) } return out } type anthropicToolResult struct { ToolUseID string Content string } func extractAnthropicUserContent(content any) (string, []anthropicToolResult) { items, ok := content.([]any) if !ok { return extractText(content), nil } var results []anthropicToolResult var textParts []string for _, item := range items { m, ok := item.(map[string]any) if !ok { continue } switch stringFromAny(m["type"]) { case "text": if t := stringFromAny(m["text"]); t != "" { textParts = append(textParts, t) } case "thinking", "redacted_thinking": // Skip thinking blocks in user messages continue case "tool_result": toolUseID := stringFromAny(m["tool_use_id"]) resultText := extractText(m["content"]) if resultText != "" { results = append(results, anthropicToolResult{ ToolUseID: toolUseID, Content: resultText, }) } } } text := "" if len(textParts) > 0 { text = strings.Join(textParts, "\n") } return text, results } func extractAnthropicAssistantContent(content any) (string, []toolemulation.ToolCall) { items, ok := content.([]any) if !ok { return extractText(content), nil } calls := make([]toolemulation.ToolCall, 0, len(items)) var textParts []string for _, item := range items { m, ok := item.(map[string]any) if !ok { continue } switch stringFromAny(m["type"]) { case "text": if t := stringFromAny(m["text"]); t != "" { textParts = append(textParts, t) } case "thinking", "redacted_thinking": // Skip thinking blocks — they are not part of the conversation text continue case "tool_use": id := stringFromAny(m["id"]) name := stringFromAny(m["name"]) if name == "" { continue } var args map[string]any if rawInput, ok := m["input"].(map[string]any); ok { args = rawInput } else if inputStr, ok := m["input"].(string); ok && inputStr != "" { if err := json.Unmarshal([]byte(inputStr), &args); err != nil { args = map[string]any{} } } calls = append(calls, toolemulation.ToolCall{ ID: id, Name: name, Arguments: args, }) } } text := "" if len(textParts) > 0 { text = strings.Join(textParts, "\n") } return text, calls } func extractOpenAIImages(content any) []service.Image { items, ok := content.([]any) if !ok { return nil } var images []service.Image for _, item := range items { m, ok := item.(map[string]any) if !ok { continue } if stringFromAny(m["type"]) != "image_url" { continue } imageURL, ok := m["image_url"].(map[string]any) if !ok { continue } url := stringFromAny(imageURL["url"]) if url == "" { continue } img := parseImageURL(url) if img != nil { images = append(images, *img) } } return images } func extractAnthropicImages(content any) []service.Image { items, ok := content.([]any) if !ok { return nil } var images []service.Image for _, item := range items { m, ok := item.(map[string]any) if !ok { continue } if stringFromAny(m["type"]) != "image" { continue } source, ok := m["source"].(map[string]any) if !ok { continue } if stringFromAny(source["type"]) != "base64" { continue } mediaType := stringFromAny(source["media_type"]) data := stringFromAny(source["data"]) if data == "" { continue } images = append(images, service.Image{ MediaType: mediaType, Data: data, }) } return images } func parseImageURL(url string) *service.Image { if strings.HasPrefix(url, "data:") { return parseDataURL(url) } img, err := fetchImageAsBase64(url) if err != nil { return nil } return img } func parseDataURL(url string) *service.Image { const prefix = "data:" if !strings.HasPrefix(url, prefix) { return nil } rest := url[len(prefix):] commaIdx := strings.Index(rest, ",") if commaIdx < 0 { return nil } meta := rest[:commaIdx] data := rest[commaIdx+1:] mediaType := "" if strings.HasSuffix(meta, ";base64") { mediaType = strings.TrimSuffix(meta, ";base64") } else { mediaType = meta } return &service.Image{ MediaType: mediaType, Data: data, } } func fetchImageAsBase64(url string) (*service.Image, error) { resp, err := http.Get(url) if err != nil { return nil, err } defer resp.Body.Close() if resp.StatusCode != http.StatusOK { return nil, fmt.Errorf("fetch image failed: %s", resp.Status) } data, err := io.ReadAll(resp.Body) if err != nil { return nil, err } mediaType := resp.Header.Get("Content-Type") if mediaType == "" { mediaType = "image/jpeg" } else { // Strip parameters like "image/png; charset=utf-8" if idx := strings.Index(mediaType, ";"); idx >= 0 { mediaType = strings.TrimSpace(mediaType[:idx]) } } return &service.Image{ MediaType: mediaType, Data: base64.StdEncoding.EncodeToString(data), }, nil }