client_integration.rs 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484
  1. use std::collections::HashMap;
  2. use std::sync::Arc;
  3. use std::time::Duration;
  4. use api::{
  5. AnthropicClient, ApiError, AuthSource, ContentBlockDelta, ContentBlockDeltaEvent,
  6. ContentBlockStartEvent, InputContentBlock, InputMessage, MessageDeltaEvent, MessageRequest,
  7. OutputContentBlock, ProviderClient, StreamEvent, ToolChoice, ToolDefinition,
  8. };
  9. use serde_json::json;
  10. use tokio::io::{AsyncReadExt, AsyncWriteExt};
  11. use tokio::net::TcpListener;
  12. use tokio::sync::Mutex;
  13. #[tokio::test]
  14. async fn send_message_posts_json_and_parses_response() {
  15. let state = Arc::new(Mutex::new(Vec::<CapturedRequest>::new()));
  16. let body = concat!(
  17. "{",
  18. "\"id\":\"msg_test\",",
  19. "\"type\":\"message\",",
  20. "\"role\":\"assistant\",",
  21. "\"content\":[{\"type\":\"text\",\"text\":\"Hello from Claude\"}],",
  22. "\"model\":\"claude-3-7-sonnet-latest\",",
  23. "\"stop_reason\":\"end_turn\",",
  24. "\"stop_sequence\":null,",
  25. "\"usage\":{\"input_tokens\":12,\"output_tokens\":4},",
  26. "\"request_id\":\"req_body_123\"",
  27. "}"
  28. );
  29. let server = spawn_server(
  30. state.clone(),
  31. vec![http_response("200 OK", "application/json", body)],
  32. )
  33. .await;
  34. let client = AnthropicClient::new("test-key")
  35. .with_auth_token(Some("proxy-token".to_string()))
  36. .with_base_url(server.base_url());
  37. let response = client
  38. .send_message(&sample_request(false))
  39. .await
  40. .expect("request should succeed");
  41. assert_eq!(response.id, "msg_test");
  42. assert_eq!(response.total_tokens(), 16);
  43. assert_eq!(response.request_id.as_deref(), Some("req_body_123"));
  44. assert_eq!(
  45. response.content,
  46. vec![OutputContentBlock::Text {
  47. text: "Hello from Claude".to_string(),
  48. }]
  49. );
  50. let captured = state.lock().await;
  51. let request = captured.first().expect("server should capture request");
  52. assert_eq!(request.method, "POST");
  53. assert_eq!(request.path, "/v1/messages");
  54. assert_eq!(
  55. request.headers.get("x-api-key").map(String::as_str),
  56. Some("test-key")
  57. );
  58. assert_eq!(
  59. request.headers.get("authorization").map(String::as_str),
  60. Some("Bearer proxy-token")
  61. );
  62. let body: serde_json::Value =
  63. serde_json::from_str(&request.body).expect("request body should be json");
  64. assert_eq!(
  65. body.get("model").and_then(serde_json::Value::as_str),
  66. Some("claude-3-7-sonnet-latest")
  67. );
  68. assert!(body.get("stream").is_none());
  69. assert_eq!(body["tools"][0]["name"], json!("get_weather"));
  70. assert_eq!(body["tool_choice"]["type"], json!("auto"));
  71. }
  72. #[tokio::test]
  73. async fn stream_message_parses_sse_events_with_tool_use() {
  74. let state = Arc::new(Mutex::new(Vec::<CapturedRequest>::new()));
  75. let sse = concat!(
  76. "event: message_start\n",
  77. "data: {\"type\":\"message_start\",\"message\":{\"id\":\"msg_stream\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"model\":\"claude-3-7-sonnet-latest\",\"stop_reason\":null,\"stop_sequence\":null,\"usage\":{\"input_tokens\":8,\"output_tokens\":0}}}\n\n",
  78. "event: content_block_start\n",
  79. "data: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_123\",\"name\":\"get_weather\",\"input\":{}}}\n\n",
  80. "event: content_block_delta\n",
  81. "data: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"city\\\":\\\"Paris\\\"}\"}}\n\n",
  82. "event: content_block_stop\n",
  83. "data: {\"type\":\"content_block_stop\",\"index\":0}\n\n",
  84. "event: message_delta\n",
  85. "data: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null},\"usage\":{\"input_tokens\":8,\"output_tokens\":1}}\n\n",
  86. "event: message_stop\n",
  87. "data: {\"type\":\"message_stop\"}\n\n",
  88. "data: [DONE]\n\n"
  89. );
  90. let server = spawn_server(
  91. state.clone(),
  92. vec![http_response_with_headers(
  93. "200 OK",
  94. "text/event-stream",
  95. sse,
  96. &[("request-id", "req_stream_456")],
  97. )],
  98. )
  99. .await;
  100. let client = AnthropicClient::new("test-key")
  101. .with_auth_token(Some("proxy-token".to_string()))
  102. .with_base_url(server.base_url());
  103. let mut stream = client
  104. .stream_message(&sample_request(false))
  105. .await
  106. .expect("stream should start");
  107. assert_eq!(stream.request_id(), Some("req_stream_456"));
  108. let mut events = Vec::new();
  109. while let Some(event) = stream
  110. .next_event()
  111. .await
  112. .expect("stream event should parse")
  113. {
  114. events.push(event);
  115. }
  116. assert_eq!(events.len(), 6);
  117. assert!(matches!(events[0], StreamEvent::MessageStart(_)));
  118. assert!(matches!(
  119. events[1],
  120. StreamEvent::ContentBlockStart(ContentBlockStartEvent {
  121. content_block: OutputContentBlock::ToolUse { .. },
  122. ..
  123. })
  124. ));
  125. assert!(matches!(
  126. events[2],
  127. StreamEvent::ContentBlockDelta(ContentBlockDeltaEvent {
  128. delta: ContentBlockDelta::InputJsonDelta { .. },
  129. ..
  130. })
  131. ));
  132. assert!(matches!(events[3], StreamEvent::ContentBlockStop(_)));
  133. assert!(matches!(
  134. events[4],
  135. StreamEvent::MessageDelta(MessageDeltaEvent { .. })
  136. ));
  137. assert!(matches!(events[5], StreamEvent::MessageStop(_)));
  138. match &events[1] {
  139. StreamEvent::ContentBlockStart(ContentBlockStartEvent {
  140. content_block: OutputContentBlock::ToolUse { name, input, .. },
  141. ..
  142. }) => {
  143. assert_eq!(name, "get_weather");
  144. assert_eq!(input, &json!({}));
  145. }
  146. other => panic!("expected tool_use block, got {other:?}"),
  147. }
  148. let captured = state.lock().await;
  149. let request = captured.first().expect("server should capture request");
  150. assert!(request.body.contains("\"stream\":true"));
  151. }
  152. #[tokio::test]
  153. async fn retries_retryable_failures_before_succeeding() {
  154. let state = Arc::new(Mutex::new(Vec::<CapturedRequest>::new()));
  155. let server = spawn_server(
  156. state.clone(),
  157. vec![
  158. http_response(
  159. "429 Too Many Requests",
  160. "application/json",
  161. "{\"type\":\"error\",\"error\":{\"type\":\"rate_limit_error\",\"message\":\"slow down\"}}",
  162. ),
  163. http_response(
  164. "200 OK",
  165. "application/json",
  166. "{\"id\":\"msg_retry\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\"Recovered\"}],\"model\":\"claude-3-7-sonnet-latest\",\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"usage\":{\"input_tokens\":3,\"output_tokens\":2}}",
  167. ),
  168. ],
  169. )
  170. .await;
  171. let client = AnthropicClient::new("test-key")
  172. .with_base_url(server.base_url())
  173. .with_retry_policy(2, Duration::from_millis(1), Duration::from_millis(2));
  174. let response = client
  175. .send_message(&sample_request(false))
  176. .await
  177. .expect("retry should eventually succeed");
  178. assert_eq!(response.total_tokens(), 5);
  179. assert_eq!(state.lock().await.len(), 2);
  180. }
  181. #[tokio::test]
  182. async fn provider_client_dispatches_anthropic_requests() {
  183. let state = Arc::new(Mutex::new(Vec::<CapturedRequest>::new()));
  184. let server = spawn_server(
  185. state.clone(),
  186. vec![http_response(
  187. "200 OK",
  188. "application/json",
  189. "{\"id\":\"msg_provider\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\"Dispatched\"}],\"model\":\"claude-3-7-sonnet-latest\",\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"usage\":{\"input_tokens\":3,\"output_tokens\":2}}",
  190. )],
  191. )
  192. .await;
  193. let client = ProviderClient::from_model_with_anthropic_auth(
  194. "claude-sonnet-4-6",
  195. Some(AuthSource::ApiKey("test-key".to_string())),
  196. )
  197. .expect("anthropic provider client should be constructed");
  198. let client = match client {
  199. ProviderClient::Anthropic(client) => {
  200. ProviderClient::Anthropic(client.with_base_url(server.base_url()))
  201. }
  202. other => panic!("expected anthropic provider, got {other:?}"),
  203. };
  204. let response = client
  205. .send_message(&sample_request(false))
  206. .await
  207. .expect("provider-dispatched request should succeed");
  208. assert_eq!(response.total_tokens(), 5);
  209. let captured = state.lock().await;
  210. let request = captured.first().expect("server should capture request");
  211. assert_eq!(request.path, "/v1/messages");
  212. assert_eq!(
  213. request.headers.get("x-api-key").map(String::as_str),
  214. Some("test-key")
  215. );
  216. }
  217. #[tokio::test]
  218. async fn surfaces_retry_exhaustion_for_persistent_retryable_errors() {
  219. let state = Arc::new(Mutex::new(Vec::<CapturedRequest>::new()));
  220. let server = spawn_server(
  221. state.clone(),
  222. vec![
  223. http_response(
  224. "503 Service Unavailable",
  225. "application/json",
  226. "{\"type\":\"error\",\"error\":{\"type\":\"overloaded_error\",\"message\":\"busy\"}}",
  227. ),
  228. http_response(
  229. "503 Service Unavailable",
  230. "application/json",
  231. "{\"type\":\"error\",\"error\":{\"type\":\"overloaded_error\",\"message\":\"still busy\"}}",
  232. ),
  233. ],
  234. )
  235. .await;
  236. let client = AnthropicClient::new("test-key")
  237. .with_base_url(server.base_url())
  238. .with_retry_policy(1, Duration::from_millis(1), Duration::from_millis(2));
  239. let error = client
  240. .send_message(&sample_request(false))
  241. .await
  242. .expect_err("persistent 503 should fail");
  243. match error {
  244. ApiError::RetriesExhausted {
  245. attempts,
  246. last_error,
  247. } => {
  248. assert_eq!(attempts, 2);
  249. assert!(matches!(
  250. *last_error,
  251. ApiError::Api {
  252. status: reqwest::StatusCode::SERVICE_UNAVAILABLE,
  253. retryable: true,
  254. ..
  255. }
  256. ));
  257. }
  258. other => panic!("expected retries exhausted, got {other:?}"),
  259. }
  260. }
  261. #[tokio::test]
  262. #[ignore = "requires ANTHROPIC_API_KEY and network access"]
  263. async fn live_stream_smoke_test() {
  264. let client = AnthropicClient::from_env().expect("ANTHROPIC_API_KEY must be set");
  265. let mut stream = client
  266. .stream_message(&MessageRequest {
  267. model: std::env::var("ANTHROPIC_MODEL")
  268. .unwrap_or_else(|_| "claude-3-7-sonnet-latest".to_string()),
  269. max_tokens: 32,
  270. messages: vec![InputMessage::user_text(
  271. "Reply with exactly: hello from rust",
  272. )],
  273. system: None,
  274. tools: None,
  275. tool_choice: None,
  276. stream: false,
  277. })
  278. .await
  279. .expect("live stream should start");
  280. while let Some(_event) = stream
  281. .next_event()
  282. .await
  283. .expect("live stream should yield events")
  284. {}
  285. }
  286. #[derive(Debug, Clone, PartialEq, Eq)]
  287. struct CapturedRequest {
  288. method: String,
  289. path: String,
  290. headers: HashMap<String, String>,
  291. body: String,
  292. }
  293. struct TestServer {
  294. base_url: String,
  295. join_handle: tokio::task::JoinHandle<()>,
  296. }
  297. impl TestServer {
  298. fn base_url(&self) -> String {
  299. self.base_url.clone()
  300. }
  301. }
  302. impl Drop for TestServer {
  303. fn drop(&mut self) {
  304. self.join_handle.abort();
  305. }
  306. }
  307. async fn spawn_server(
  308. state: Arc<Mutex<Vec<CapturedRequest>>>,
  309. responses: Vec<String>,
  310. ) -> TestServer {
  311. let listener = TcpListener::bind("127.0.0.1:0")
  312. .await
  313. .expect("listener should bind");
  314. let address = listener
  315. .local_addr()
  316. .expect("listener should have local addr");
  317. let join_handle = tokio::spawn(async move {
  318. for response in responses {
  319. let (mut socket, _) = listener.accept().await.expect("server should accept");
  320. let mut buffer = Vec::new();
  321. let mut header_end = None;
  322. loop {
  323. let mut chunk = [0_u8; 1024];
  324. let read = socket
  325. .read(&mut chunk)
  326. .await
  327. .expect("request read should succeed");
  328. if read == 0 {
  329. break;
  330. }
  331. buffer.extend_from_slice(&chunk[..read]);
  332. if let Some(position) = find_header_end(&buffer) {
  333. header_end = Some(position);
  334. break;
  335. }
  336. }
  337. let header_end = header_end.expect("request should include headers");
  338. let (header_bytes, remaining) = buffer.split_at(header_end);
  339. let header_text =
  340. String::from_utf8(header_bytes.to_vec()).expect("headers should be utf8");
  341. let mut lines = header_text.split("\r\n");
  342. let request_line = lines.next().expect("request line should exist");
  343. let mut parts = request_line.split_whitespace();
  344. let method = parts.next().expect("method should exist").to_string();
  345. let path = parts.next().expect("path should exist").to_string();
  346. let mut headers = HashMap::new();
  347. let mut content_length = 0_usize;
  348. for line in lines {
  349. if line.is_empty() {
  350. continue;
  351. }
  352. let (name, value) = line.split_once(':').expect("header should have colon");
  353. let value = value.trim().to_string();
  354. if name.eq_ignore_ascii_case("content-length") {
  355. content_length = value.parse().expect("content length should parse");
  356. }
  357. headers.insert(name.to_ascii_lowercase(), value);
  358. }
  359. let mut body = remaining[4..].to_vec();
  360. while body.len() < content_length {
  361. let mut chunk = vec![0_u8; content_length - body.len()];
  362. let read = socket
  363. .read(&mut chunk)
  364. .await
  365. .expect("body read should succeed");
  366. if read == 0 {
  367. break;
  368. }
  369. body.extend_from_slice(&chunk[..read]);
  370. }
  371. state.lock().await.push(CapturedRequest {
  372. method,
  373. path,
  374. headers,
  375. body: String::from_utf8(body).expect("body should be utf8"),
  376. });
  377. socket
  378. .write_all(response.as_bytes())
  379. .await
  380. .expect("response write should succeed");
  381. }
  382. });
  383. TestServer {
  384. base_url: format!("http://{address}"),
  385. join_handle,
  386. }
  387. }
  388. fn find_header_end(bytes: &[u8]) -> Option<usize> {
  389. bytes.windows(4).position(|window| window == b"\r\n\r\n")
  390. }
  391. fn http_response(status: &str, content_type: &str, body: &str) -> String {
  392. http_response_with_headers(status, content_type, body, &[])
  393. }
  394. fn http_response_with_headers(
  395. status: &str,
  396. content_type: &str,
  397. body: &str,
  398. headers: &[(&str, &str)],
  399. ) -> String {
  400. let mut extra_headers = String::new();
  401. for (name, value) in headers {
  402. use std::fmt::Write as _;
  403. write!(&mut extra_headers, "{name}: {value}\r\n").expect("header write should succeed");
  404. }
  405. format!(
  406. "HTTP/1.1 {status}\r\ncontent-type: {content_type}\r\n{extra_headers}content-length: {}\r\nconnection: close\r\n\r\n{body}",
  407. body.len()
  408. )
  409. }
  410. fn sample_request(stream: bool) -> MessageRequest {
  411. MessageRequest {
  412. model: "claude-3-7-sonnet-latest".to_string(),
  413. max_tokens: 64,
  414. messages: vec![InputMessage {
  415. role: "user".to_string(),
  416. content: vec![
  417. InputContentBlock::Text {
  418. text: "Say hello".to_string(),
  419. },
  420. InputContentBlock::ToolResult {
  421. tool_use_id: "toolu_prev".to_string(),
  422. content: vec![api::ToolResultContentBlock::Json {
  423. value: json!({"forecast": "sunny"}),
  424. }],
  425. is_error: false,
  426. },
  427. ],
  428. }],
  429. system: Some("Use tools when needed".to_string()),
  430. tools: Some(vec![ToolDefinition {
  431. name: "get_weather".to_string(),
  432. description: Some("Fetches the weather".to_string()),
  433. input_schema: json!({
  434. "type": "object",
  435. "properties": {"city": {"type": "string"}},
  436. "required": ["city"]
  437. }),
  438. }]),
  439. tool_choice: Some(ToolChoice::Auto),
  440. stream,
  441. }
  442. }