BetaToolRunner.mjs 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372
  1. var _BetaToolRunner_instances, _BetaToolRunner_consumed, _BetaToolRunner_mutated, _BetaToolRunner_state, _BetaToolRunner_options, _BetaToolRunner_message, _BetaToolRunner_toolResponse, _BetaToolRunner_completion, _BetaToolRunner_iterationCount, _BetaToolRunner_checkAndCompact, _BetaToolRunner_generateToolResponse;
  2. import { __classPrivateFieldGet, __classPrivateFieldSet } from "../../internal/tslib.mjs";
  3. import { ToolError } from "./ToolError.mjs";
  4. import { AnthropicError } from "../../core/error.mjs";
  5. import { buildHeaders } from "../../internal/headers.mjs";
  6. import { DEFAULT_SUMMARY_PROMPT, DEFAULT_TOKEN_THRESHOLD } from "./CompactionControl.mjs";
  7. import { collectStainlessHelpers } from "../stainless-helper-header.mjs";
  8. /**
  9. * Just Promise.withResolvers(), which is not available in all environments.
  10. */
  11. function promiseWithResolvers() {
  12. let resolve;
  13. let reject;
  14. const promise = new Promise((res, rej) => {
  15. resolve = res;
  16. reject = rej;
  17. });
  18. return { promise, resolve: resolve, reject: reject };
  19. }
  20. /**
  21. * A ToolRunner handles the automatic conversation loop between the assistant and tools.
  22. *
  23. * A ToolRunner is an async iterable that yields either BetaMessage or BetaMessageStream objects
  24. * depending on the streaming configuration.
  25. */
  26. export class BetaToolRunner {
  27. constructor(client, params, options) {
  28. _BetaToolRunner_instances.add(this);
  29. this.client = client;
  30. /** Whether the async iterator has been consumed */
  31. _BetaToolRunner_consumed.set(this, false);
  32. /** Whether parameters have been mutated since the last API call */
  33. _BetaToolRunner_mutated.set(this, false);
  34. /** Current state containing the request parameters */
  35. _BetaToolRunner_state.set(this, void 0);
  36. _BetaToolRunner_options.set(this, void 0);
  37. /** Promise for the last message received from the assistant */
  38. _BetaToolRunner_message.set(this, void 0);
  39. /** Cached tool response to avoid redundant executions */
  40. _BetaToolRunner_toolResponse.set(this, void 0);
  41. /** Promise resolvers for waiting on completion */
  42. _BetaToolRunner_completion.set(this, void 0);
  43. /** Number of iterations (API requests) made so far */
  44. _BetaToolRunner_iterationCount.set(this, 0);
  45. __classPrivateFieldSet(this, _BetaToolRunner_state, {
  46. params: {
  47. // You can't clone the entire params since there are functions as handlers.
  48. // You also don't really need to clone params.messages, but it probably will prevent a foot gun
  49. // somewhere.
  50. ...params,
  51. messages: structuredClone(params.messages),
  52. },
  53. }, "f");
  54. const helpers = collectStainlessHelpers(params.tools, params.messages);
  55. const helperValue = ['BetaToolRunner', ...helpers].join(', ');
  56. __classPrivateFieldSet(this, _BetaToolRunner_options, {
  57. ...options,
  58. headers: buildHeaders([{ 'x-stainless-helper': helperValue }, options?.headers]),
  59. }, "f");
  60. __classPrivateFieldSet(this, _BetaToolRunner_completion, promiseWithResolvers(), "f");
  61. }
  62. async *[(_BetaToolRunner_consumed = new WeakMap(), _BetaToolRunner_mutated = new WeakMap(), _BetaToolRunner_state = new WeakMap(), _BetaToolRunner_options = new WeakMap(), _BetaToolRunner_message = new WeakMap(), _BetaToolRunner_toolResponse = new WeakMap(), _BetaToolRunner_completion = new WeakMap(), _BetaToolRunner_iterationCount = new WeakMap(), _BetaToolRunner_instances = new WeakSet(), _BetaToolRunner_checkAndCompact = async function _BetaToolRunner_checkAndCompact() {
  63. const compactionControl = __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.compactionControl;
  64. if (!compactionControl || !compactionControl.enabled) {
  65. return false;
  66. }
  67. let tokensUsed = 0;
  68. if (__classPrivateFieldGet(this, _BetaToolRunner_message, "f") !== undefined) {
  69. try {
  70. const message = await __classPrivateFieldGet(this, _BetaToolRunner_message, "f");
  71. const totalInputTokens = message.usage.input_tokens +
  72. (message.usage.cache_creation_input_tokens ?? 0) +
  73. (message.usage.cache_read_input_tokens ?? 0);
  74. tokensUsed = totalInputTokens + message.usage.output_tokens;
  75. }
  76. catch {
  77. // If we can't get the message, skip compaction
  78. return false;
  79. }
  80. }
  81. const threshold = compactionControl.contextTokenThreshold ?? DEFAULT_TOKEN_THRESHOLD;
  82. if (tokensUsed < threshold) {
  83. return false;
  84. }
  85. const model = compactionControl.model ?? __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.model;
  86. const summaryPrompt = compactionControl.summaryPrompt ?? DEFAULT_SUMMARY_PROMPT;
  87. const messages = __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages;
  88. if (messages[messages.length - 1].role === 'assistant') {
  89. // Remove tool_use blocks from the last message to avoid 400 error
  90. // (tool_use requires tool_result, which we don't have yet)
  91. const lastMessage = messages[messages.length - 1];
  92. if (Array.isArray(lastMessage.content)) {
  93. const nonToolBlocks = lastMessage.content.filter((block) => block.type !== 'tool_use');
  94. if (nonToolBlocks.length === 0) {
  95. // If all blocks were tool_use, just remove the message entirely
  96. messages.pop();
  97. }
  98. else {
  99. lastMessage.content = nonToolBlocks;
  100. }
  101. }
  102. }
  103. const response = await this.client.beta.messages.create({
  104. model,
  105. messages: [
  106. ...messages,
  107. {
  108. role: 'user',
  109. content: [
  110. {
  111. type: 'text',
  112. text: summaryPrompt,
  113. },
  114. ],
  115. },
  116. ],
  117. max_tokens: __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.max_tokens,
  118. }, {
  119. headers: { 'x-stainless-helper': 'compaction' },
  120. });
  121. if (response.content[0]?.type !== 'text') {
  122. throw new AnthropicError('Expected text response for compaction');
  123. }
  124. __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages = [
  125. {
  126. role: 'user',
  127. content: response.content,
  128. },
  129. ];
  130. return true;
  131. }, Symbol.asyncIterator)]() {
  132. var _a;
  133. if (__classPrivateFieldGet(this, _BetaToolRunner_consumed, "f")) {
  134. throw new AnthropicError('Cannot iterate over a consumed stream');
  135. }
  136. __classPrivateFieldSet(this, _BetaToolRunner_consumed, true, "f");
  137. __classPrivateFieldSet(this, _BetaToolRunner_mutated, true, "f");
  138. __classPrivateFieldSet(this, _BetaToolRunner_toolResponse, undefined, "f");
  139. try {
  140. while (true) {
  141. let stream;
  142. try {
  143. if (__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.max_iterations &&
  144. __classPrivateFieldGet(this, _BetaToolRunner_iterationCount, "f") >= __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.max_iterations) {
  145. break;
  146. }
  147. __classPrivateFieldSet(this, _BetaToolRunner_mutated, false, "f");
  148. __classPrivateFieldSet(this, _BetaToolRunner_toolResponse, undefined, "f");
  149. __classPrivateFieldSet(this, _BetaToolRunner_iterationCount, (_a = __classPrivateFieldGet(this, _BetaToolRunner_iterationCount, "f"), _a++, _a), "f");
  150. __classPrivateFieldSet(this, _BetaToolRunner_message, undefined, "f");
  151. const { max_iterations, compactionControl, ...params } = __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params;
  152. if (params.stream) {
  153. stream = this.client.beta.messages.stream({ ...params }, __classPrivateFieldGet(this, _BetaToolRunner_options, "f"));
  154. __classPrivateFieldSet(this, _BetaToolRunner_message, stream.finalMessage(), "f");
  155. // Make sure that this promise doesn't throw before we get the option to do something about it.
  156. // Error will be caught when we call await this.#message ultimately
  157. __classPrivateFieldGet(this, _BetaToolRunner_message, "f").catch(() => { });
  158. yield stream;
  159. }
  160. else {
  161. __classPrivateFieldSet(this, _BetaToolRunner_message, this.client.beta.messages.create({ ...params, stream: false }, __classPrivateFieldGet(this, _BetaToolRunner_options, "f")), "f");
  162. yield __classPrivateFieldGet(this, _BetaToolRunner_message, "f");
  163. }
  164. const isCompacted = await __classPrivateFieldGet(this, _BetaToolRunner_instances, "m", _BetaToolRunner_checkAndCompact).call(this);
  165. if (!isCompacted) {
  166. if (!__classPrivateFieldGet(this, _BetaToolRunner_mutated, "f")) {
  167. const { role, content } = await __classPrivateFieldGet(this, _BetaToolRunner_message, "f");
  168. __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages.push({ role, content });
  169. }
  170. const toolMessage = await __classPrivateFieldGet(this, _BetaToolRunner_instances, "m", _BetaToolRunner_generateToolResponse).call(this, __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages.at(-1));
  171. if (toolMessage) {
  172. __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params.messages.push(toolMessage);
  173. }
  174. else if (!__classPrivateFieldGet(this, _BetaToolRunner_mutated, "f")) {
  175. break;
  176. }
  177. }
  178. }
  179. finally {
  180. if (stream) {
  181. stream.abort();
  182. }
  183. }
  184. }
  185. if (!__classPrivateFieldGet(this, _BetaToolRunner_message, "f")) {
  186. throw new AnthropicError('ToolRunner concluded without a message from the server');
  187. }
  188. __classPrivateFieldGet(this, _BetaToolRunner_completion, "f").resolve(await __classPrivateFieldGet(this, _BetaToolRunner_message, "f"));
  189. }
  190. catch (error) {
  191. __classPrivateFieldSet(this, _BetaToolRunner_consumed, false, "f");
  192. // Silence unhandled promise errors
  193. __classPrivateFieldGet(this, _BetaToolRunner_completion, "f").promise.catch(() => { });
  194. __classPrivateFieldGet(this, _BetaToolRunner_completion, "f").reject(error);
  195. __classPrivateFieldSet(this, _BetaToolRunner_completion, promiseWithResolvers(), "f");
  196. throw error;
  197. }
  198. }
  199. setMessagesParams(paramsOrMutator) {
  200. if (typeof paramsOrMutator === 'function') {
  201. __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params = paramsOrMutator(__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params);
  202. }
  203. else {
  204. __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params = paramsOrMutator;
  205. }
  206. __classPrivateFieldSet(this, _BetaToolRunner_mutated, true, "f");
  207. // Invalidate cached tool response since parameters changed
  208. __classPrivateFieldSet(this, _BetaToolRunner_toolResponse, undefined, "f");
  209. }
  210. /**
  211. * Get the tool response for the last message from the assistant.
  212. * Avoids redundant tool executions by caching results.
  213. *
  214. * @returns A promise that resolves to a BetaMessageParam containing tool results, or null if no tools need to be executed
  215. *
  216. * @example
  217. * const toolResponse = await runner.generateToolResponse();
  218. * if (toolResponse) {
  219. * console.log('Tool results:', toolResponse.content);
  220. * }
  221. */
  222. async generateToolResponse() {
  223. const message = (await __classPrivateFieldGet(this, _BetaToolRunner_message, "f")) ?? this.params.messages.at(-1);
  224. if (!message) {
  225. return null;
  226. }
  227. return __classPrivateFieldGet(this, _BetaToolRunner_instances, "m", _BetaToolRunner_generateToolResponse).call(this, message);
  228. }
  229. /**
  230. * Wait for the async iterator to complete. This works even if the async iterator hasn't yet started, and
  231. * will wait for an instance to start and go to completion.
  232. *
  233. * @returns A promise that resolves to the final BetaMessage when the iterator completes
  234. *
  235. * @example
  236. * // Start consuming the iterator
  237. * for await (const message of runner) {
  238. * console.log('Message:', message.content);
  239. * }
  240. *
  241. * // Meanwhile, wait for completion from another part of the code
  242. * const finalMessage = await runner.done();
  243. * console.log('Final response:', finalMessage.content);
  244. */
  245. done() {
  246. return __classPrivateFieldGet(this, _BetaToolRunner_completion, "f").promise;
  247. }
  248. /**
  249. * Returns a promise indicating that the stream is done. Unlike .done(), this will eagerly read the stream:
  250. * * If the iterator has not been consumed, consume the entire iterator and return the final message from the
  251. * assistant.
  252. * * If the iterator has been consumed, waits for it to complete and returns the final message.
  253. *
  254. * @returns A promise that resolves to the final BetaMessage from the conversation
  255. * @throws {AnthropicError} If no messages were processed during the conversation
  256. *
  257. * @example
  258. * const finalMessage = await runner.runUntilDone();
  259. * console.log('Final response:', finalMessage.content);
  260. */
  261. async runUntilDone() {
  262. // If not yet consumed, start consuming and wait for completion
  263. if (!__classPrivateFieldGet(this, _BetaToolRunner_consumed, "f")) {
  264. for await (const _ of this) {
  265. // Iterator naturally populates this.#message
  266. }
  267. }
  268. // If consumed but not completed, wait for completion
  269. return this.done();
  270. }
  271. /**
  272. * Get the current parameters being used by the ToolRunner.
  273. *
  274. * @returns A readonly view of the current ToolRunnerParams
  275. *
  276. * @example
  277. * const currentParams = runner.params;
  278. * console.log('Current model:', currentParams.model);
  279. * console.log('Message count:', currentParams.messages.length);
  280. */
  281. get params() {
  282. return __classPrivateFieldGet(this, _BetaToolRunner_state, "f").params;
  283. }
  284. /**
  285. * Add one or more messages to the conversation history.
  286. *
  287. * @param messages - One or more BetaMessageParam objects to add to the conversation
  288. *
  289. * @example
  290. * runner.pushMessages(
  291. * { role: 'user', content: 'Also, what about the weather in NYC?' }
  292. * );
  293. *
  294. * @example
  295. * // Adding multiple messages
  296. * runner.pushMessages(
  297. * { role: 'user', content: 'What about NYC?' },
  298. * { role: 'user', content: 'And Boston?' }
  299. * );
  300. */
  301. pushMessages(...messages) {
  302. this.setMessagesParams((params) => ({
  303. ...params,
  304. messages: [...params.messages, ...messages],
  305. }));
  306. }
  307. /**
  308. * Makes the ToolRunner directly awaitable, equivalent to calling .runUntilDone()
  309. * This allows using `await runner` instead of `await runner.runUntilDone()`
  310. */
  311. then(onfulfilled, onrejected) {
  312. return this.runUntilDone().then(onfulfilled, onrejected);
  313. }
  314. }
  315. _BetaToolRunner_generateToolResponse = async function _BetaToolRunner_generateToolResponse(lastMessage) {
  316. if (__classPrivateFieldGet(this, _BetaToolRunner_toolResponse, "f") !== undefined) {
  317. return __classPrivateFieldGet(this, _BetaToolRunner_toolResponse, "f");
  318. }
  319. __classPrivateFieldSet(this, _BetaToolRunner_toolResponse, generateToolResponse(__classPrivateFieldGet(this, _BetaToolRunner_state, "f").params, lastMessage), "f");
  320. return __classPrivateFieldGet(this, _BetaToolRunner_toolResponse, "f");
  321. };
  322. async function generateToolResponse(params, lastMessage = params.messages.at(-1)) {
  323. // Only process if the last message is from the assistant and has tool use blocks
  324. if (!lastMessage ||
  325. lastMessage.role !== 'assistant' ||
  326. !lastMessage.content ||
  327. typeof lastMessage.content === 'string') {
  328. return null;
  329. }
  330. const toolUseBlocks = lastMessage.content.filter((content) => content.type === 'tool_use');
  331. if (toolUseBlocks.length === 0) {
  332. return null;
  333. }
  334. const toolResults = await Promise.all(toolUseBlocks.map(async (toolUse) => {
  335. const tool = params.tools.find((t) => ('name' in t ? t.name : t.mcp_server_name) === toolUse.name);
  336. if (!tool || !('run' in tool)) {
  337. return {
  338. type: 'tool_result',
  339. tool_use_id: toolUse.id,
  340. content: `Error: Tool '${toolUse.name}' not found`,
  341. is_error: true,
  342. };
  343. }
  344. try {
  345. let input = toolUse.input;
  346. if ('parse' in tool && tool.parse) {
  347. input = tool.parse(input);
  348. }
  349. const result = await tool.run(input);
  350. return {
  351. type: 'tool_result',
  352. tool_use_id: toolUse.id,
  353. content: result,
  354. };
  355. }
  356. catch (error) {
  357. return {
  358. type: 'tool_result',
  359. tool_use_id: toolUse.id,
  360. content: error instanceof ToolError ?
  361. error.content
  362. : `Error: ${error instanceof Error ? error.message : String(error)}`,
  363. is_error: true,
  364. };
  365. }
  366. }));
  367. return {
  368. role: 'user',
  369. content: toolResults,
  370. };
  371. }
  372. //# sourceMappingURL=BetaToolRunner.mjs.map