line.mjs 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108
  1. var _LineDecoder_buffer, _LineDecoder_carriageReturnIndex;
  2. import { __classPrivateFieldGet, __classPrivateFieldSet } from "../tslib.mjs";
  3. import { concatBytes, decodeUTF8, encodeUTF8 } from "../utils/bytes.mjs";
  4. /**
  5. * A re-implementation of httpx's `LineDecoder` in Python that handles incrementally
  6. * reading lines from text.
  7. *
  8. * https://github.com/encode/httpx/blob/920333ea98118e9cf617f246905d7b202510941c/httpx/_decoders.py#L258
  9. */
  10. export class LineDecoder {
  11. constructor() {
  12. _LineDecoder_buffer.set(this, void 0);
  13. _LineDecoder_carriageReturnIndex.set(this, void 0);
  14. __classPrivateFieldSet(this, _LineDecoder_buffer, new Uint8Array(), "f");
  15. __classPrivateFieldSet(this, _LineDecoder_carriageReturnIndex, null, "f");
  16. }
  17. decode(chunk) {
  18. if (chunk == null) {
  19. return [];
  20. }
  21. const binaryChunk = chunk instanceof ArrayBuffer ? new Uint8Array(chunk)
  22. : typeof chunk === 'string' ? encodeUTF8(chunk)
  23. : chunk;
  24. __classPrivateFieldSet(this, _LineDecoder_buffer, concatBytes([__classPrivateFieldGet(this, _LineDecoder_buffer, "f"), binaryChunk]), "f");
  25. const lines = [];
  26. let patternIndex;
  27. while ((patternIndex = findNewlineIndex(__classPrivateFieldGet(this, _LineDecoder_buffer, "f"), __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f"))) != null) {
  28. if (patternIndex.carriage && __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") == null) {
  29. // skip until we either get a corresponding `\n`, a new `\r` or nothing
  30. __classPrivateFieldSet(this, _LineDecoder_carriageReturnIndex, patternIndex.index, "f");
  31. continue;
  32. }
  33. // we got double \r or \rtext\n
  34. if (__classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") != null &&
  35. (patternIndex.index !== __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") + 1 || patternIndex.carriage)) {
  36. lines.push(decodeUTF8(__classPrivateFieldGet(this, _LineDecoder_buffer, "f").subarray(0, __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") - 1)));
  37. __classPrivateFieldSet(this, _LineDecoder_buffer, __classPrivateFieldGet(this, _LineDecoder_buffer, "f").subarray(__classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f")), "f");
  38. __classPrivateFieldSet(this, _LineDecoder_carriageReturnIndex, null, "f");
  39. continue;
  40. }
  41. const endIndex = __classPrivateFieldGet(this, _LineDecoder_carriageReturnIndex, "f") !== null ? patternIndex.preceding - 1 : patternIndex.preceding;
  42. const line = decodeUTF8(__classPrivateFieldGet(this, _LineDecoder_buffer, "f").subarray(0, endIndex));
  43. lines.push(line);
  44. __classPrivateFieldSet(this, _LineDecoder_buffer, __classPrivateFieldGet(this, _LineDecoder_buffer, "f").subarray(patternIndex.index), "f");
  45. __classPrivateFieldSet(this, _LineDecoder_carriageReturnIndex, null, "f");
  46. }
  47. return lines;
  48. }
  49. flush() {
  50. if (!__classPrivateFieldGet(this, _LineDecoder_buffer, "f").length) {
  51. return [];
  52. }
  53. return this.decode('\n');
  54. }
  55. }
  56. _LineDecoder_buffer = new WeakMap(), _LineDecoder_carriageReturnIndex = new WeakMap();
  57. // prettier-ignore
  58. LineDecoder.NEWLINE_CHARS = new Set(['\n', '\r']);
  59. LineDecoder.NEWLINE_REGEXP = /\r\n|[\n\r]/g;
  60. /**
  61. * This function searches the buffer for the end patterns, (\r or \n)
  62. * and returns an object with the index preceding the matched newline and the
  63. * index after the newline char. `null` is returned if no new line is found.
  64. *
  65. * ```ts
  66. * findNewLineIndex('abc\ndef') -> { preceding: 2, index: 3 }
  67. * ```
  68. */
  69. function findNewlineIndex(buffer, startIndex) {
  70. const newline = 0x0a; // \n
  71. const carriage = 0x0d; // \r
  72. for (let i = startIndex ?? 0; i < buffer.length; i++) {
  73. if (buffer[i] === newline) {
  74. return { preceding: i, index: i + 1, carriage: false };
  75. }
  76. if (buffer[i] === carriage) {
  77. return { preceding: i, index: i + 1, carriage: true };
  78. }
  79. }
  80. return null;
  81. }
  82. export function findDoubleNewlineIndex(buffer) {
  83. // This function searches the buffer for the end patterns (\r\r, \n\n, \r\n\r\n)
  84. // and returns the index right after the first occurrence of any pattern,
  85. // or -1 if none of the patterns are found.
  86. const newline = 0x0a; // \n
  87. const carriage = 0x0d; // \r
  88. for (let i = 0; i < buffer.length - 1; i++) {
  89. if (buffer[i] === newline && buffer[i + 1] === newline) {
  90. // \n\n
  91. return i + 2;
  92. }
  93. if (buffer[i] === carriage && buffer[i + 1] === carriage) {
  94. // \r\r
  95. return i + 2;
  96. }
  97. if (buffer[i] === carriage &&
  98. buffer[i + 1] === newline &&
  99. i + 3 < buffer.length &&
  100. buffer[i + 2] === carriage &&
  101. buffer[i + 3] === newline) {
  102. // \r\n\r\n
  103. return i + 4;
  104. }
  105. }
  106. return -1;
  107. }
  108. //# sourceMappingURL=line.mjs.map