mirror of
https://github.com/dart-lang/sdk
synced 2024-10-14 09:58:32 +00:00
b101a7d002
Change-Id: Ib33169c3e0ffc870915c189404074a1dea472546 Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/196548 Reviewed-by: Bob Nystrom <rnystrom@google.com> Commit-Queue: Leaf Petersen <leafp@google.com>
80 lines
3.2 KiB
Dart
80 lines
3.2 KiB
Dart
// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
|
|
// for details. All rights reserved. Use of this source code is governed by a
|
|
// BSD-style license that can be found in the LICENSE file.
|
|
|
|
// @dart = 2.9
|
|
|
|
// Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file
|
|
// for details. All rights reserved. Use of this source code is governed by a
|
|
// BSD-style license that can be found in the LICENSE file.
|
|
|
|
import "package:expect/expect.dart";
|
|
import 'dart:convert';
|
|
|
|
String decode(List<int> bytes, int chunkSize) {
|
|
StringBuffer buffer = new StringBuffer();
|
|
var stringSink = new StringConversionSink.fromStringSink(buffer);
|
|
var byteSink = new Utf8Decoder().startChunkedConversion(stringSink);
|
|
int i = 0;
|
|
while (i < bytes.length) {
|
|
var nextChunk = <int>[];
|
|
for (int j = 0; j < chunkSize; j++) {
|
|
if (i < bytes.length) {
|
|
nextChunk.add(bytes[i]);
|
|
i++;
|
|
}
|
|
}
|
|
byteSink.add(nextChunk);
|
|
}
|
|
byteSink.close();
|
|
return buffer.toString();
|
|
}
|
|
|
|
String decodeAllowMalformed(List<int> bytes, int chunkSize) {
|
|
StringBuffer buffer = new StringBuffer();
|
|
var stringSink = new StringConversionSink.fromStringSink(buffer);
|
|
var decoder = new Utf8Decoder(allowMalformed: true);
|
|
var byteSink = decoder.startChunkedConversion(stringSink);
|
|
int i = 0;
|
|
while (i < bytes.length) {
|
|
var nextChunk = <int>[];
|
|
for (int j = 0; j < chunkSize; j++) {
|
|
if (i < bytes.length) {
|
|
nextChunk.add(bytes[i]);
|
|
i++;
|
|
}
|
|
}
|
|
byteSink.add(nextChunk);
|
|
}
|
|
byteSink.close();
|
|
return buffer.toString();
|
|
}
|
|
|
|
main() {
|
|
// Test that chunked UTF8-decoder removes leading BOM.
|
|
Expect.equals("a", decode([0xEF, 0xBB, 0xBF, 0x61], 1));
|
|
Expect.equals("a", decode([0xEF, 0xBB, 0xBF, 0x61], 2));
|
|
Expect.equals("a", decode([0xEF, 0xBB, 0xBF, 0x61], 3));
|
|
Expect.equals("a", decode([0xEF, 0xBB, 0xBF, 0x61], 4));
|
|
Expect.equals("a", decodeAllowMalformed([0xEF, 0xBB, 0xBF, 0x61], 1));
|
|
Expect.equals("a", decodeAllowMalformed([0xEF, 0xBB, 0xBF, 0x61], 2));
|
|
Expect.equals("a", decodeAllowMalformed([0xEF, 0xBB, 0xBF, 0x61], 3));
|
|
Expect.equals("a", decodeAllowMalformed([0xEF, 0xBB, 0xBF, 0x61], 4));
|
|
Expect.equals("", decode([0xEF, 0xBB, 0xBF], 1));
|
|
Expect.equals("", decode([0xEF, 0xBB, 0xBF], 2));
|
|
Expect.equals("", decode([0xEF, 0xBB, 0xBF], 3));
|
|
Expect.equals("", decode([0xEF, 0xBB, 0xBF], 4));
|
|
Expect.equals("", decodeAllowMalformed([0xEF, 0xBB, 0xBF], 1));
|
|
Expect.equals("", decodeAllowMalformed([0xEF, 0xBB, 0xBF], 2));
|
|
Expect.equals("", decodeAllowMalformed([0xEF, 0xBB, 0xBF], 3));
|
|
Expect.equals("", decodeAllowMalformed([0xEF, 0xBB, 0xBF], 4));
|
|
Expect.equals("a\u{FEFF}", decode([0x61, 0xEF, 0xBB, 0xBF], 1));
|
|
Expect.equals("a\u{FEFF}", decode([0x61, 0xEF, 0xBB, 0xBF], 2));
|
|
Expect.equals("a\u{FEFF}", decode([0x61, 0xEF, 0xBB, 0xBF], 3));
|
|
Expect.equals("a\u{FEFF}", decode([0x61, 0xEF, 0xBB, 0xBF], 4));
|
|
Expect.equals("a\u{FEFF}", decodeAllowMalformed([0x61, 0xEF, 0xBB, 0xBF], 1));
|
|
Expect.equals("a\u{FEFF}", decodeAllowMalformed([0x61, 0xEF, 0xBB, 0xBF], 2));
|
|
Expect.equals("a\u{FEFF}", decodeAllowMalformed([0x61, 0xEF, 0xBB, 0xBF], 3));
|
|
Expect.equals("a\u{FEFF}", decodeAllowMalformed([0x61, 0xEF, 0xBB, 0xBF], 4));
|
|
}
|