24 KiB
This file describes the binary format of Dart Kernel.
Notation
Bitmasks are described with the syntax:
Byte flags (flag1, flag2, ..., flagN)
where 'flag' is the N-th least significant bit, (so flag1 is the least significant bit).
Bytes with tagging bits are described with the syntax:
Byte byte (10xxxxxx)
where the x'es represent the bit positions to be extracted from the byte and the 0'es and 1'es the bits used for tagging. The leftmost bit is the most significant.
Binary format
type Byte = a byte
abstract type UInt {}
type UInt7 extends UInt {
Byte byte1(0xxxxxxx);
}
type UInt14 extends UInt {
Byte byte1(10xxxxxx); // most significant byte, discard the high bit
Byte byte2(xxxxxxxx); // least signficant byte
}
type UInt30 extends UInt {
Byte byte1(11xxxxxx); // most significant byte, discard the two high bits.
Byte byte2(xxxxxxxx);
Byte byte3(xxxxxxxx);
Byte byte4(xxxxxxxx); // least significant byte
}
type UInt32 = big endian 32-bit unsigned integer
type List<T> {
UInt length;
T[length] items;
}
// Untagged pairs.
type Pair<T0, T1> {
T0 first;
T1 second;
}
A string table consists of an array of end offsets and a payload array of strings encoded as UTF-8. The array of end offsets maps a string index to the offset of the next string in the table or the offset of the end of the array for the last string. These offsets are relative to the string payload array. Thus, string number 0 consists of the UTF-8 encoded string stretching from offset 0 (inclusive) to endOffset[0] (exclusive); and string number N for N > 0 consists of the UTF-8 encoded string stretching from offset endOffset[N-1] (inclusive) to endOffset[N] (exclusive).
type StringTable {
List<UInt> endOffsets;
Byte[endOffsets.last] utf8Bytes;
}
type StringReference {
UInt index; // Index into the Program's strings.
}
type Source {
List<Byte> utf8Bytes;
// Line starts are delta-encoded (they are encoded as line lengths). The list
// [0, 10, 25, 32, 42] is encoded as [0, 10, 15, 7, 10].
List<Uint> lineStarts;
}
type UriSource {
StringTable uris;
Source[uris.endOffsets.length] source;
}
type UriReference {
UInt index; // Index into the UriSource uris.
}
type FileOffset {
// Encoded as offset + 1 to accommodate -1 indicating no offset.
UInt fileOffset;
}
type Option<T> {
Byte tag;
}
type Nothing extends Option<T> {
Byte tag = 0;
}
type Something<T> extends Option<T> {
Byte tag = 1;
T value;
}
type CanonicalNameReference {
UInt biasedIndex; // 0 if null, otherwise N+1 where N is index of parent
}
type CanonicalName {
CanonicalNameReference parent;
StringReference name;
}
type ProgramFile {
UInt32 magic = 0x90ABCDEF;
StringTable strings;
UriSource sourceMap;
List<CanonicalName> canonicalNames;
List<Library> libraries;
ProcedureReference mainMethod;
ProgramIndex programIndex;
}
// Program index with all fixed-size-32-bit integers.
// This gives "semi-random-access" to certain parts of the binary.
// By reading the last 4 bytes one knows the number of libaries,
// which allows to skip to any other field in this program index,
// which again allows to skip to what it points to.
type ProgramIndex {
UInt32 binaryOffsetForSourceTable;
UInt32 binaryOffsetForCanonicalNames;
UInt32 mainMethodReference; // This is a ProcedureReference with a fixed-size integer.
UInt32[libraryCount] libraryOffsets;
UInt32 libraryCount;
}
type LibraryReference {
// Must be populated by a library (possibly later in the file).
CanonicalNameReference canonicalName;
}
type ClassReference {
// Must be populated by a class (possibly later in the file).
CanonicalNameReference canonicalName;
}
type MemberReference {
// Must be populated by a member (possibly later in the file).
CanonicalNameReference canonicalName;
}
type FieldReference {
// Must be populated by a field (possibly later in the file).
CanonicalNameReference canonicalName;
}
type ConstructorReference {
// Must be populated by a constructor (possibly later in the file).
CanonicalNameReference canonicalName;
}
type ProcedureReference {
// Must be populated by a procedure (possibly later in the file).
CanonicalNameReference canonicalName;
}
type Name {
StringReference name;
if name begins with '_' {
LibraryReference library;
}
}
type Library {
Byte flags (isExternal);
CanonicalNameReference canonicalName;
StringReference name;
// An absolute path URI to the .dart file from which the library was created.
UriReference fileUri;
List<Expression> annotations;
List<LibraryDependency> libraryDependencies;
List<Class> classes;
List<Field> fields;
List<Procedure> procedures;
}
type LibraryDependency {
Byte flags (isExport, isDeferred);
List<Expression> annotations;
LibraryReference targetLibrary;
StringReference name;
List<Combinator> combinators;
}
type Combinator {
Byte flags (isShow);
List<String> names;
}
type LibraryDependencyReference {
// Index into libraryDependencies in the enclosing Library.
UInt index;
}
abstract type Node {
Byte tag;
}
enum ClassLevel { Type = 0, Hierarchy = 1, Mixin = 2, Body = 3, }
// A class can be represented at one of three levels: type, hierarchy, or body.
//
// If the enclosing library is external, a class is either at type or
// hierarchy level, depending on its isTypeLevel flag.
// If the enclosing library is not external, a class is always at body level.
//
// See ClassLevel in ast.dart for the details of each loading level.
abstract type Class extends Node {
Byte tag = 2;
CanonicalNameReference canonicalName;
FileOffset fileOffset;
FileOffset fileEndOffset;
Byte flags (isAbstract, xx); // Where xx is index into ClassLevel
StringReference name;
// An absolute path URI to the .dart file from which the class was created.
UriReference fileUri;
List<Expression> annotations;
List<TypeParameter> typeParameters;
Option<InterfaceType> superClass;
Option<InterfaceType> mixedInType;
List<InterfaceType> implementedClasses;
List<Field> fields;
List<Constructor> constructors;
List<Procedure> procedures;
}
abstract type Member extends Node {}
type Field extends Member {
Byte tag = 4;
CanonicalNameReference canonicalName;
FileOffset fileOffset;
FileOffset fileEndOffset;
Byte flags (isFinal, isConst, isStatic);
// Byte offset in the binary for the parent class,
// or 0 if parent is not a class
UInt parentPosition;
Name name;
// An absolute path URI to the .dart file from which the field was created.
UriReference fileUri;
List<Expression> annotations;
DartType type;
Option<Expression> initializer;
}
type Constructor extends Member {
Byte tag = 5;
CanonicalNameReference canonicalName;
FileOffset fileOffset;
FileOffset fileEndOffset;
Byte flags (isConst, isExternal);
UInt parentPosition; // Byte offset in the binary for the parent class.
Name name;
List<Expression> annotations;
FunctionNode function;
List<Initializer> initializers;
}
/*
enum ProcedureKind {
Method,
Getter,
Setter,
Operator,
Factory,
}
*/
type Procedure extends Member {
Byte tag = 6;
CanonicalNameReference canonicalName;
FileOffset fileOffset;
FileOffset fileEndOffset;
Byte kind; // Index into the ProcedureKind enum above.
Byte flags (isStatic, isAbstract, isExternal, isConst);
// Byte offset in the binary for the parent class,
// or 0 if parent is not a class.
UInt parentPosition;
Name name;
// An absolute path URI to the .dart file from which the class was created.
UriReference fileUri;
List<Expression> annotations;
// Can only be absent if abstract, but tag is there anyway.
Option<FunctionNode> function;
}
abstract type Initializer extends Node {}
type InvalidInitializer extends Initializer {
Byte tag = 7;
}
type FieldInitializer extends Initializer {
Byte tag = 8;
FieldReference field;
Expression value;
}
type SuperInitializer extends Initializer {
Byte tag = 9;
ConstructorReference target;
Arguments arguments;
}
type RedirectingInitializer extends Initializer {
Byte tag = 10;
ConstructorReference target;
Arguments arguments;
}
type LocalInitializer extends Initializer {
Byte tag = 11;
VariableDeclaration variable;
}
/*
enum AsyncMarker {
Sync,
SyncStar,
Async,
AsyncStar,
SyncYielding
}
*/
type FunctionNode {
Byte tag = 3;
FileOffset fileOffset;
FileOffset fileEndOffset;
Byte asyncMarker; // Index into AsyncMarker above.
Byte dartAsyncMarker; // Index into AsyncMarker above.
List<TypeParameter> typeParameters;
UInt parameterCount; // positionalParameters.length + namedParameters.length.
UInt requiredParameterCount;
List<VariableDeclaration> positionalParameters;
List<VariableDeclaration> namedParameters;
DartType returnType;
Option<Statement> body;
}
type VariableReference {
// Reference to the Nth variable in scope, with 0 being the
// first variable declared in the outermost scope, and larger
// numbers being the variables declared later in a given scope,
// or in a more deeply nested scope.
//
// Function parameters are indexed from left to right and make
// up the outermost scope (enclosing the function body).
// Variables ARE NOT in scope inside their own initializer.
// Variables ARE NOT in scope before their declaration, in contrast
// to how the Dart Specification defines scoping.
// Variables ARE in scope across function boundaries.
//
// When declared, a variable remains in scope until the end of the
// immediately enclosing Block, Let, FunctionNode, ForStatement,
// ForInStatement, or Catch.
//
// A special exception is made for constructor parameters, which are
// also in scope in the initializer list, even though the tree nesting
// is inconsistent with the scoping.
UInt stackIndex;
}
abstract type Expression extends Node {}
type InvalidExpression extends Expression {
Byte tag = 19;
}
type VariableGet extends Expression {
Byte tag = 20;
FileOffset fileOffset;
// Byte offset in the binary for the variable declaration (without tag).
UInt variableDeclarationPosition;
VariableReference variable;
}
type SpecializedVariableGet extends Expression {
Byte tag = 128 + N; // Where 0 <= N < 8.
// Equivalent to a VariableGet with index N.
FileOffset fileOffset;
// Byte offset in the binary for the variable declaration (without tag).
UInt variableDeclarationPosition;
}
type VariableSet extends Expression {
Byte tag = 21;
FileOffset fileOffset;
// Byte offset in the binary for the variable declaration (without tag).
UInt variableDeclarationPosition;
VariableReference variable;
Expression value;
}
type SpecializedVariableSet extends Expression {
Byte tag = 136 + N; // Where 0 <= N < 8.
FileOffset fileOffset;
// Byte offset in the binary for the variable declaration (without tag).
UInt variableDeclarationPosition;
Expression value;
// Equivalent to VariableSet with index N.
}
type PropertyGet extends Expression {
Byte tag = 22;
FileOffset fileOffset;
Expression receiver;
Name name;
MemberReference interfaceTarget; // May be NullReference.
}
type PropertySet extends Expression {
Byte tag = 23;
FileOffset fileOffset;
Expression receiver;
Name name;
Expression value;
MemberReference interfaceTarget; // May be NullReference.
}
type SuperPropertyGet extends Expression {
Byte tag = 24;
Name name;
MemberReference interfaceTarget; // May be NullReference.
}
type SuperPropertySet extends Expression {
Byte tag = 25;
Name name;
Expression value;
MemberReference interfaceTarget; // May be NullReference.
}
type DirectPropertyGet extends Expression {
Byte tag = 15; // Note: tag is out of order
FileOffset fileOffset;
Expression receiver;
MemberReference target;
}
type DirectPropertySet extends Expression {
Byte tag = 16; // Note: tag is out of order
FileOffset fileOffset;
Expression receiver;
MemberReference target;
Expression value;
}
type StaticGet extends Expression {
Byte tag = 26;
FileOffset fileOffset;
MemberReference target;
}
type StaticSet extends Expression {
Byte tag = 27;
FileOffset fileOffset;
MemberReference target;
Expression value;
}
type Arguments {
// Note: there is no tag on Arguments.
UInt numArguments; // equals positional.length + named.length
List<DartType> types;
List<Expression> positional;
List<NamedExpression> named;
}
type NamedExpression {
// Note: there is no tag on NamedExpression.
StringReference name;
Expression value;
}
type MethodInvocation extends Expression {
Byte tag = 28;
FileOffset fileOffset;
Expression receiver;
Name name;
Arguments arguments;
MemberReference interfaceTarget; // May be NullReference.
}
type SuperMethodInvocation extends Expression {
Byte tag = 29;
FileOffset fileOffset;
Name name;
Arguments arguments;
MemberReference interfaceTarget; // May be NullReference.
}
type DirectMethodInvocation extends Expression {
Byte tag = 17; // Note: tag is out of order
Expression receiver;
MemberReference target;
Arguments arguments;
}
type StaticInvocation extends Expression {
Byte tag = 30;
FileOffset fileOffset;
MemberReference target;
Arguments arguments;
}
// Constant call to an external constant factory.
type ConstStaticInvocation extends Expression {
Byte tag = 18; // Note: tag is out of order.
FileOffset fileOffset;
MemberReference target;
Arguments arguments;
}
type ConstructorInvocation extends Expression {
Byte tag = 31;
FileOffset fileOffset;
ConstructorReference target;
Arguments arguments;
}
type ConstConstructorInvocation extends Expression {
Byte tag = 32;
FileOffset fileOffset;
ConstructorReference target;
Arguments arguments;
}
type Not extends Expression {
Byte tag = 33;
Expression operand;
}
/*
enum LogicalOperator { &&, || }
*/
type LogicalExpression extends Expression {
Byte tag = 34;
Expression left;
Byte operator; // Index into LogicalOperator enum above
Expression right;
Option<DartType> staticType;
}
type ConditionalExpression extends Expression {
Byte tag = 35;
Expression condition;
Expression then;
Expression otherwise;
Option<DartType> staticType;
}
type StringConcatenation extends Expression {
Byte tag = 36;
FileOffset fileOffset;
List<Expression> expressions;
}
type IsExpression extends Expression {
Byte tag = 37;
FileOffset fileOffset;
Expression operand;
DartType type;
}
type AsExpression extends Expression {
Byte tag = 38;
FileOffset fileOffset;
Expression operand;
DartType type;
}
type StringLiteral extends Expression {
Byte tag = 39;
StringReference value;
}
type SpecializedIntLiteral extends Expression {
Byte tag = 144 + N; // Where 0 <= N < 8.
// Integer literal with value (N - 3), that is, an integer in range -3..4.
}
type PositiveIntLiteral extends Expression {
Byte tag = 55;
UInt value;
}
type NegativeIntLiteral extends Expression {
Byte tag = 56;
UInt absoluteValue;
}
type BigIntLiteral extends Expression {
Byte tag = 57;
StringReference valueString;
}
type DoubleLiteral extends Expression {
Byte tag = 40;
StringReference valueString;
}
type TrueLiteral extends Expression {
Byte tag = 41;
}
type FalseLiteral extends Expression {
Byte tag = 42;
}
type NullLiteral extends Expression {
Byte tag = 43;
}
type SymbolLiteral extends Expression {
Byte tag = 44;
StringReference value; // Everything strictly after the '#'.
}
type TypeLiteral extends Expression {
Byte tag = 45;
DartType type;
}
type ThisExpression extends Expression {
Byte tag = 46;
}
type Rethrow extends Expression {
Byte tag = 47;
FileOffset fileOffset;
}
type Throw extends Expression {
Byte tag = 48;
FileOffset fileOffset;
Expression value;
}
type ListLiteral extends Expression {
Byte tag = 49;
FileOffset fileOffset;
DartType typeArgument;
List<Expression> values;
}
type ConstListLiteral extends Expression {
Byte tag = 58; // Note: tag is out of order.
FileOffset fileOffset;
DartType typeArgument;
List<Expression> values;
}
type MapLiteral extends Expression {
Byte tag = 50;
FileOffset fileOffset;
DartType keyType;
DartType valueType;
List<MapEntry> entries;
}
type ConstMapLiteral extends Expression {
Byte tag = 59; // Note: tag is out of order.
DartType keyType;
DartType valueType;
List<MapEntry> entries;
}
type MapEntry {
// Note: there is no tag on MapEntry
Expression key;
Expression value;
}
type AwaitExpression extends Expression {
Byte tag = 51;
Expression operand;
}
type FunctionExpression extends Expression {
Byte tag = 52;
FunctionNode function;
}
type Let extends Expression {
Byte tag = 53;
VariableDeclaration variable;
Expression body;
}
type LoadLibrary extends Expression {
Byte tag = 14;
LibraryDependencyReference deferredImport;
}
type CheckLibraryIsLoaded extends Expression {
Byte tag = 13;
LibraryDependencyReference deferredImport;
}
type VectorCreation extends Expression {
Byte tag = 102;
UInt length;
}
type VectorGet extends Expression {
Byte tag = 103;
Expression vectorExpression;
UInt index;
}
type VectorSet extends Expression {
Byte tag = 104;
Expression vectorExpression;
UInt index;
Expression value;
}
type VectorCopy extends Expression {
Byte tag = 105;
Expression vectorExpression;
}
type ClosureCreation extends Expression {
Byte tag = 106;
MemberReference topLevelFunctionReference;
Expression contextVector;
FunctionType functionType;
List<DartType> typeArguments;
}
abstract type Statement extends Node {}
type InvalidStatement extends Statement {
Byte tag = 60;
}
type ExpressionStatement extends Statement {
Byte tag = 61;
Expression expression;
}
type Block extends Statement {
Byte tag = 62;
List<Expression> expressions;
}
type EmptyStatement extends Statement {
Byte tag = 63;
}
type AssertStatement extends Statement {
Byte tag = 64;
Expression condition;
FileOffset conditionStartOffset;
FileOffset conditionEndOffset;
Option<Expression> message;
}
type LabeledStatement extends Statement {
Byte tag = 65;
Statement body;
}
type BreakStatement extends Statement {
Byte tag = 66;
FileOffset fileOffset;
// Reference to the Nth LabeledStatement in scope, with 0 being the
// outermost enclosing labeled statement within the same FunctionNode.
//
// Labels are not in scope across function boundaries.
UInt labelIndex;
}
type WhileStatement extends Statement {
Byte tag = 67;
Expression condition;
Statement body;
}
type DoStatement extends Statement {
Byte tag = 68;
Statement body;
Expression condition;
}
type ForStatement extends Statement {
Byte tag = 69;
List<VariableDeclaration> variables;
Option<Expression> condition;
List<Expression> updates;
Statement body;
}
type ForInStatement extends Statement {
Byte tag = 70;
FileOffset fileOffset; // note that this is actually the body offset
VariableDeclaration variable;
Expression iterable;
Statement body;
}
type AsyncForInStatement extends Statement {
Byte tag = 80; // Note: tag is out of order.
FileOffset fileOffset; // note that this is actually the body offset
VariableDeclaration variable;
Expression iterable;
Statement body;
}
type SwitchStatement extends Statement {
Byte tag = 71;
Expression expression;
List<SwitchCase> cases;
}
type SwitchCase {
// Note: there is no tag on SwitchCase
List<Pair<FileOffset, Expression>> expressions;
Byte isDefault; // 1 if default, 0 is not default.
Statement body;
}
type ContinueSwitchStatement extends Statement {
Byte tag = 72;
// Reference to the Nth SwitchCase in scope.
//
// A SwitchCase is in scope everywhere within its enclosing switch,
// except the scope is delimited by FunctionNodes.
//
// Switches are ordered from outermost to innermost, and the SwitchCases
// within a switch are consecutively indexed from first to last, so index
// 0 is the first SwitchCase of the outermost enclosing switch in the
// same FunctionNode.
UInt caseIndex;
}
type IfStatement extends Statement {
Byte tag = 73;
Expression condition;
Statement then;
Statement otherwise; // Empty statement if there was no else part.
}
type ReturnStatement extends Statement {
Byte tag = 74;
FileOffset fileOffset;
Option<Expression> expression;
}
type TryCatch extends Statement {
Byte tag = 75;
Statement body;
// 1 if any catch needs a stacktrace (have a stacktrace variable).
Byte anyCatchNeedsStackTrace;
List<Catch> catches;
}
type Catch {
DartType guard;
Option<VariableDeclaration> exception;
Option<VariableDeclaration> stackTrace;
Statement body;
}
type TryFinally extends Statement {
Byte tag = 76;
Statement body;
Statement finalizer;
}
type YieldStatement extends Statement {
Byte tag = 77;
FileOffset fileOffset;
Byte flags (isYieldStar);
Expression expression;
}
type VariableDeclarationStatement extends Statement {
Byte tag = 78;
VariableDeclaration variable;
}
type VariableDeclaration {
// The offset for the variable declaration, i.e. the offset of the start of
// the declaration.
FileOffset fileOffset;
// The offset for the equal sign in the declaration (if it contains one).
// If it does not contain one this should be -1.
FileOffset fileEqualsOffset;
Byte flags (isFinal, isConst);
// For named parameters, this is the parameter name.
// For other variables, the name is cosmetic, may be empty,
// and is not necessarily unique.
StringReference name;
DartType type;
// For statements and for-loops, this is the initial value.
// For optional parameters, this is the default value (if given).
// In all other contexts, it must be Nothing.
Option<Expression> initializer;
}
type FunctionDeclaration extends Statement {
Byte tag = 79;
FileOffset fileOffset;
// The variable binding the function. The variable is in scope
// within the function for use as a self-reference.
// Some of the fields in the variable are redundant, but its presence here
// simplifies the rule for variable indexing.
VariableDeclaration variable;
FunctionNode function;
}
abstract type DartType extends Node {}
type VectorType extends DartType {
Byte tag = 88;
}
type InvalidType extends DartType {
Byte tag = 90;
}
type DynamicType extends DartType {
Byte tag = 91;
}
type VoidType extends DartType {
Byte tag = 92;
}
type InterfaceType extends DartType {
Byte tag = 93;
ClassReference class;
List<DartType> typeArguments;
}
type SimpleInterfaceType extends DartType {
Byte tag = 96; // Note: tag is out of order.
ClassReference class;
// Equivalent to InterfaceType with empty list of type arguments.
}
type FunctionType extends DartType {
Byte tag = 94;
List<TypeParameter> typeParameters;
UInt requiredParameterCount;
// positionalParameters.length + namedParameters.length
UInt totalParameterCount;
List<DartType> positionalParameters;
List<NamedDartType> namedParameters;
DartType returnType;
}
type SimpleFunctionType extends DartType {
Byte tag = 97; // Note: tag is out of order.
List<DartType> positionalParameters;
DartType returnType;
// Equivalent to a FunctionType with no type parameters or named parameters,
// and where all positional parameters are required.
}
type NamedDartType {
StringReference name;
DartType type;
}
type TypeParameterType extends DartType {
Byte tag = 95;
// Reference to the Nth type parameter in scope (with some caveats about
// type parameter bounds).
//
// As with the other indexing schemes, outermost nodes have lower
// indices, and a type parameter list is consecutively indexed from
// left to right.
//
// In the case of type parameter bounds, this indexing diverges slightly
// from the definition of scoping, since type parameter N+1 is not "in scope"
// in the bound of type parameter N, but it takes up an index as if it was in
// scope there.
//
// The type parameter can be bound by a Class, FunctionNode, or FunctionType.
//
// Note that constructors currently do not declare type parameters. Uses of
// the class type parameters in a constructor refer to those declared on the
// class.
UInt index;
// Byte offset in the binary for the first type declaration of the
// Class or FunctionNode.
UInt typeParameterPosition;
// The entry number in the list (starting at 0).
UInt typeParameterIndex;
Option<DartType> bound;
}
type TypeParameter {
// Note: there is no tag on TypeParameter
StringReference name; // Cosmetic, may be empty, not unique.
DartType bound; // 'dynamic' if no explicit bound was given.
}