zls/src/analysis.zig

2653 lines
101 KiB
Zig
Raw Normal View History

2020-05-03 22:27:08 +01:00
const std = @import("std");
2020-06-10 17:54:01 +01:00
const DocumentStore = @import("document_store.zig");
const ast = std.zig.ast;
const types = @import("types.zig");
2020-07-07 09:57:02 +01:00
const offsets = @import("offsets.zig");
2020-08-14 11:41:34 +01:00
const log = std.log.scoped(.analysis);
2021-02-27 15:38:06 +00:00
/// Get a declaration's doc comment token index
pub fn getDocCommentTokenIndex(tree: ast.Tree, node: ast.Node.Index) ?ast.TokenIndex {
const tags = tree.nodes.items(.tag);
const tokens = tree.tokens.items(.tag);
const current = tree.nodes.items(.main_token)[node];
switch (tags[node]) {
.fn_proto, .fn_proto_one, .fn_proto_simple, .fn_proto_multi => {
var idx = current - 1;
idx -= @boolToInt(tokens[idx] == .keyword_extern);
idx -= @boolToInt(tokens[idx] == .keyword_pub);
return if (tokens[idx] == .doc_comment) idx else null;
},
.local_var_decl, .global_var_decl, .aligned_var_decl, .simple_var_decl => {
return if (tokens[current - 1] == .doc_comment) current - 1 else null;
},
.container_field, .container_field_init, .container_field_align => {
var idx = current - 2; // skip '.'
return if (tokens[idx] == .doc_comment) idx else null;
},
else => return null,
2020-06-03 09:23:14 +01:00
}
2021-02-27 15:38:06 +00:00
// @TODO: Implement doc comments for tags
// } else if (node.castTag(.ErrorTag)) |tag| {
// return tag.doc_comments;
// }
2020-06-03 09:23:14 +01:00
return null;
}
/// Gets a declaration's doc comments, caller must free memory when a value is returned
2020-05-03 22:27:08 +01:00
/// Like:
///```zig
///var comments = getFunctionDocComments(allocator, tree, func);
///defer if (comments) |comments_pointer| allocator.free(comments_pointer);
///```
pub fn getDocComments(
allocator: *std.mem.Allocator,
tree: ast.Tree,
2021-02-27 15:38:06 +00:00
node: ast.Node.Index,
format: types.MarkupContent.Kind,
) !?[]const u8 {
2021-02-27 15:38:06 +00:00
if (getDocCommentTokenIndex(tree, node)) |doc_comment_index| {
return try collectDocComments(allocator, tree, doc_comment_index, format);
2020-05-03 22:27:08 +01:00
}
return null;
}
pub fn collectDocComments(
allocator: *std.mem.Allocator,
tree: ast.Tree,
2021-02-27 15:38:06 +00:00
doc_comments: ast.TokenIndex,
format: types.MarkupContent.Kind,
) ![]const u8 {
var lines = std.ArrayList([]const u8).init(allocator);
defer lines.deinit();
2021-02-27 15:38:06 +00:00
const token_tags = tree.tokens.items(.tag);
const loc = tree.tokenLocation(0, doc_comments);
var curr_line_tok = doc_comments;
2020-05-23 23:21:02 +01:00
while (true) : (curr_line_tok += 1) {
2021-02-27 15:38:06 +00:00
switch (token_tags[curr_line_tok]) {
.doc_comment, .container_doc_comment => {
try lines.append(std.mem.trim(u8, tree.tokenSlice(curr_line_tok)[3..], &std.ascii.spaces));
2020-05-23 23:21:02 +01:00
},
else => break,
}
}
return try std.mem.join(allocator, if (format == .Markdown) " \n" else "\n", lines.items);
2020-05-03 22:27:08 +01:00
}
2020-05-03 22:27:37 +01:00
/// Gets a function signature (keywords, name, return value)
2021-02-27 15:38:06 +00:00
pub fn getFunctionSignature(tree: ast.Tree, func: *ast.full.FnProto) []const u8 {
const start = tree.tokenLocation(func.ast.fn_token).line_start;
const end = tree.tokenLocation(func.ast.return_type).line_end;
2020-05-03 22:27:08 +01:00
return tree.source[start..end];
}
2020-05-04 03:17:19 +01:00
/// Gets a function snippet insert text
2021-02-27 15:38:06 +00:00
pub fn getFunctionSnippet(allocator: *std.mem.Allocator, tree: ast.Tree, func: *ast.full.FnProto, skip_self_param: bool) ![]const u8 {
const name_index = func.name_token orelse unreachable;
var buffer = std.ArrayList(u8).init(allocator);
try buffer.ensureCapacity(128);
try buffer.appendSlice(tree.tokenSlice(name_tok));
try buffer.append('(');
2021-01-10 07:12:11 +00:00
var buf_stream = buffer.writer();
2021-02-27 15:38:06 +00:00
const token_tags = tree.tokens.items(.tag);
2021-02-27 15:38:06 +00:00
var it = func.iterate(tree);
while (it.next()) |param| {
if (skip_self_param and it.param_i == 0) continue;
if (it.param_i != @boolToInt(skip_self_param)) try buffer.appendSlice(", ${") else try buffer.appendSlice("${");
2021-02-27 15:38:06 +00:00
try buf_stream.print("{d}", .{it.param_i + 1});
2021-02-27 15:38:06 +00:00
if (param.comptime_noalias) |token_index| {
if (token_tags[token_index] == .keyword_comptime)
try buffer.appendSlice("comptime ")
else
try buffer.appendSlice("noalias ");
}
2020-05-23 23:21:02 +01:00
if (param.name_token) |name_token| {
try buffer.appendSlice(tree.tokenSlice(name_token));
try buffer.appendSlice(": ");
}
2021-02-27 15:38:06 +00:00
if (param.anytype_ellipsis3) |token_index| {
if (token_tags[token_index] == .keyword_anytype)
try buffer.appendSlice("anytype")
else
try buffer.appendSlice("...");
} else {
var curr_token = param.type_expr;
var end_token = tree.lastToken(func.ast.params[it.param_i]);
while (curr_token <= end_token) : (curr_token += 1) {
const tag = token_tags[curr_token];
const is_comma = tag == .comma;
if (curr_token == end_token and is_comma) continue;
try buffer.appendSlice(tree.tokenSlice(curr_token));
if (is_comma or tag == .Keyword_const) try buffer.append(' ');
}
}
try buffer.append('}');
}
try buffer.append(')');
return buffer.toOwnedSlice();
}
2020-05-04 03:17:19 +01:00
/// Gets a function signature (keywords, name, return value)
2021-02-27 15:38:06 +00:00
pub fn getVariableSignature(tree: ast.Tree, var_decl: *ast.full.VarDecl) []const u8 {
const start = tree.tokenLocation(0, var_decl.ast.mut_token).line_start;
const end = tree.tokenLocation(@truncate(u32, start), tree.lastToken(var_decl.ast.init_node)).line_end;
2020-05-04 03:17:19 +01:00
return tree.source[start..end];
}
2020-06-10 23:00:13 +01:00
// analysis.getContainerFieldSignature(handle.tree, field)
2021-02-27 15:38:06 +00:00
pub fn getContainerFieldSignature(tree: ast.Tree, field: *ast.full.ContainerField) []const u8 {
const start = tree.tokenLocation(0, field.ast.name_token).line_start;
const end = tree.tokenLocation(@truncate(u32, start), tree.lastToken(field.ast.value_expr)).line_start;
2020-06-10 23:00:13 +01:00
return tree.source[start..end];
}
2020-06-12 12:56:46 +01:00
/// The type node is "type"
fn typeIsType(tree: ast.Tree, node: ast.Node.Index) bool {
if (tree.nodes.items(.tag)[node] == .identifier) {
return std.mem.eql(u8, tree.tokenSlice(node), "type");
2020-06-12 12:56:46 +01:00
}
return false;
}
pub fn isTypeFunction(tree: ast.Tree, func: ast.full.FnProto) bool {
2021-02-27 15:38:06 +00:00
return typeIsType(tree, func.ast.return_type);
2020-05-17 15:23:04 +01:00
}
pub fn isGenericFunction(tree: ast.Tree, func: *ast.full.FnProto) bool {
var it = func.iterate();
var slice = tree.nodes.items(.tag);
while (it.next()) |param| {
if (param.anytype_ellipsis3 != null or param.comptime_noalias != null) {
2020-06-27 18:45:58 +01:00
return true;
}
}
return false;
}
2020-05-04 03:17:19 +01:00
// STYLE
pub fn isCamelCase(name: []const u8) bool {
return !std.ascii.isUpper(name[0]) and std.mem.indexOf(u8, name[0..(name.len - 1)], "_") == null;
2020-05-04 03:17:19 +01:00
}
pub fn isPascalCase(name: []const u8) bool {
return std.ascii.isUpper(name[0]) and std.mem.indexOf(u8, name[0..(name.len - 1)], "_") == null;
}
2020-05-11 13:28:08 +01:00
// ANALYSIS ENGINE
pub fn getDeclNameToken(tree: ast.Tree, node: ast.Node.Index) ?ast.TokenIndex {
const tags = tree.nodes.items(.tag);
switch (tags[node]) {
// regular declaration names. + 1 to mut token because name comes after 'const'/'var'
.local_var_decl => return tree.localVarDecl(node).ast.mut_token + 1,
.global_var_decl => return tree.globalVarDecl(node).ast.mut_token + 1,
.simple_var_decl => return tree.simpleVarDecl(node).ast.mut_token + 1,
.aligned_var_decl => return tree.alignedVarDecl(node).ast.mut_token + 1,
// function declaration names
.fn_proto => return tree.fnProto(node).name_token,
.fn_proto_simple => {
var params: [1]ast.Node.Index = undefined;
return tree.fnProtoSimple(&params, node).name_token;
},
.fn_proto_one => {
var params: [1]ast.Node.Index = undefined;
return tree.fnProtoOne(&params, node).name_token;
2020-05-28 13:41:40 +01:00
},
.fn_proto_multi => return tree.fnProtoMulti(node).name_token,
// containers
.container_field => return tree.containerField(node).ast.name_token,
.container_field_init => return tree.containerFieldInit(node).ast.name_token,
.container_field_align => return tree.containerFieldAlign(node).ast.name_token,
// @TODO: Errors
// .error_=> {
// const tag = node.castTag(.ErrorTag).?;
// return tag.name_token;
// },
// lhs of main token is name token, so use `node` - 1
.test_decl => return getDeclNameToken(tree, node - 1),
2020-05-18 21:19:23 +01:00
else => {},
}
return null;
}
fn getDeclName(tree: ast.Tree, node: ast.Node.Index) ?[]const u8 {
2020-05-28 13:41:40 +01:00
const name = tree.tokenSlice(getDeclNameToken(tree, node) orelse return null);
return switch (tree.nodes.items(.tag)[node]) {
.test_decl => name[1 .. name.len - 1],
else => name,
2020-05-28 13:41:40 +01:00
};
2020-05-18 21:19:23 +01:00
}
fn isContainerDecl(decl_handle: DeclWithHandle) bool {
return switch (decl_handle.decl.*) {
2020-07-16 15:56:22 +01:00
.ast_node => |inner_node| inner_node.tag == .ContainerDecl or inner_node.tag == .Root,
else => false,
};
}
fn resolveVarDeclAliasInternal(
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
node_handle: NodeWithHandle,
root: bool,
) error{OutOfMemory}!?DeclWithHandle {
const handle = node_handle.handle;
2020-07-16 15:56:22 +01:00
if (node_handle.node.castTag(.Identifier)) |ident| {
return try lookupSymbolGlobal(store, arena, handle, handle.tree.tokenSlice(ident.token), handle.tree.token_locs[ident.token].start);
}
if (node_handle.node.cast(ast.Node.SimpleInfixOp)) |infix_op| {
if (node_handle.node.tag != .Period) return null;
2020-07-16 15:56:22 +01:00
const container_node = if (infix_op.lhs.castTag(.BuiltinCall)) |builtin_call| block: {
if (!std.mem.eql(u8, handle.tree.tokenSlice(builtin_call.builtin_token), "@import"))
return null;
const inner_node = (try resolveTypeOfNode(store, arena, .{ .node = infix_op.lhs, .handle = handle })) orelse return null;
2020-07-16 15:56:22 +01:00
std.debug.assert(inner_node.type.data.other.tag == .Root);
break :block NodeWithHandle{ .node = inner_node.type.data.other, .handle = inner_node.handle };
} else if (try resolveVarDeclAliasInternal(store, arena, .{ .node = infix_op.lhs, .handle = handle }, false)) |decl_handle| block: {
if (decl_handle.decl.* != .ast_node) return null;
const resolved = (try resolveTypeOfNode(store, arena, .{ .node = decl_handle.decl.ast_node, .handle = decl_handle.handle })) orelse return null;
const resolved_node = switch (resolved.type.data) {
.other => |n| n,
else => return null,
};
2020-07-16 15:56:22 +01:00
if (resolved_node.tag != .ContainerDecl and resolved_node.tag != .Root) return null;
break :block NodeWithHandle{ .node = resolved_node, .handle = resolved.handle };
} else return null;
if (try lookupSymbolContainer(store, arena, container_node, handle.tree.tokenSlice(infix_op.rhs.firstToken()), false)) |inner_decl| {
if (root) return inner_decl;
return inner_decl;
}
}
return null;
}
/// Resolves variable declarations consisting of chains of imports and field accesses of containers, ending with the same name as the variable decl's name
/// Examples:
///```zig
/// const decl = @import("decl-file.zig").decl;
/// const other = decl.middle.other;
///```
2020-06-14 23:19:21 +01:00
pub fn resolveVarDeclAlias(store: *DocumentStore, arena: *std.heap.ArenaAllocator, decl_handle: NodeWithHandle) !?DeclWithHandle {
const decl = decl_handle.node;
const handle = decl_handle.handle;
2020-07-16 15:56:22 +01:00
if (decl.castTag(.VarDecl)) |var_decl| {
2020-09-01 06:53:52 +01:00
const base_expr = var_decl.getInitNode() orelse return null;
if (handle.tree.token_ids[var_decl.mut_token] != .Keyword_const) return null;
2020-06-14 23:19:21 +01:00
if (base_expr.cast(ast.Node.SimpleInfixOp)) |infix_op| {
if (base_expr.tag != .Period) return null;
const name = handle.tree.tokenSlice(infix_op.rhs.firstToken());
if (!std.mem.eql(u8, handle.tree.tokenSlice(var_decl.name_token), name))
return null;
2020-06-14 23:19:21 +01:00
return try resolveVarDeclAliasInternal(store, arena, .{ .node = base_expr, .handle = handle }, true);
2020-06-14 23:19:21 +01:00
}
}
return null;
}
2020-05-24 13:24:18 +01:00
fn findReturnStatementInternal(
tree: ast.Tree,
2020-05-24 13:24:18 +01:00
fn_decl: *ast.Node.FnProto,
base_node: *ast.Node,
already_found: *bool,
) ?*ast.Node.ControlFlowExpression {
2020-05-19 14:42:36 +01:00
var result: ?*ast.Node.ControlFlowExpression = null;
2020-05-24 15:07:48 +01:00
var child_idx: usize = 0;
while (base_node.iterate(child_idx)) |child_node| : (child_idx += 1) {
2020-07-24 08:33:13 +01:00
if (child_node.castTag(.Return)) |cfe| {
// If we are calling ourselves recursively, ignore this return.
if (cfe.getRHS()) |rhs| {
if (rhs.castTag(.Call)) |call_node| {
if (call_node.lhs.tag == .Identifier) {
if (std.mem.eql(u8, getDeclName(tree, call_node.lhs).?, getDeclName(tree, &fn_decl.base).?)) {
continue;
2020-05-24 13:24:18 +01:00
}
}
2020-05-19 14:42:36 +01:00
}
2020-07-24 08:33:13 +01:00
}
2020-06-14 21:43:29 +01:00
2020-07-24 08:33:13 +01:00
if (already_found.*) return null;
already_found.* = true;
result = cfe;
continue;
2020-05-19 14:42:36 +01:00
}
2020-05-24 13:24:18 +01:00
result = findReturnStatementInternal(tree, fn_decl, child_node, already_found);
2020-05-19 14:42:36 +01:00
}
return result;
}
fn findReturnStatement(tree: ast.Tree, fn_decl: *ast.Node.FnProto) ?*ast.Node.ControlFlowExpression {
2020-05-19 14:42:36 +01:00
var already_found = false;
2020-09-01 06:53:52 +01:00
return findReturnStatementInternal(tree, fn_decl, fn_decl.getBodyNode().?, &already_found);
2020-05-19 14:42:36 +01:00
}
/// Resolves the return type of a function
pub fn resolveReturnType(
2020-06-12 12:56:46 +01:00
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
fn_decl: *ast.Node.FnProto,
handle: *DocumentStore.Handle,
bound_type_params: *BoundTypeParams,
) !?TypeWithHandle {
2020-09-01 06:53:52 +01:00
if (isTypeFunction(handle.tree, fn_decl) and fn_decl.getBodyNode() != null) {
2020-05-19 14:42:36 +01:00
// If this is a type function and it only contains a single return statement that returns
// a container declaration, we will return that declaration.
2020-06-10 17:54:01 +01:00
const ret = findReturnStatement(handle.tree, fn_decl) orelse return null;
2020-07-24 08:33:13 +01:00
if (ret.getRHS()) |rhs| {
2020-06-14 21:43:29 +01:00
return try resolveTypeOfNodeInternal(store, arena, .{
2020-06-12 12:56:46 +01:00
.node = rhs,
.handle = handle,
2020-06-14 21:43:29 +01:00
}, bound_type_params);
}
2020-05-19 14:42:36 +01:00
return null;
}
return switch (fn_decl.return_type) {
.InferErrorSet => |return_type| block: {
const child_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = return_type,
.handle = handle,
}, bound_type_params)) orelse return null;
const child_type_node = switch (child_type.type.data) {
.other => |n| n,
else => return null,
};
break :block TypeWithHandle{ .type = .{ .data = .{ .error_union = child_type_node }, .is_type_val = false }, .handle = child_type.handle };
},
.Explicit => |return_type| ((try resolveTypeOfNodeInternal(store, arena, .{
2020-06-12 12:56:46 +01:00
.node = return_type,
.handle = handle,
}, bound_type_params)) orelse return null).instanceTypeVal(),
2020-05-19 14:42:36 +01:00
.Invalid => null,
};
}
2020-05-27 16:49:11 +01:00
/// Resolves the child type of an optional type
2020-06-12 12:56:46 +01:00
fn resolveUnwrapOptionalType(
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
opt: TypeWithHandle,
2020-06-12 12:56:46 +01:00
bound_type_params: *BoundTypeParams,
) !?TypeWithHandle {
const opt_node = switch (opt.type.data) {
.other => |n| n,
else => return null,
};
if (opt_node.cast(ast.Node.SimplePrefixOp)) |prefix_op| {
if (opt_node.tag == .OptionalType) {
return ((try resolveTypeOfNodeInternal(store, arena, .{
2020-06-12 12:56:46 +01:00
.node = prefix_op.rhs,
.handle = opt.handle,
}, bound_type_params)) orelse return null).instanceTypeVal();
2020-05-27 16:49:11 +01:00
}
}
return null;
}
2020-06-12 12:56:46 +01:00
fn resolveUnwrapErrorType(
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
rhs: TypeWithHandle,
2020-06-12 12:56:46 +01:00
bound_type_params: *BoundTypeParams,
) !?TypeWithHandle {
const rhs_node = switch (rhs.type.data) {
.other => |n| n,
.error_union => |n| return TypeWithHandle{
2020-06-17 13:07:21 +01:00
.type = .{ .data = .{ .other = n }, .is_type_val = rhs.type.is_type_val },
.handle = rhs.handle,
},
.primitive, .slice, .pointer => return null,
};
if (rhs_node.cast(ast.Node.SimpleInfixOp)) |infix_op| {
if (rhs_node.tag == .ErrorUnion) {
return ((try resolveTypeOfNodeInternal(store, arena, .{
2020-06-12 12:56:46 +01:00
.node = infix_op.rhs,
.handle = rhs.handle,
}, bound_type_params)) orelse return null).instanceTypeVal();
2020-06-11 00:40:11 +01:00
}
}
return null;
}
/// Resolves the child type of a deref type
2020-06-12 12:56:46 +01:00
fn resolveDerefType(
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
deref: TypeWithHandle,
2020-06-12 12:56:46 +01:00
bound_type_params: *BoundTypeParams,
) !?TypeWithHandle {
const deref_node = switch (deref.type.data) {
.other => |n| n,
else => return null,
};
2020-07-23 18:30:03 +01:00
if (deref_node.castTag(.PtrType)) |ptr_type| {
switch (deref.handle.tree.token_ids[ptr_type.op_token]) {
.Asterisk => {
return ((try resolveTypeOfNodeInternal(store, arena, .{
.node = ptr_type.rhs,
.handle = deref.handle,
}, bound_type_params)) orelse return null).instanceTypeVal();
},
.LBracket, .AsteriskAsterisk => return null,
else => unreachable,
2020-05-27 16:49:11 +01:00
}
}
return null;
}
/// Resolves bracket access type (both slicing and array access)
fn resolveBracketAccessType(
2020-06-10 17:54:01 +01:00
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
lhs: TypeWithHandle,
2020-05-27 16:49:11 +01:00
rhs: enum { Single, Range },
2020-06-12 12:56:46 +01:00
bound_type_params: *BoundTypeParams,
) !?TypeWithHandle {
const lhs_node = switch (lhs.type.data) {
.other => |n| n,
else => return null,
};
2020-07-23 19:33:43 +01:00
if (lhs_node.castTag(.SliceType)) |slice_type| {
if (rhs == .Single)
return ((try resolveTypeOfNodeInternal(store, arena, .{
.node = slice_type.rhs,
.handle = lhs.handle,
}, bound_type_params)) orelse return null).instanceTypeVal();
return lhs;
} else if (lhs_node.castTag(.ArrayType)) |array_type| {
if (rhs == .Single)
return ((try resolveTypeOfNodeInternal(store, arena, .{
.node = array_type.rhs,
.handle = lhs.handle,
}, bound_type_params)) orelse return null).instanceTypeVal();
return TypeWithHandle{
.type = .{ .data = .{ .slice = array_type.rhs }, .is_type_val = false },
.handle = lhs.handle,
};
} else if (lhs_node.castTag(.PtrType)) |ptr_type| {
if (ptr_type.rhs.castTag(.ArrayType)) |child_arr| {
if (rhs == .Single) {
return ((try resolveTypeOfNodeInternal(store, arena, .{
.node = child_arr.rhs,
.handle = lhs.handle,
2020-07-23 19:33:43 +01:00
}, bound_type_params)) orelse return null).instanceTypeVal();
}
return lhs;
2020-05-27 16:49:11 +01:00
}
}
2020-07-23 19:33:43 +01:00
2020-05-27 16:49:11 +01:00
return null;
}
/// Called to remove one level of pointerness before a field access
2020-06-18 13:12:09 +01:00
pub fn resolveFieldAccessLhsType(
2020-06-12 12:56:46 +01:00
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
lhs: TypeWithHandle,
2020-06-12 12:56:46 +01:00
bound_type_params: *BoundTypeParams,
) !TypeWithHandle {
2020-06-12 12:56:46 +01:00
return (try resolveDerefType(store, arena, lhs, bound_type_params)) orelse lhs;
2020-05-27 16:49:11 +01:00
}
pub const BoundTypeParams = std.AutoHashMap(*const ast.Node.FnProto.ParamDecl, TypeWithHandle);
fn allDigits(str: []const u8) bool {
for (str) |c| {
if (!std.ascii.isDigit(c)) return false;
}
return true;
}
pub fn isTypeIdent(tree: ast.Tree, token_idx: ast.TokenIndex) bool {
const PrimitiveTypes = std.ComptimeStringMap(void, .{
.{"isize"}, .{"usize"},
.{"c_short"}, .{"c_ushort"},
.{"c_int"}, .{"c_uint"},
.{"c_long"}, .{"c_ulong"},
.{"c_longlong"}, .{"c_ulonglong"},
.{"c_longdouble"}, .{"c_void"},
.{"f16"}, .{"f32"},
.{"f64"}, .{"f128"},
.{"bool"}, .{"void"},
.{"noreturn"}, .{"type"},
.{"anyerror"}, .{"comptime_int"},
.{"comptime_float"}, .{"anyframe"},
});
const text = tree.tokenSlice(token_idx);
if (PrimitiveTypes.has(text)) return true;
if (text.len > 1 and (text[0] == 'u' or text[0] == 'i') and allDigits(text[1..]))
return true;
return false;
}
2020-06-12 12:56:46 +01:00
2020-05-13 14:03:33 +01:00
/// Resolves the type of a node
2020-06-18 13:12:09 +01:00
pub fn resolveTypeOfNodeInternal(
2020-06-12 12:56:46 +01:00
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
node_handle: NodeWithHandle,
bound_type_params: *BoundTypeParams,
) error{OutOfMemory}!?TypeWithHandle {
2020-06-10 18:48:40 +01:00
const node = node_handle.node;
const handle = node_handle.handle;
2020-07-16 15:56:22 +01:00
switch (node.tag) {
2020-05-13 14:03:33 +01:00
.VarDecl => {
2020-07-16 15:56:22 +01:00
const vari = node.castTag(.VarDecl).?;
2020-09-01 06:53:52 +01:00
if (vari.getTypeNode()) |type_node| block: {
return ((try resolveTypeOfNodeInternal(
store,
arena,
2020-09-01 06:53:52 +01:00
.{ .node = type_node, .handle = handle },
bound_type_params,
)) orelse break :block).instanceTypeVal();
}
2020-09-01 06:53:52 +01:00
const init_node = vari.getInitNode() orelse return null;
2020-09-01 06:53:52 +01:00
return try resolveTypeOfNodeInternal(store, arena, .{ .node = init_node, .handle = handle }, bound_type_params);
2020-05-11 13:28:08 +01:00
},
2020-05-13 14:03:33 +01:00
.Identifier => {
if (isTypeIdent(handle.tree, node.firstToken())) {
return TypeWithHandle{
.type = .{ .data = .primitive, .is_type_val = true },
.handle = handle,
};
}
2020-06-11 00:40:11 +01:00
if (try lookupSymbolGlobal(store, arena, handle, handle.tree.getNodeSource(node), handle.tree.token_locs[node.firstToken()].start)) |child| {
2020-06-18 13:12:09 +01:00
switch (child.decl.*) {
.ast_node => |n| {
if (n == node) return null;
if (n.castTag(.VarDecl)) |var_decl| {
if (var_decl.getInitNode()) |init_node|
if (init_node == node) return null;
}
},
2020-06-18 01:23:56 +01:00
else => {},
}
2020-06-12 12:56:46 +01:00
return try child.resolveType(store, arena, bound_type_params);
2020-06-10 18:48:40 +01:00
}
return null;
2020-05-11 13:28:08 +01:00
},
2020-05-13 14:03:33 +01:00
.ContainerField => {
2020-07-16 15:56:22 +01:00
const field = node.castTag(.ContainerField).?;
return ((try resolveTypeOfNodeInternal(
store,
arena,
.{ .node = field.type_expr orelse return null, .handle = handle },
bound_type_params,
)) orelse return null).instanceTypeVal();
2020-05-11 13:28:08 +01:00
},
2020-05-23 23:21:02 +01:00
.Call => {
2020-07-16 15:56:22 +01:00
const call = node.castTag(.Call).?;
2020-06-17 13:07:21 +01:00
const decl = (try resolveTypeOfNodeInternal(
store,
arena,
.{ .node = call.lhs, .handle = handle },
bound_type_params,
)) orelse return null;
2020-06-17 13:07:21 +01:00
if (decl.type.is_type_val) return null;
const decl_node = switch (decl.type.data) {
.other => |n| n,
else => return null,
};
2020-07-16 15:56:22 +01:00
if (decl_node.castTag(.FnProto)) |fn_decl| {
var has_self_param: u8 = 0;
if (call.lhs.cast(ast.Node.SimpleInfixOp)) |lhs_infix_op| {
if (call.lhs.tag == .Period) {
has_self_param = 1;
}
}
2020-06-12 12:56:46 +01:00
// Bidn type params to the expressions passed in the calls.
const param_len = std.math.min(call.params_len + has_self_param, fn_decl.params_len);
2020-06-12 12:56:46 +01:00
for (fn_decl.paramsConst()) |*decl_param, param_idx| {
if (param_idx < has_self_param) continue;
2020-06-12 12:56:46 +01:00
if (param_idx >= param_len) break;
const type_param = switch (decl_param.param_type) {
.type_expr => |type_node| typeIsType(decl.handle.tree, type_node),
else => false,
};
if (!type_param) continue;
const call_param_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = call.paramsConst()[param_idx - has_self_param],
2020-06-12 12:56:46 +01:00
.handle = handle,
}, bound_type_params)) orelse continue;
if (!call_param_type.type.is_type_val) continue;
2020-06-12 12:56:46 +01:00
_ = try bound_type_params.put(decl_param, call_param_type);
2020-06-12 12:56:46 +01:00
}
return try resolveReturnType(store, arena, fn_decl, decl.handle, bound_type_params);
}
2020-06-17 13:07:21 +01:00
return null;
2020-05-23 23:21:02 +01:00
},
2020-06-23 17:57:28 +01:00
.Comptime => {
2020-07-16 15:56:22 +01:00
const ct = node.castTag(.Comptime).?;
2020-06-23 17:57:28 +01:00
return try resolveTypeOfNodeInternal(store, arena, .{ .node = ct.expr, .handle = handle }, bound_type_params);
},
.GroupedExpression => {
2020-07-16 15:56:22 +01:00
const grouped = node.castTag(.GroupedExpression).?;
2020-06-12 12:56:46 +01:00
return try resolveTypeOfNodeInternal(store, arena, .{ .node = grouped.expr, .handle = handle }, bound_type_params);
},
2020-05-23 23:21:02 +01:00
.StructInitializer => {
2020-07-16 15:56:22 +01:00
const struct_init = node.castTag(.StructInitializer).?;
return ((try resolveTypeOfNodeInternal(
store,
arena,
.{ .node = struct_init.lhs, .handle = handle },
bound_type_params,
)) orelse return null).instanceTypeVal();
2020-05-11 13:28:08 +01:00
},
2020-05-16 17:04:07 +01:00
.ErrorSetDecl => {
return TypeWithHandle.typeVal(node_handle);
2020-05-16 17:04:07 +01:00
},
2020-07-23 17:06:39 +01:00
.Slice => {
const slice = node.castTag(.Slice).?;
2020-06-12 12:56:46 +01:00
const left_type = (try resolveTypeOfNodeInternal(store, arena, .{
2020-07-23 17:06:39 +01:00
.node = slice.lhs,
2020-06-12 12:56:46 +01:00
.handle = handle,
}, bound_type_params)) orelse return null;
2020-07-24 08:33:13 +01:00
return try resolveBracketAccessType(store, arena, left_type, .Range, bound_type_params);
2020-07-23 17:06:39 +01:00
},
.Deref, .UnwrapOptional => {
const suffix = node.cast(ast.Node.SimpleSuffixOp).?;
const left_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = suffix.lhs,
.handle = handle,
}, bound_type_params)) orelse return null;
return switch (node.tag) {
2020-06-12 12:56:46 +01:00
.UnwrapOptional => try resolveUnwrapOptionalType(store, arena, left_type, bound_type_params),
.Deref => try resolveDerefType(store, arena, left_type, bound_type_params),
2020-07-23 17:06:39 +01:00
else => unreachable,
2020-07-24 08:33:13 +01:00
};
2020-07-23 17:06:39 +01:00
},
.ArrayAccess => {
const arr_acc = node.castTag(.ArrayAccess).?;
const left_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = arr_acc.lhs,
.handle = handle,
}, bound_type_params)) orelse return null;
return try resolveBracketAccessType(store, arena, left_type, .Single, bound_type_params);
2020-05-27 16:49:11 +01:00
},
2020-07-16 20:19:08 +01:00
.Period => {
const infix_op = node.cast(ast.Node.SimpleInfixOp).?;
const rhs_str = nodeToString(handle.tree, infix_op.rhs) orelse return null;
// If we are accessing a pointer type, remove one pointerness level :)
const left_type = try resolveFieldAccessLhsType(
store,
arena,
(try resolveTypeOfNodeInternal(store, arena, .{
.node = infix_op.lhs,
.handle = handle,
}, bound_type_params)) orelse return null,
bound_type_params,
);
2020-07-16 20:19:08 +01:00
const left_type_node = switch (left_type.type.data) {
.other => |n| n,
else => return null,
};
if (try lookupSymbolContainer(
store,
arena,
.{ .node = left_type_node, .handle = left_type.handle },
rhs_str,
!left_type.type.is_type_val,
)) |child| {
return try child.resolveType(store, arena, bound_type_params);
} else return null;
},
2020-07-23 17:06:39 +01:00
.OrElse => {
2020-07-16 20:19:08 +01:00
const infix_op = node.cast(ast.Node.SimpleInfixOp).?;
const left_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = infix_op.lhs,
.handle = handle,
}, bound_type_params)) orelse return null;
return try resolveUnwrapOptionalType(store, arena, left_type, bound_type_params);
},
.Catch => {
2020-07-17 15:01:21 +01:00
const infix_op = node.cast(ast.Node.Catch).?;
2020-07-16 20:19:08 +01:00
const left_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = infix_op.lhs,
.handle = handle,
}, bound_type_params)) orelse return null;
return try resolveUnwrapErrorType(store, arena, left_type, bound_type_params);
},
.ErrorUnion => return TypeWithHandle.typeVal(node_handle),
.SliceType,
.ArrayType,
.OptionalType,
.PtrType,
=> return TypeWithHandle.typeVal(node_handle),
.Try => {
const prefix_op = node.cast(ast.Node.SimplePrefixOp).?;
const rhs_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = prefix_op.rhs,
.handle = handle,
}, bound_type_params)) orelse return null;
return try resolveUnwrapErrorType(store, arena, rhs_type, bound_type_params);
},
.AddressOf => {
const prefix_op = node.cast(ast.Node.SimplePrefixOp).?;
const rhs_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = prefix_op.rhs,
.handle = handle,
}, bound_type_params)) orelse return null;
const rhs_node = switch (rhs_type.type.data) {
.other => |n| n,
else => return null,
};
return TypeWithHandle{
.type = .{ .data = .{ .pointer = rhs_node }, .is_type_val = false },
.handle = rhs_type.handle,
};
},
.BuiltinCall => {
2020-07-16 15:56:22 +01:00
const builtin_call = node.castTag(.BuiltinCall).?;
2020-06-10 19:24:17 +01:00
const call_name = handle.tree.tokenSlice(builtin_call.builtin_token);
2020-05-19 16:53:01 +01:00
if (std.mem.eql(u8, call_name, "@This")) {
2020-05-23 23:21:02 +01:00
if (builtin_call.params_len != 0) return null;
2020-06-10 19:24:17 +01:00
return innermostContainer(handle, handle.tree.token_locs[builtin_call.firstToken()].start);
2020-05-19 16:53:01 +01:00
}
const cast_map = std.ComptimeStringMap(void, .{
2020-06-16 13:49:57 +01:00
.{"@as"},
.{"@bitCast"},
.{"@fieldParentPtr"},
.{"@floatCast"},
.{"@floatToInt"},
.{"@intCast"},
.{"@intToEnum"},
.{"@intToFloat"},
.{"@intToPtr"},
.{"@truncate"},
.{"@ptrCast"},
});
if (cast_map.has(call_name)) {
if (builtin_call.params_len < 1) return null;
return ((try resolveTypeOfNodeInternal(store, arena, .{
2020-06-12 12:56:46 +01:00
.node = builtin_call.paramsConst()[0],
.handle = handle,
}, bound_type_params)) orelse return null).instanceTypeVal();
}
// Almost the same as the above, return a type value though.
2020-06-17 13:07:21 +01:00
// TODO Do peer type resolution, we just keep the first for now.
if (std.mem.eql(u8, call_name, "@TypeOf")) {
if (builtin_call.params_len < 1) return null;
var resolved_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = builtin_call.paramsConst()[0],
.handle = handle,
}, bound_type_params)) orelse return null;
if (resolved_type.type.is_type_val) return null;
resolved_type.type.is_type_val = true;
return resolved_type;
}
2020-05-19 16:53:01 +01:00
if (!std.mem.eql(u8, call_name, "@import")) return null;
if (builtin_call.params_len < 1) return null;
2020-05-23 23:21:02 +01:00
const import_param = builtin_call.paramsConst()[0];
2020-07-16 15:56:22 +01:00
if (import_param.tag != .StringLiteral) return null;
2020-07-16 15:56:22 +01:00
const import_str = handle.tree.tokenSlice(import_param.castTag(.StringLiteral).?.token);
2020-08-14 11:27:10 +01:00
const new_handle = (store.resolveImport(handle, import_str[1 .. import_str.len - 1]) catch |err| {
log.debug("Error {} while processing import {s}", .{ err, import_str });
2020-06-10 19:24:17 +01:00
return null;
}) orelse return null;
return TypeWithHandle.typeVal(.{ .node = &new_handle.tree.root_node.base, .handle = new_handle });
},
2020-05-24 13:24:18 +01:00
.ContainerDecl => {
2020-07-16 15:56:22 +01:00
const container = node.castTag(.ContainerDecl).?;
2020-06-10 19:24:17 +01:00
const kind = handle.tree.token_ids[container.kind_token];
return TypeWithHandle.typeVal(node_handle);
},
2020-06-17 13:07:21 +01:00
.FnProto => {
// This is a function type
2020-09-01 06:53:52 +01:00
if (node.castTag(.FnProto).?.getNameToken() == null) {
2020-06-17 13:07:21 +01:00
return TypeWithHandle.typeVal(node_handle);
}
return TypeWithHandle{
.type = .{ .data = .{ .other = node }, .is_type_val = false },
.handle = handle,
};
},
.MultilineStringLiteral, .StringLiteral => return TypeWithHandle{
.type = .{ .data = .{ .other = node }, .is_type_val = false },
.handle = handle,
2020-05-24 13:24:18 +01:00
},
2020-08-14 11:41:34 +01:00
else => {},
2020-05-13 14:03:33 +01:00
}
return null;
}
2020-05-11 13:28:08 +01:00
// TODO Reorganize this file, perhaps split into a couple as well
// TODO Make this better, nested levels of type vals
pub const Type = struct {
data: union(enum) {
pointer: *ast.Node,
slice: *ast.Node,
error_union: *ast.Node,
other: *ast.Node,
primitive,
},
/// If true, the type `type`, the attached data is the value of the type value.
is_type_val: bool,
};
pub const TypeWithHandle = struct {
type: Type,
handle: *DocumentStore.Handle,
pub fn typeVal(node_handle: NodeWithHandle) TypeWithHandle {
return .{
.type = .{
.data = .{ .other = node_handle.node },
.is_type_val = true,
},
.handle = node_handle.handle,
};
}
fn instanceTypeVal(self: TypeWithHandle) ?TypeWithHandle {
if (!self.type.is_type_val) return null;
return TypeWithHandle{
.type = .{ .data = self.type.data, .is_type_val = false },
.handle = self.handle,
};
}
fn isRoot(self: TypeWithHandle) bool {
switch (self.type.data) {
2020-07-16 15:56:22 +01:00
.other => |n| return n.tag == .Root,
else => return false,
}
}
fn isContainer(self: TypeWithHandle, container_kind_tok: std.zig.Token.Id) bool {
switch (self.type.data) {
.other => |n| {
2020-07-16 15:56:22 +01:00
if (n.castTag(.ContainerDecl)) |cont| {
return self.handle.tree.token_ids[cont.kind_token] == container_kind_tok;
}
return false;
},
else => return false,
}
}
pub fn isStructType(self: TypeWithHandle) bool {
return self.isContainer(.Keyword_struct) or self.isRoot();
}
2020-06-27 18:45:58 +01:00
pub fn isNamespace(self: TypeWithHandle) bool {
if (!self.isStructType()) return false;
var idx: usize = 0;
while (self.type.data.other.iterate(idx)) |child| : (idx += 1) {
2020-07-16 15:56:22 +01:00
if (child.tag == .ContainerField)
2020-06-27 18:45:58 +01:00
return false;
}
return true;
}
pub fn isEnumType(self: TypeWithHandle) bool {
return self.isContainer(.Keyword_enum);
}
pub fn isUnionType(self: TypeWithHandle) bool {
return self.isContainer(.Keyword_union);
}
2020-06-18 13:12:09 +01:00
2020-10-10 10:25:50 +01:00
pub fn isOpaqueType(self: TypeWithHandle) bool {
return self.isContainer(.Keyword_opaque);
}
2020-06-18 13:12:09 +01:00
pub fn isTypeFunc(self: TypeWithHandle) bool {
switch (self.type.data) {
.other => |n| {
2020-07-16 15:56:22 +01:00
if (n.castTag(.FnProto)) |fn_proto| {
2020-06-18 13:12:09 +01:00
return isTypeFunction(self.handle.tree, fn_proto);
}
return false;
2020-06-27 18:45:58 +01:00
},
else => return false,
}
}
pub fn isGenericFunc(self: TypeWithHandle) bool {
switch (self.type.data) {
.other => |n| {
2020-07-16 15:56:22 +01:00
if (n.castTag(.FnProto)) |fn_proto| {
2020-06-27 18:45:58 +01:00
return isGenericFunction(self.handle.tree, fn_proto);
}
return false;
2020-06-18 13:12:09 +01:00
},
else => return false,
}
}
pub fn isFunc(self: TypeWithHandle) bool {
switch (self.type.data) {
.other => |n| {
2020-07-16 15:56:22 +01:00
return n.tag == .FnProto;
2020-06-18 13:12:09 +01:00
},
else => return false,
}
}
};
pub fn resolveTypeOfNode(store: *DocumentStore, arena: *std.heap.ArenaAllocator, node_handle: NodeWithHandle) error{OutOfMemory}!?TypeWithHandle {
2020-06-12 12:56:46 +01:00
var bound_type_params = BoundTypeParams.init(&arena.allocator);
return resolveTypeOfNodeInternal(store, arena, node_handle, &bound_type_params);
}
fn maybeCollectImport(tree: ast.Tree, builtin_call: ast.Node.Index, arr: *std.ArrayList([]const u8)) !void {
const tags = tree.nodes.items(.tag);
const datas = tree.nodes.items(.data);
const builtin_tag = tags[builtin_call];
const builtin_data = datas[builtin_call];
std.debug.assert(builtin_tag == .builtin_call);
if (!std.mem.eql(u8, tree.tokenSlice(builtin_call), "@import")) return;
const params = tree.extra_data[builtin_data.lhs..builtin_data.rhs];
if (params.len > 1) return;
if (tags[params[0]] != .string_literal) return;
const import_str = tree.tokenSlice(params[0]);
try arr.append(import_str[1 .. import_str.len - 1]);
}
/// Collects all imports we can find into a slice of import paths (without quotes).
/// The import paths are valid as long as the tree is.
pub fn collectImports(import_arr: *std.ArrayList([]const u8), tree: ast.Tree) !void {
2020-05-18 13:46:17 +01:00
// TODO: Currently only detects `const smth = @import("string literal")<.SomeThing>;`
const tags = tree.nodes.items(.tag);
for (tree.rootDecls()) |decl_idx| {
const var_decl_maybe: ?ast.full.VarDecl = switch (tags[decl_idx]) {
.global_var_decl => tree.globalVarDecl(decl_idx),
.local_var_decl => tree.localVarDecl(decl_idx),
.simple_var_decl => tree.simpleVarDecl(decl_idx),
else => null,
};
const var_decl = var_decl_maybe orelse continue;
const init_node = var_decl.ast.init_node;
const init_node_tag = tags[init_node];
switch (init_node_tag) {
.builtin_call => try maybeCollectImport(tree, init_node, import_arr),
// @TODO: FIX ME what is the syntax to support for imports using dot notation?
// .Period => {
// const infix_op = init_node.cast(ast.Node.SimpleInfixOp).?;
// if (infix_op.lhs.tag != .BuiltinCall) continue;
// try maybeCollectImport(tree, infix_op.lhs.castTag(.BuiltinCall).?, import_arr);
// },
else => {},
}
}
}
2020-06-10 17:54:01 +01:00
pub const NodeWithHandle = struct {
node: *ast.Node,
handle: *DocumentStore.Handle,
};
pub const FieldAccessReturn = struct {
original: TypeWithHandle,
unwrapped: ?TypeWithHandle = null,
};
pub fn getFieldAccessType(
2020-06-10 17:54:01 +01:00
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
handle: *DocumentStore.Handle,
2020-06-10 22:24:57 +01:00
source_index: usize,
tokenizer: *std.zig.Tokenizer,
) !?FieldAccessReturn {
var current_type = TypeWithHandle.typeVal(.{
2020-07-23 18:30:03 +01:00
.node = undefined,
2020-06-10 17:54:01 +01:00
.handle = handle,
});
2020-05-11 13:28:08 +01:00
2020-06-12 12:56:46 +01:00
// TODO Actually bind params here when calling functions instead of just skipping args.
var bound_type_params = BoundTypeParams.init(&arena.allocator);
2020-05-13 14:03:33 +01:00
while (true) {
const tok = tokenizer.next();
2020-07-16 16:05:56 +01:00
switch (tok.id) {
.Eof => return FieldAccessReturn{
.original = current_type,
.unwrapped = try resolveDerefType(store, arena, current_type, &bound_type_params),
},
2020-05-13 14:03:33 +01:00
.Identifier => {
if (try lookupSymbolGlobal(store, arena, current_type.handle, tokenizer.buffer[tok.loc.start..tok.loc.end], source_index)) |child| {
current_type = (try child.resolveType(store, arena, &bound_type_params)) orelse return null;
2020-05-13 14:03:33 +01:00
} else return null;
},
.Period => {
const after_period = tokenizer.next();
switch (after_period.id) {
.Eof => return FieldAccessReturn{
.original = current_type,
.unwrapped = try resolveDerefType(store, arena, current_type, &bound_type_params),
},
.Identifier => {
if (after_period.loc.end == tokenizer.buffer.len) {
return FieldAccessReturn{
.original = current_type,
.unwrapped = try resolveDerefType(store, arena, current_type, &bound_type_params),
};
}
current_type = try resolveFieldAccessLhsType(store, arena, current_type, &bound_type_params);
const current_type_node = switch (current_type.type.data) {
.other => |n| n,
else => return null,
};
if (try lookupSymbolContainer(
store,
arena,
.{ .node = current_type_node, .handle = current_type.handle },
tokenizer.buffer[after_period.loc.start..after_period.loc.end],
!current_type.type.is_type_val,
)) |child| {
current_type = (try child.resolveType(store, arena, &bound_type_params)) orelse return null;
2020-05-13 16:43:28 +01:00
} else return null;
},
.QuestionMark => {
current_type = (try resolveUnwrapOptionalType(store, arena, current_type, &bound_type_params)) orelse return null;
},
else => {
log.debug("Unrecognized token {} after period.", .{after_period.id});
return null;
},
2020-05-13 14:03:33 +01:00
}
},
.PeriodAsterisk => {
current_type = (try resolveDerefType(store, arena, current_type, &bound_type_params)) orelse return null;
},
2020-05-24 03:07:09 +01:00
.LParen => {
const current_type_node = switch (current_type.type.data) {
.other => |n| n,
else => return null,
};
2020-06-17 13:07:21 +01:00
// Can't call a function type, we need a function type instance.
if (current_type.type.is_type_val) return null;
2020-07-16 15:56:22 +01:00
if (current_type_node.castTag(.FnProto)) |func| {
if (try resolveReturnType(store, arena, func, current_type.handle, &bound_type_params)) |ret| {
current_type = ret;
// Skip to the right paren
var paren_count: usize = 1;
var next = tokenizer.next();
while (next.id != .Eof) : (next = tokenizer.next()) {
if (next.id == .RParen) {
paren_count -= 1;
if (paren_count == 0) break;
} else if (next.id == .LParen) {
paren_count += 1;
}
} else return null;
} else return null;
} else return null;
2020-05-24 13:24:18 +01:00
},
.LBracket => {
2020-05-27 16:49:11 +01:00
var brack_count: usize = 1;
var next = tokenizer.next();
var is_range = false;
while (next.id != .Eof) : (next = tokenizer.next()) {
if (next.id == .RBracket) {
brack_count -= 1;
if (brack_count == 0) break;
} else if (next.id == .LBracket) {
brack_count += 1;
} else if (next.id == .Ellipsis2 and brack_count == 1) {
is_range = true;
}
} else return null;
current_type = (try resolveBracketAccessType(store, arena, current_type, if (is_range) .Range else .Single, &bound_type_params)) orelse return null;
2020-05-24 03:07:09 +01:00
},
else => {
log.debug("Unimplemented token: {}", .{tok.id});
return null;
2020-05-27 16:49:11 +01:00
},
2020-05-13 14:03:33 +01:00
}
}
return FieldAccessReturn{
.original = current_type,
.unwrapped = try resolveDerefType(store, arena, current_type, &bound_type_params),
};
2020-05-13 14:03:33 +01:00
}
pub fn isNodePublic(tree: ast.Tree, node: *ast.Node) bool {
2020-07-16 15:56:22 +01:00
switch (node.tag) {
2020-05-14 17:14:35 +01:00
.VarDecl => {
2020-07-16 15:56:22 +01:00
const var_decl = node.castTag(.VarDecl).?;
2020-09-01 06:53:52 +01:00
return var_decl.getVisibToken() != null;
2020-05-14 17:14:35 +01:00
},
.FnProto => {
2020-07-16 15:56:22 +01:00
const func = node.castTag(.FnProto).?;
2020-09-01 06:53:52 +01:00
return func.getVisibToken() != null;
2020-05-16 16:30:16 +01:00
},
2020-05-17 15:23:04 +01:00
else => return true,
2020-05-14 17:14:35 +01:00
}
}
pub fn nodeToString(tree: ast.Tree, node: *ast.Node) ?[]const u8 {
2020-07-16 15:56:22 +01:00
switch (node.tag) {
2020-05-13 14:03:33 +01:00
.ContainerField => {
2020-07-16 15:56:22 +01:00
const field = node.castTag(.ContainerField).?;
2020-05-13 14:03:33 +01:00
return tree.tokenSlice(field.name_token);
},
2020-05-14 17:11:03 +01:00
.ErrorTag => {
2020-07-16 15:56:22 +01:00
const tag = node.castTag(.ErrorTag).?;
2020-05-14 17:11:03 +01:00
return tree.tokenSlice(tag.name_token);
},
2020-05-13 14:03:33 +01:00
.Identifier => {
2020-07-16 15:56:22 +01:00
const field = node.castTag(.Identifier).?;
2020-05-13 14:03:33 +01:00
return tree.tokenSlice(field.token);
2020-05-11 13:28:08 +01:00
},
.FnProto => {
2020-07-16 15:56:22 +01:00
const func = node.castTag(.FnProto).?;
2020-09-01 06:53:52 +01:00
if (func.getNameToken()) |name_token| {
return tree.tokenSlice(name_token);
}
},
2020-05-11 13:28:08 +01:00
else => {
log.debug("INVALID: {}", .{node.tag});
2020-05-16 16:30:16 +01:00
},
2020-05-11 13:28:08 +01:00
}
2020-05-16 16:30:16 +01:00
return null;
2020-05-13 14:03:33 +01:00
}
2020-05-16 19:06:48 +01:00
fn nodeContainsSourceIndex(tree: ast.Tree, node: *ast.Node, source_index: usize) bool {
2020-05-23 23:21:02 +01:00
const first_token = tree.token_locs[node.firstToken()];
const last_token = tree.token_locs[node.lastToken()];
return source_index >= first_token.start and source_index <= last_token.end;
}
pub fn getImportStr(tree: ast.Tree, source_index: usize) ?[]const u8 {
var node = &tree.root_node.base;
2020-05-23 23:21:02 +01:00
2020-05-24 15:07:48 +01:00
var child_idx: usize = 0;
while (node.iterate(child_idx)) |child| {
if (!nodeContainsSourceIndex(tree, child, source_index)) {
child_idx += 1;
continue;
}
2020-07-16 15:56:22 +01:00
if (child.castTag(.BuiltinCall)) |builtin_call| blk: {
const call_name = tree.tokenSlice(builtin_call.builtin_token);
if (!std.mem.eql(u8, call_name, "@import")) break :blk;
2020-05-23 23:21:02 +01:00
if (builtin_call.params_len != 1) break :blk;
2020-05-23 23:21:02 +01:00
const import_param = builtin_call.paramsConst()[0];
2020-07-16 15:56:22 +01:00
const import_str_node = import_param.castTag(.StringLiteral) orelse break :blk;
const import_str = tree.tokenSlice(import_str_node.token);
return import_str[1 .. import_str.len - 1];
}
node = child;
2020-05-24 15:07:48 +01:00
child_idx = 0;
}
return null;
}
pub const SourceRange = std.zig.Token.Loc;
2020-05-27 19:58:35 +01:00
pub const PositionContext = union(enum) {
builtin: SourceRange,
comment,
string_literal: SourceRange,
field_access: SourceRange,
var_access: SourceRange,
2020-05-16 17:04:07 +01:00
global_error_set,
enum_literal,
pre_label,
2020-06-18 13:12:09 +01:00
label: bool,
other,
empty,
2020-05-27 19:58:35 +01:00
pub fn range(self: PositionContext) ?SourceRange {
return switch (self) {
.builtin => |r| r,
.comment => null,
.string_literal => |r| r,
.field_access => |r| r,
.var_access => |r| r,
.enum_literal => null,
.pre_label => null,
2020-06-14 20:24:18 +01:00
.label => null,
.other => null,
.empty => null,
2020-05-16 17:04:07 +01:00
.global_error_set => null,
};
}
};
const StackState = struct {
ctx: PositionContext,
stack_id: enum { Paren, Bracket, Global },
};
fn peek(arr: *std.ArrayList(StackState)) !*StackState {
if (arr.items.len == 0) {
try arr.append(.{ .ctx = .empty, .stack_id = .Global });
}
return &arr.items[arr.items.len - 1];
}
fn tokenRangeAppend(prev: SourceRange, token: std.zig.Token) SourceRange {
return .{
.start = prev.start,
.end = token.loc.end,
};
}
2020-07-03 00:31:28 +01:00
const DocumentPosition = @import("offsets.zig").DocumentPosition;
pub fn documentPositionContext(arena: *std.heap.ArenaAllocator, document: types.TextDocument, doc_position: DocumentPosition) !PositionContext {
const line = doc_position.line;
var tokenizer = std.zig.Tokenizer.init(line[0..doc_position.line_index]);
var stack = try std.ArrayList(StackState).initCapacity(&arena.allocator, 8);
while (true) {
const tok = tokenizer.next();
// Early exits.
switch (tok.tag) {
.invalid, .invalid_ampersands => {
// Single '@' do not return a builtin token so we check this on our own.
2020-07-03 00:31:28 +01:00
if (line[doc_position.line_index - 1] == '@') {
return PositionContext{
.builtin = .{
2020-07-03 00:31:28 +01:00
.start = doc_position.line_index - 1,
.end = doc_position.line_index,
},
};
}
return .other;
},
.line_comment, .doc_comment, .container_doc_comment => return .comment,
.eof => break,
else => {},
}
// State changes
var curr_ctx = try peek(&stack);
switch (tok.tag) {
.string_literal, .multiline_string_literal_line => curr_ctx.ctx = .{ .string_literal = tok.loc },
.identifier => switch (curr_ctx.ctx) {
.empty, .pre_label => curr_ctx.ctx = .{ .var_access = tok.loc },
2020-06-18 13:12:09 +01:00
.label => |filled| if (!filled) {
curr_ctx.ctx = .{ .label = true };
} else {
curr_ctx.ctx = .{ .var_access = tok.loc };
},
else => {},
},
.builtin => switch (curr_ctx.ctx) {
.empty, .pre_label => curr_ctx.ctx = .{ .builtin = tok.loc },
else => {},
},
.period, .period_asterisk => switch (curr_ctx.ctx) {
.empty, .pre_label => curr_ctx.ctx = .enum_literal,
.enum_literal => curr_ctx.ctx = .empty,
.field_access => {},
.other => {},
2020-05-16 17:04:07 +01:00
.global_error_set => {},
else => curr_ctx.ctx = .{
.field_access = tokenRangeAppend(curr_ctx.ctx.range().?, tok),
},
},
.keyword_break, .keyword_continue => curr_ctx.ctx = .pre_label,
.colon => if (curr_ctx.ctx == .pre_label) {
2020-06-18 13:12:09 +01:00
curr_ctx.ctx = .{ .label = false };
2020-06-17 13:07:21 +01:00
} else {
curr_ctx.ctx = .empty;
2020-06-16 13:49:57 +01:00
},
.question_mark => switch (curr_ctx.ctx) {
.field_access => {},
else => curr_ctx.ctx = .empty,
},
.l_paren => try stack.append(.{ .ctx = .empty, .stack_id = .Paren }),
.l_bracket => try stack.append(.{ .ctx = .empty, .stack_id = .Bracket }),
.r_paren => {
_ = stack.pop();
if (curr_ctx.stack_id != .Paren) {
(try peek(&stack)).ctx = .empty;
}
},
.r_bracket => {
_ = stack.pop();
if (curr_ctx.stack_id != .Bracket) {
(try peek(&stack)).ctx = .empty;
}
},
.keyword_error => curr_ctx.ctx = .global_error_set,
else => curr_ctx.ctx = .empty,
}
switch (curr_ctx.ctx) {
.field_access => |r| curr_ctx.ctx = .{
.field_access = tokenRangeAppend(r, tok),
},
else => {},
}
}
return block: {
if (stack.popOrNull()) |state| break :block state.ctx;
break :block .empty;
};
}
fn addOutlineNodes(allocator: *std.mem.Allocator, tree: ast.Tree, parent: ast.Node.Index, context: *GetDocumentSymbolsContext) anyerror!void {
switch (tree.nodes.items(.tag)[parent]) {
2020-07-24 08:33:13 +01:00
.StringLiteral,
.IntegerLiteral,
.BuiltinCall,
.Call,
.Identifier,
.Add,
.AddWrap,
.ArrayCat,
.ArrayMult,
.Assign,
.AssignBitAnd,
.AssignBitOr,
.AssignBitShiftLeft,
.AssignBitShiftRight,
.AssignBitXor,
.AssignDiv,
.AssignSub,
.AssignSubWrap,
.AssignMod,
.AssignAdd,
.AssignAddWrap,
.AssignMul,
.AssignMulWrap,
.BangEqual,
.BitAnd,
.BitOr,
.BitShiftLeft,
.BitShiftRight,
.BitXor,
.BoolAnd,
.BoolOr,
.Div,
.EqualEqual,
.ErrorUnion,
.GreaterOrEqual,
.GreaterThan,
.LessOrEqual,
.LessThan,
.MergeErrorSets,
.Mod,
.Mul,
.MulWrap,
.Period,
.Range,
.Sub,
.SubWrap,
.OrElse,
.AddressOf,
.Await,
.BitNot,
.BoolNot,
.OptionalType,
.Negation,
.NegationWrap,
.Resume,
.Try,
.ArrayType,
.ArrayTypeSentinel,
.PtrType,
.SliceType,
.Slice,
.Deref,
.UnwrapOptional,
.ArrayAccess,
.Return,
.Break,
.Continue,
.ArrayInitializerDot,
.SwitchElse,
.SwitchCase,
.For,
.EnumLiteral,
.PointerIndexPayload,
.StructInitializerDot,
.PointerPayload,
.While,
.Switch,
.Else,
.BoolLiteral,
.NullLiteral,
.Defer,
.StructInitializer,
.FieldInitializer,
.If,
.MultilineStringLiteral,
.UndefinedLiteral,
.AnyType,
.Block,
.ErrorSetDecl,
=> return,
.ContainerDecl => {
2020-07-16 15:56:22 +01:00
const decl = child.castTag(.ContainerDecl).?;
2020-05-28 13:41:40 +01:00
for (decl.fieldsAndDecls()) |cchild|
2020-07-07 09:57:02 +01:00
try addOutlineNodes(allocator, tree, cchild, context);
return;
},
2020-05-28 16:18:48 +01:00
else => {},
}
2020-07-07 09:57:02 +01:00
try getDocumentSymbolsInternal(allocator, tree, child, context);
}
2020-07-07 09:57:02 +01:00
const GetDocumentSymbolsContext = struct {
prev_loc: offsets.TokenLocation = .{
.line = 0,
.column = 0,
.offset = 0,
},
symbols: *std.ArrayList(types.DocumentSymbol),
encoding: offsets.Encoding,
};
fn getDocumentSymbolsInternal(allocator: *std.mem.Allocator, tree: ast.Tree, node: ast.Node.Index, context: *GetDocumentSymbolsContext) anyerror!void {
2020-07-24 11:04:01 +01:00
const name = getDeclName(tree, node) orelse return;
2020-07-07 09:57:02 +01:00
if (name.len == 0)
return;
const start_loc = context.prev_loc.add(try offsets.tokenRelativeLocation(tree, context.prev_loc.offset, tree.firstToken(node), context.encoding));
const end_loc = start_loc.add(try offsets.tokenRelativeLocation(tree, start_loc.offset, tree.lastToken(node), context.encoding));
2020-07-07 09:57:02 +01:00
context.prev_loc = end_loc;
const range = types.Range{
.start = .{
.line = @intCast(i64, start_loc.line),
.character = @intCast(i64, start_loc.column),
},
.end = .{
.line = @intCast(i64, end_loc.line),
.character = @intCast(i64, end_loc.column),
2020-05-28 16:18:48 +01:00
},
};
const tags = tree.nodes.items(.tag);
2020-07-07 09:57:02 +01:00
(try context.symbols.addOne()).* = .{
.name = name,
.kind = switch (tags[node]) {
.fn_proto,
.fn_proto_simple,
.fn_proto_multi,
.fn_proto_one,
=> .Function,
.local_var_decl,
.global_var_decl,
.aligned_var_decl,
.simple_var_decl,
=> .Variable,
.container_field,
.container_field_align,
.container_field_init,
2021-02-27 20:55:39 +00:00
.tagged_union_enum_tag,
.tagged_union_enum_tag_trailing,
=> .Field,
2020-05-28 16:18:48 +01:00
else => .Variable,
},
.range = range,
.selectionRange = range,
2020-07-07 09:57:02 +01:00
.detail = "",
.children = ch: {
var children = std.ArrayList(types.DocumentSymbol).init(allocator);
2020-07-07 09:57:02 +01:00
var child_context = GetDocumentSymbolsContext{
.prev_loc = start_loc,
.symbols = &children,
.encoding = context.encoding,
};
var index: usize = 0;
2021-02-27 20:55:39 +00:00
if (true) @panic("FIX: addOutlineNodes");
// try addOutlineNodes(allocator, tree, node, &child_context);
// while (node.iterate(index)) |child| : (index += 1) {
// try addOutlineNodes(allocator, tree, child, &child_context);
// }
break :ch children.items;
},
};
}
pub fn getDocumentSymbols(allocator: *std.mem.Allocator, tree: ast.Tree, encoding: offsets.Encoding) ![]types.DocumentSymbol {
var symbols = try std.ArrayList(types.DocumentSymbol).initCapacity(allocator, tree.rootDecls().len);
2020-07-07 09:57:02 +01:00
var context = GetDocumentSymbolsContext{
2020-07-07 09:57:02 +01:00
.symbols = &symbols,
.encoding = encoding,
};
for (tree.rootDecls()) |idx| {
try getDocumentSymbolsInternal(allocator, tree, idx, &context);
}
return symbols.items;
}
2020-06-10 14:12:00 +01:00
pub const Declaration = union(enum) {
2021-02-27 15:38:06 +00:00
/// Index of the ast node
ast_node: ast.Node.Index,
/// Function parameter
param_decl: ast.full.FnProto.Param,
2020-06-10 14:12:00 +01:00
pointer_payload: struct {
2021-02-27 20:55:39 +00:00
name: ast.TokenIndex,
condition: ast.Node.Index,
2020-06-10 14:12:00 +01:00
},
array_payload: struct {
identifier: *ast.Node,
array_expr: ast.full.ArrayType,
2020-06-10 14:12:00 +01:00
},
switch_payload: struct {
node: ast.full.PtrType,
2020-06-23 11:32:37 +01:00
switch_expr: *ast.Node,
2020-06-10 14:12:00 +01:00
items: []const *ast.Node,
},
2021-02-27 20:55:39 +00:00
label_decl: ast.TokenIndex, // .id is While, For or Block (firstToken will be the label)
2020-06-10 14:12:00 +01:00
};
pub const DeclWithHandle = struct {
decl: *Declaration,
handle: *DocumentStore.Handle,
2020-06-27 13:29:45 +01:00
pub fn nameToken(self: DeclWithHandle) ast.TokenIndex {
const tree = self.handle.tree;
return switch (self.decl.*) {
2020-06-27 13:29:45 +01:00
.ast_node => |n| getDeclNameToken(tree, n).?,
.param_decl => |p| p.name_token.?,
.pointer_payload => |pp| pp.node.value_symbol.firstToken(),
.array_payload => |ap| ap.identifier.firstToken(),
.switch_payload => |sp| sp.node.value_symbol.firstToken(),
.label_decl => |ld| ld.firstToken(),
};
}
2020-06-10 17:54:01 +01:00
2020-07-07 09:57:02 +01:00
pub fn location(self: DeclWithHandle, encoding: offsets.Encoding) !offsets.TokenLocation {
2020-06-27 13:29:45 +01:00
const tree = self.handle.tree;
2020-07-07 09:57:02 +01:00
return try offsets.tokenRelativeLocation(tree, 0, self.nameToken(), encoding);
2020-06-27 13:29:45 +01:00
}
2020-06-11 00:40:11 +01:00
fn isPublic(self: DeclWithHandle) bool {
return switch (self.decl.*) {
.ast_node => |node| isNodePublic(self.handle.tree, node),
else => true,
};
}
pub fn resolveType(self: DeclWithHandle, store: *DocumentStore, arena: *std.heap.ArenaAllocator, bound_type_params: *BoundTypeParams) !?TypeWithHandle {
2020-06-10 18:48:40 +01:00
return switch (self.decl.*) {
2020-06-12 12:56:46 +01:00
.ast_node => |node| try resolveTypeOfNodeInternal(store, arena, .{ .node = node, .handle = self.handle }, bound_type_params),
2020-06-10 17:54:01 +01:00
.param_decl => |param_decl| switch (param_decl.param_type) {
2020-06-12 12:56:46 +01:00
.type_expr => |type_node| {
if (typeIsType(self.handle.tree, type_node)) {
var bound_param_it = bound_type_params.iterator();
while (bound_param_it.next()) |entry| {
if (entry.key == param_decl) return entry.value;
}
return null;
2020-07-16 15:56:22 +01:00
} else if (type_node.castTag(.Identifier)) |type_ident| {
if (param_decl.name_token) |name_tok| {
if (std.mem.eql(u8, self.handle.tree.tokenSlice(type_ident.firstToken()), self.handle.tree.tokenSlice(name_tok)))
return null;
}
2020-06-12 12:56:46 +01:00
}
2020-06-17 13:07:21 +01:00
return ((try resolveTypeOfNodeInternal(
store,
arena,
.{ .node = type_node, .handle = self.handle },
bound_type_params,
)) orelse return null).instanceTypeVal();
2020-06-12 12:56:46 +01:00
},
2020-06-10 17:54:01 +01:00
else => null,
},
.pointer_payload => |pay| try resolveUnwrapOptionalType(
store,
2020-06-10 18:48:40 +01:00
arena,
2020-06-12 12:56:46 +01:00
(try resolveTypeOfNodeInternal(store, arena, .{
2020-06-10 17:54:01 +01:00
.node = pay.condition,
.handle = self.handle,
2020-06-12 12:56:46 +01:00
}, bound_type_params)) orelse return null,
bound_type_params,
2020-06-10 17:54:01 +01:00
),
.array_payload => |pay| try resolveBracketAccessType(
store,
2020-06-10 18:48:40 +01:00
arena,
2020-06-12 12:56:46 +01:00
(try resolveTypeOfNodeInternal(store, arena, .{
2020-06-10 17:54:01 +01:00
.node = pay.array_expr,
.handle = self.handle,
2020-06-12 12:56:46 +01:00
}, bound_type_params)) orelse return null,
2020-06-10 17:54:01 +01:00
.Single,
2020-06-12 12:56:46 +01:00
bound_type_params,
2020-06-10 17:54:01 +01:00
),
2020-06-14 20:24:18 +01:00
.label_decl => return null,
2020-06-23 11:32:37 +01:00
.switch_payload => |pay| {
if (pay.items.len == 0) return null;
// TODO Peer type resolution, we just use the first item for now.
const switch_expr_type = (try resolveTypeOfNodeInternal(store, arena, .{
.node = pay.switch_expr,
.handle = self.handle,
}, bound_type_params)) orelse return null;
if (!switch_expr_type.isUnionType())
return null;
2020-07-16 15:56:22 +01:00
if (pay.items[0].castTag(.EnumLiteral)) |enum_lit| {
2020-06-23 11:32:37 +01:00
const scope = findContainerScope(.{ .node = switch_expr_type.type.data.other, .handle = switch_expr_type.handle }) orelse return null;
2020-07-05 22:56:41 +01:00
if (scope.decls.getEntry(self.handle.tree.tokenSlice(enum_lit.name))) |candidate| {
2020-06-23 11:32:37 +01:00
switch (candidate.value) {
.ast_node => |node| {
2020-07-16 15:56:22 +01:00
if (node.castTag(.ContainerField)) |container_field| {
2020-06-23 11:32:37 +01:00
if (container_field.type_expr) |type_expr| {
return ((try resolveTypeOfNodeInternal(
store,
arena,
.{ .node = type_expr, .handle = switch_expr_type.handle },
bound_type_params,
)) orelse return null).instanceTypeVal();
}
}
},
else => {},
}
return null;
}
}
return null;
},
2020-06-10 17:54:01 +01:00
};
}
};
2020-06-11 00:40:11 +01:00
fn findContainerScope(container_handle: NodeWithHandle) ?*Scope {
const container = container_handle.node;
const handle = container_handle.handle;
2020-07-16 15:56:22 +01:00
if (container.tag != .ContainerDecl and container.tag != .Root and container.tag != .ErrorSetDecl) {
2020-06-11 00:40:11 +01:00
return null;
}
// Find the container scope.
var container_scope: ?*Scope = null;
for (handle.document_scope.scopes) |*scope| {
switch (scope.*.data) {
.container => |node| if (node == container) {
container_scope = scope;
break;
},
else => {},
}
}
return container_scope;
}
fn iterateSymbolsContainerInternal(
2020-06-11 00:40:11 +01:00
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
container_handle: NodeWithHandle,
orig_handle: *DocumentStore.Handle,
2020-07-12 20:12:09 +01:00
comptime callback: anytype,
context: anytype,
2020-06-18 13:43:03 +01:00
instance_access: bool,
use_trail: *std.ArrayList(*ast.Node.Use),
2020-06-11 00:40:11 +01:00
) error{OutOfMemory}!void {
const container = container_handle.node;
const handle = container_handle.handle;
2020-07-16 15:56:22 +01:00
const is_enum = if (container.castTag(.ContainerDecl)) |cont_decl|
2020-06-18 13:43:03 +01:00
handle.tree.token_ids[cont_decl.kind_token] == .Keyword_enum
else
false;
2020-06-11 00:40:11 +01:00
if (findContainerScope(container_handle)) |container_scope| {
var decl_it = container_scope.decls.iterator();
while (decl_it.next()) |entry| {
2020-06-18 13:43:03 +01:00
switch (entry.value) {
.ast_node => |node| {
2020-07-16 15:56:22 +01:00
if (node.tag == .ContainerField) {
2020-06-18 13:43:03 +01:00
if (!instance_access and !is_enum) continue;
if (instance_access and is_enum) continue;
}
},
.label_decl => continue,
else => {},
}
2020-06-11 00:40:11 +01:00
const decl = DeclWithHandle{ .decl = &entry.value, .handle = handle };
if (handle != orig_handle and !decl.isPublic()) continue;
try callback(context, decl);
}
// for (container_scope.uses) |use| {
// if (handle != orig_handle and use.visib_token == null) continue;
// if (std.mem.indexOfScalar(*ast.Node.Use, use_trail.items, use) != null) continue;
// try use_trail.append(use);
// const use_expr = (try resolveTypeOfNode(store, arena, .{ .node = use.expr, .handle = handle })) orelse continue;
// const use_expr_node = switch (use_expr.type.data) {
// .other => |n| n,
// else => continue,
// };
// try iterateSymbolsContainerInternal(store, arena, .{ .node = use_expr_node, .handle = use_expr.handle }, orig_handle, callback, context, false, use_trail);
// }
2020-06-11 00:40:11 +01:00
}
}
2020-06-11 00:40:11 +01:00
pub fn iterateSymbolsContainer(
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
container_handle: NodeWithHandle,
orig_handle: *DocumentStore.Handle,
2020-07-12 20:12:09 +01:00
comptime callback: anytype,
context: anytype,
instance_access: bool,
) error{OutOfMemory}!void {
var use_trail = std.ArrayList(*ast.Node.Use).init(&arena.allocator);
return try iterateSymbolsContainerInternal(store, arena, container_handle, orig_handle, callback, context, instance_access, &use_trail);
2020-06-11 00:40:11 +01:00
}
2020-06-14 20:24:18 +01:00
pub fn iterateLabels(
handle: *DocumentStore.Handle,
source_index: usize,
2020-07-12 20:12:09 +01:00
comptime callback: anytype,
context: anytype,
2020-06-14 20:24:18 +01:00
) error{OutOfMemory}!void {
for (handle.document_scope.scopes) |scope| {
if (source_index >= scope.range.start and source_index < scope.range.end) {
var decl_it = scope.decls.iterator();
while (decl_it.next()) |entry| {
switch (entry.value) {
.label_decl => {},
else => continue,
}
try callback(context, DeclWithHandle{ .decl = &entry.value, .handle = handle });
}
}
if (scope.range.start >= source_index) return;
}
}
fn iterateSymbolsGlobalInternal(
store: *DocumentStore,
2020-06-11 00:40:11 +01:00
arena: *std.heap.ArenaAllocator,
handle: *DocumentStore.Handle,
source_index: usize,
2020-07-12 20:12:09 +01:00
comptime callback: anytype,
context: anytype,
use_trail: *std.ArrayList(*ast.Node.Use),
2020-06-11 00:40:11 +01:00
) error{OutOfMemory}!void {
for (handle.document_scope.scopes) |scope| {
if (source_index >= scope.range.start and source_index < scope.range.end) {
var decl_it = scope.decls.iterator();
while (decl_it.next()) |entry| {
2020-07-16 15:56:22 +01:00
if (entry.value == .ast_node and entry.value.ast_node.tag == .ContainerField) continue;
2020-06-14 20:24:18 +01:00
if (entry.value == .label_decl) continue;
try callback(context, DeclWithHandle{ .decl = &entry.value, .handle = handle });
}
2020-06-10 14:12:00 +01:00
// for (scope.uses) |use| {
// if (std.mem.indexOfScalar(*ast.Node.Use, use_trail.items, use) != null) continue;
// try use_trail.append(use);
// const use_expr = (try resolveTypeOfNode(store, arena, .{ .node = use.expr, .handle = handle })) orelse continue;
// const use_expr_node = switch (use_expr.type.data) {
// .other => |n| n,
// else => continue,
// };
// try iterateSymbolsContainerInternal(store, arena, .{ .node = use_expr_node, .handle = use_expr.handle }, handle, callback, context, false, use_trail);
// }
}
2020-06-10 14:12:00 +01:00
if (scope.range.start >= source_index) return;
}
}
pub fn iterateSymbolsGlobal(
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
handle: *DocumentStore.Handle,
source_index: usize,
2020-07-12 20:12:09 +01:00
comptime callback: anytype,
context: anytype,
) error{OutOfMemory}!void {
var use_trail = std.ArrayList(*ast.Node.Use).init(&arena.allocator);
return try iterateSymbolsGlobalInternal(store, arena, handle, source_index, callback, context, &use_trail);
}
pub fn innermostContainer(handle: *DocumentStore.Handle, source_index: usize) TypeWithHandle {
2020-06-10 19:24:17 +01:00
var current = handle.document_scope.scopes[0].data.container;
if (handle.document_scope.scopes.len == 1) return TypeWithHandle.typeVal(.{ .node = current, .handle = handle });
2020-06-10 19:24:17 +01:00
for (handle.document_scope.scopes[1..]) |scope| {
if (source_index >= scope.range.start and source_index < scope.range.end) {
switch (scope.data) {
.container => |node| current = node,
else => {},
}
}
if (scope.range.start > source_index) break;
}
return TypeWithHandle.typeVal(.{ .node = current, .handle = handle });
2020-06-10 19:24:17 +01:00
}
2020-06-11 00:40:11 +01:00
fn resolveUse(
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
// uses: []const *ast.Node.Use,
2020-06-11 00:40:11 +01:00
symbol: []const u8,
handle: *DocumentStore.Handle,
use_trail: *std.ArrayList(*ast.Node.Use),
2020-06-11 00:40:11 +01:00
) error{OutOfMemory}!?DeclWithHandle {
// for (uses) |use| {
// if (std.mem.indexOfScalar(*ast.Node.Use, use_trail.items, use) != null) continue;
// try use_trail.append(use);
// const use_expr = (try resolveTypeOfNode(store, arena, .{ .node = use.expr, .handle = handle })) orelse continue;
// const use_expr_node = switch (use_expr.type.data) {
// .other => |n| n,
// else => continue,
// };
// if (try lookupSymbolContainerInternal(store, arena, .{ .node = use_expr_node, .handle = use_expr.handle }, symbol, false, use_trail)) |candidate| {
// if (candidate.handle != handle and !candidate.isPublic()) {
// continue;
// }
// return candidate;
// }
// }
2020-06-11 00:40:11 +01:00
return null;
}
2020-06-14 20:24:18 +01:00
pub fn lookupLabel(
handle: *DocumentStore.Handle,
symbol: []const u8,
source_index: usize,
) error{OutOfMemory}!?DeclWithHandle {
for (handle.document_scope.scopes) |scope| {
if (source_index >= scope.range.start and source_index < scope.range.end) {
2020-07-05 22:56:41 +01:00
if (scope.decls.getEntry(symbol)) |candidate| {
2020-06-14 20:24:18 +01:00
switch (candidate.value) {
.label_decl => {},
else => continue,
}
return DeclWithHandle{
.decl = &candidate.value,
.handle = handle,
};
}
}
if (scope.range.start > source_index) return null;
}
return null;
}
fn lookupSymbolGlobalInternal(
2020-06-11 00:40:11 +01:00
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
handle: *DocumentStore.Handle,
symbol: []const u8,
source_index: usize,
use_trail: *std.ArrayList(*ast.Node.Use),
2020-06-11 00:40:11 +01:00
) error{OutOfMemory}!?DeclWithHandle {
for (handle.document_scope.scopes) |scope| {
if (source_index >= scope.range.start and source_index < scope.range.end) {
2020-07-05 22:56:41 +01:00
if (scope.decls.getEntry(symbol)) |candidate| {
switch (candidate.value) {
.ast_node => |node| {
2020-07-16 16:05:56 +01:00
if (node.tag == .ContainerField) continue;
},
2020-06-14 20:24:18 +01:00
.label_decl => continue,
else => {},
}
return DeclWithHandle{
.decl = &candidate.value,
.handle = handle,
};
}
// if (try resolveUse(store, arena, scope.uses, symbol, handle, use_trail)) |result| return result;
}
2020-06-10 19:24:17 +01:00
if (scope.range.start > source_index) return null;
}
return null;
}
pub fn lookupSymbolGlobal(
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
handle: *DocumentStore.Handle,
symbol: []const u8,
source_index: usize,
) error{OutOfMemory}!?DeclWithHandle {
var use_trail = std.ArrayList(*ast.Node.Use).init(&arena.allocator);
return try lookupSymbolGlobalInternal(store, arena, handle, symbol, source_index, &use_trail);
}
fn lookupSymbolContainerInternal(
2020-06-11 00:40:11 +01:00
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
container_handle: NodeWithHandle,
symbol: []const u8,
2020-06-18 13:43:03 +01:00
/// If true, we are looking up the symbol like we are accessing through a field access
/// of an instance of the type, otherwise as a field access of the type value itself.
instance_access: bool,
use_trail: *std.ArrayList(*ast.Node.Use),
2020-06-11 00:40:11 +01:00
) error{OutOfMemory}!?DeclWithHandle {
2020-06-10 17:54:01 +01:00
const container = container_handle.node;
const handle = container_handle.handle;
2020-06-10 23:00:13 +01:00
2020-07-16 15:56:22 +01:00
const is_enum = if (container.castTag(.ContainerDecl)) |cont_decl|
2020-06-18 13:43:03 +01:00
handle.tree.token_ids[cont_decl.kind_token] == .Keyword_enum
else
false;
2020-06-11 00:40:11 +01:00
if (findContainerScope(container_handle)) |container_scope| {
2020-07-05 22:56:41 +01:00
if (container_scope.decls.getEntry(symbol)) |candidate| {
switch (candidate.value) {
.ast_node => |node| {
2020-07-16 15:56:22 +01:00
if (node.tag == .ContainerField) {
2020-06-18 13:43:03 +01:00
if (!instance_access and !is_enum) return null;
if (instance_access and is_enum) return null;
}
},
2020-06-14 20:24:18 +01:00
.label_decl => unreachable,
else => {},
}
2020-06-10 18:48:40 +01:00
return DeclWithHandle{ .decl = &candidate.value, .handle = handle };
}
// if (try resolveUse(store, arena, container_scope.uses, symbol, handle, use_trail)) |result| return result;
return null;
}
2020-06-10 23:00:13 +01:00
return null;
}
pub fn lookupSymbolContainer(
store: *DocumentStore,
arena: *std.heap.ArenaAllocator,
container_handle: NodeWithHandle,
symbol: []const u8,
/// If true, we are looking up the symbol like we are accessing through a field access
/// of an instance of the type, otherwise as a field access of the type value itself.
instance_access: bool,
) error{OutOfMemory}!?DeclWithHandle {
var use_trail = std.ArrayList(*ast.Node.Use).init(&arena.allocator);
return try lookupSymbolContainerInternal(store, arena, container_handle, symbol, instance_access, &use_trail);
}
pub const DocumentScope = struct {
2020-06-10 18:48:40 +01:00
scopes: []Scope,
2020-07-08 02:05:44 +01:00
error_completions: []types.CompletionItem,
enum_completions: []types.CompletionItem,
2020-06-10 14:12:00 +01:00
pub fn debugPrint(self: DocumentScope) void {
for (self.scopes) |scope| {
2020-08-14 11:41:34 +01:00
log.debug(
2020-06-10 14:12:00 +01:00
\\--------------------------
\\Scope {}, range: [{}, {})
\\ {} usingnamespaces
\\Decls:
, .{
scope.data,
scope.range.start,
scope.range.end,
{},
// scope.uses.len,
2020-06-10 14:12:00 +01:00
});
var decl_it = scope.decls.iterator();
var idx: usize = 0;
while (decl_it.next()) |name_decl| : (idx += 1) {
2020-08-14 11:41:34 +01:00
if (idx != 0) log.debug(", ", .{});
2020-06-10 14:12:00 +01:00
}
2021-01-10 07:12:11 +00:00
log.debug("{s}", .{name_decl.key});
2020-08-14 11:41:34 +01:00
log.debug("\n--------------------------\n", .{});
2020-06-10 14:12:00 +01:00
}
}
pub fn deinit(self: DocumentScope, allocator: *std.mem.Allocator) void {
2020-07-05 22:56:41 +01:00
for (self.scopes) |*scope| {
2020-06-10 14:12:00 +01:00
scope.decls.deinit();
// allocator.free(scope.uses);
2020-06-16 22:26:45 +01:00
allocator.free(scope.tests);
2020-06-10 14:12:00 +01:00
}
allocator.free(self.scopes);
2020-07-08 02:05:44 +01:00
for (self.error_completions) |item| if (item.documentation) |doc| allocator.free(doc.value);
allocator.free(self.error_completions);
for (self.enum_completions) |item| if (item.documentation) |doc| allocator.free(doc.value);
allocator.free(self.enum_completions);
2020-06-10 14:12:00 +01:00
}
};
pub const Scope = struct {
pub const Data = union(enum) {
2021-02-27 15:38:06 +00:00
container: ast.Node.Index, // .tag is ContainerDecl or Root or ErrorSetDecl
function: ast.Node.Index, // .tag is FnProto
block: ast.Node.Index, // .tag is Block
2020-06-10 14:12:00 +01:00
other,
};
range: SourceRange,
decls: std.StringHashMap(Declaration),
2021-02-27 15:38:06 +00:00
tests: []const ast.Node.Index,
// uses: []const *ast.Node.Data,
2020-06-10 14:12:00 +01:00
data: Data,
};
pub fn makeDocumentScope(allocator: *std.mem.Allocator, tree: ast.Tree) !DocumentScope {
2020-07-08 02:05:44 +01:00
var scopes = std.ArrayListUnmanaged(Scope){};
var error_completions = std.ArrayListUnmanaged(types.CompletionItem){};
var enum_completions = std.ArrayListUnmanaged(types.CompletionItem){};
errdefer {
scopes.deinit(allocator);
for (error_completions.items) |item| if (item.documentation) |doc| allocator.free(doc.value);
error_completions.deinit(allocator);
for (enum_completions.items) |item| if (item.documentation) |doc| allocator.free(doc.value);
enum_completions.deinit(allocator);
}
2021-02-27 15:38:06 +00:00
// pass root node index ('0')
try makeScopeInternal(allocator, &scopes, &error_completions, &enum_completions, tree, 0);
2020-06-10 14:12:00 +01:00
return DocumentScope{
2020-07-08 02:05:44 +01:00
.scopes = scopes.toOwnedSlice(allocator),
.error_completions = error_completions.toOwnedSlice(allocator),
.enum_completions = enum_completions.toOwnedSlice(allocator),
2020-06-10 14:12:00 +01:00
};
}
fn nodeSourceRange(tree: ast.Tree, node: ast.Node.Index) SourceRange {
const loc = tree.tokenLocation(0, tree.firstToken(node));
2020-06-10 14:12:00 +01:00
return SourceRange{
.start = loc.line_start,
.end = loc.line_end,
2020-06-10 14:12:00 +01:00
};
}
2021-02-27 15:38:06 +00:00
fn isContainer(tag: ast.Node.Tag) bool {
return switch (tag) {
.container_decl,
.container_decl_trailing,
.container_decl_arg,
.container_decl_arg_trailing,
.container_decl_two,
.container_decl_two_trailing,
.tagged_union,
.tagged_union_trailing,
.tagged_union_two,
.tagged_union_two_trailing,
.tagged_union_enum_tag,
.tagged_union_enum_tag_trailing,
.root,
.error_set_decl,
=> true,
else => false,
};
}
/// Returns the member indices of a given declaration container.
/// Asserts given `tag` is a container node
2021-02-27 20:55:39 +00:00
fn declMembers(tree: ast.Tree, tag: ast.Node.Tag, node_idx: ast.Node.Index) []const ast.Node.Index {
2021-02-27 15:38:06 +00:00
std.debug.assert(isContainer(tag));
return switch (tag) {
.container_decl, .container_decl_trailing => tree.containerDecl(node_idx).ast.members,
.container_decl_arg, .container_decl_arg_trailing => tree.containerDeclArg(node_idx).ast.members,
.container_decl_two, .container_decl_two_trailing => blk: {
var buffer: [2]ast.Node.Index = undefined;
break :blk tree.containerDeclTwo(&buffer, node_idx).ast.members;
},
.tagged_union, .tagged_union_trailing => tree.taggedUnion(node_idx).ast.members,
.tagged_union_enum_tag, .tagged_union_enum_tag_trailing => tree.taggedUnionEnumTag(node_idx).ast.members,
.tagged_union_two, .tagged_union_two_trailing => blk: {
var buffer: [2]ast.Node.Index = undefined;
break :blk tree.taggedUnionTwo(&buffer, node_idx).ast.members;
},
.root => tree.rootDecls(),
// @TODO: Fix error set declarations
.error_set_decl => &[_]ast.Node.Index{},
else => unreachable,
};
}
2021-02-27 20:55:39 +00:00
/// Returns an `ast.full.VarDecl` for a given node index.
/// Returns null if the tag doesn't match
fn varDecl(tree: ast.Tree, node_idx: ast.Node.Index) ?ast.full.VarDecl {
return switch (tree.nodes.items(.tag)[node_idx]) {
.global_var_decl => tree.globalVarDecl(node_idx),
.local_var_decl => tree.localVarDecl(node_idx),
.aligned_var_decl => tree.alignedVarDecl(node_idx),
.simple_var_decl => tree.simpleVarDecl(node_idx),
else => null,
};
}
// TODO Possibly collect all imports to diff them on changes
// as well
2020-06-10 14:12:00 +01:00
fn makeScopeInternal(
allocator: *std.mem.Allocator,
2020-07-08 02:05:44 +01:00
scopes: *std.ArrayListUnmanaged(Scope),
error_completions: *std.ArrayListUnmanaged(types.CompletionItem),
enum_completions: *std.ArrayListUnmanaged(types.CompletionItem),
tree: ast.Tree,
node_idx: ast.Node.Index,
2020-06-10 14:12:00 +01:00
) error{OutOfMemory}!void {
2021-02-27 15:38:06 +00:00
const tags = tree.nodes.items(.tag);
const token_tags = tree.tokens.items(.tag);
2021-02-27 20:55:39 +00:00
const data = tree.nodes.items(.data);
const main_tokens = tree.nodes.items(.main_token);
2021-02-27 15:38:06 +00:00
const node = tags[node_idx];
if (isContainer(node)) {
2021-02-27 20:55:39 +00:00
const ast_decls = declMembers(tree, node, node_idx);
2020-06-10 14:12:00 +01:00
2020-07-08 02:05:44 +01:00
(try scopes.addOne(allocator)).* = .{
2021-02-27 15:38:06 +00:00
.range = nodeSourceRange(tree, node_idx),
2020-06-10 14:12:00 +01:00
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2021-02-27 20:55:39 +00:00
.tests = &.{},
2021-02-27 15:38:06 +00:00
.data = .{ .container = node_idx },
2020-06-10 14:12:00 +01:00
};
2020-06-11 09:21:08 +01:00
const scope_idx = scopes.items.len - 1;
// var uses = std.ArrayList(*ast.Node.Use).init(allocator);
2021-02-27 15:38:06 +00:00
var tests = std.ArrayList(ast.Node.Index).init(allocator);
2020-06-10 14:12:00 +01:00
errdefer {
scopes.items[scope_idx].decls.deinit();
// uses.deinit();
tests.deinit();
2020-06-10 14:12:00 +01:00
}
for (ast_decls) |decl| {
2021-02-27 15:38:06 +00:00
// @TODO: Implement using namespace
// if (decl.castTag(.Use)) |use| {
// try uses.append(use);
// continue;
// }
2020-06-10 14:12:00 +01:00
2020-07-08 02:05:44 +01:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, decl);
2020-06-10 14:12:00 +01:00
const name = getDeclName(tree, decl) orelse continue;
2021-02-27 15:38:06 +00:00
// @TODO: implement tests
// if (decl.tag == .TestDecl) {
// try tests.append(decl);
// continue;
// }
2021-02-27 15:38:06 +00:00
if (tags[decl] == .error_set_decl) {
2020-07-08 02:05:44 +01:00
(try error_completions.addOne(allocator)).* = .{
.label = name,
.kind = .Constant,
.documentation = if (try getDocComments(allocator, tree, decl, .Markdown)) |docs|
.{ .kind = .Markdown, .value = docs }
else
null,
};
}
2021-02-27 20:55:39 +00:00
const container_field: ?ast.full.ContainerField = switch (tags[decl]) {
2021-02-27 15:38:06 +00:00
.container_field => tree.containerField(decl),
.container_field_align => tree.containerFieldAlign(decl),
.container_field_init => tree.containerFieldInit(decl),
else => null,
};
if (container_field) |field| {
2021-02-27 20:55:39 +00:00
const empty_field = field.ast.type_expr == 0 and field.ast.value_expr == 0;
2021-02-27 15:38:06 +00:00
if (empty_field and node == .root) {
2020-07-08 02:05:44 +01:00
continue;
}
2021-02-27 15:38:06 +00:00
// @TODO: We can probably just use node_idx directly instead of first transforming to container
const container_decl: ?ast.full.ContainerDecl = switch (node) {
.container_decl, .container_decl_trailing => tree.containerDecl(node_idx),
.container_decl_arg, .container_decl_arg_trailing => tree.containerDeclArg(node_idx),
.container_decl_two, .container_decl_two_trailing => blk: {
var buffer: [2]ast.Node.Index = undefined;
break :blk tree.containerDeclTwo(&buffer, node_idx);
},
.tagged_union, .tagged_union_trailing => tree.taggedUnion(node_idx),
.tagged_union_enum_tag, .tagged_union_enum_tag_trailing => tree.taggedUnionEnumTag(node_idx),
2021-02-27 20:55:39 +00:00
.tagged_union_two, .tagged_union_two_trailing => blk: {
2021-02-27 15:38:06 +00:00
var buffer: [2]ast.Node.Index = undefined;
break :blk tree.taggedUnionTwo(&buffer, node_idx);
},
else => null,
};
if (container_decl) |container| {
const kind = token_tags[container.ast.main_token];
if (empty_field and (kind == .keyword_struct or (kind == .keyword_union and container.ast.arg == 0))) {
2020-07-08 02:05:44 +01:00
continue;
}
2020-07-08 02:05:44 +01:00
2020-07-08 02:11:52 +01:00
if (!std.mem.eql(u8, name, "_")) {
(try enum_completions.addOne(allocator)).* = .{
.label = name,
.kind = .Constant,
2021-02-27 15:38:06 +00:00
.documentation = if (try getDocComments(allocator, tree, node_idx, .Markdown)) |docs|
2020-07-08 02:11:52 +01:00
.{ .kind = .Markdown, .value = docs }
else
null,
};
}
}
}
2020-07-05 22:56:41 +01:00
if (try scopes.items[scope_idx].decls.fetchPut(name, .{ .ast_node = decl })) |existing| {
2020-06-10 14:12:00 +01:00
// TODO Record a redefinition error.
}
}
scopes.items[scope_idx].tests = tests.toOwnedSlice();
// scopes.items[scope_idx].uses = uses.toOwnedSlice();
2020-06-10 14:12:00 +01:00
return;
}
2021-02-27 15:38:06 +00:00
switch (node) {
2021-02-27 20:55:39 +00:00
.fn_proto, .fn_proto_one, .fn_proto_simple, .fn_proto_multi, .fn_decl => {
var buf: [1]ast.Node.Index = undefined;
const func: ast.full.FnProto = switch (node) {
.fn_proto => tree.fnProto(node_idx),
.fn_proto_one => tree.fnProtoOne(&buf, node_idx),
.fn_proto_simple => tree.fnProtoSimple(&buf, node_idx),
.fn_proto_multi => tree.fnProtoMulti(node_idx),
.fn_decl => tree.fnProto(data[node_idx].lhs),
else => unreachable,
};
2020-06-10 14:12:00 +01:00
2020-07-08 02:05:44 +01:00
(try scopes.addOne(allocator)).* = .{
2021-02-27 20:55:39 +00:00
.range = nodeSourceRange(tree, node_idx),
2020-06-10 14:12:00 +01:00
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2021-02-27 20:55:39 +00:00
.tests = &.{},
2020-06-10 14:12:00 +01:00
.data = .{ .function = node },
};
var scope_idx = scopes.items.len - 1;
errdefer scopes.items[scope_idx].decls.deinit();
2021-02-27 20:55:39 +00:00
var it = func.iterate(tree);
while (it.next()) |param| {
if (param.name_token) |name_token| {
if (try scopes.items[scope_idx].decls.fetchPut(tree.tokenSlice(name_token), .{ .param_decl = param })) |existing| {
// TODO record a redefinition error
2020-06-10 14:12:00 +01:00
}
}
}
2021-02-27 20:55:39 +00:00
if (node == .fn_decl) {
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, data[node_idx].rhs);
2020-06-10 14:12:00 +01:00
}
return;
},
2021-02-27 20:55:39 +00:00
.test_decl => {
return try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, data[node_idx].rhs);
2020-06-10 14:12:00 +01:00
},
2021-02-27 20:55:39 +00:00
.block, .block_semicolon, .block_two, .block_two_semicolon => {
const first_token = tree.firstToken(node_idx);
const last_token = tree.lastToken(node_idx);
2021-02-27 20:55:39 +00:00
// if labeled block
if (token_tags[first_token] == .identifier) {
const scope = try scopes.addOne(allocator);
scope.* = .{
.range = .{
.start = tree.tokenLocation(main_tokens[node_idx]).line_start,
.end = tree.tokenLocation(@truncate(u32, start), last_token).line_start,
},
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
.tests = &[0]*ast.Node{},
.data = .other,
};
errdefer scope.decls.deinit();
try scopes.items[scope_idx].decls.putNoClobber(tree.tokenSlice(first_token), .{ .label_decl = first_token });
}
2020-06-14 20:24:18 +01:00
(try scopes.addOne(allocator)).* = .{
2021-02-27 20:55:39 +00:00
.range = nodeSourceRange(tree, node_idx),
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2021-02-27 20:55:39 +00:00
.tests = &.{},
.data = .{ .block = node_idx },
};
var scope_idx = scopes.items.len - 1;
// var uses = std.ArrayList(*ast.Node.Use).init(allocator);
errdefer {
scopes.items[scope_idx].decls.deinit();
// uses.deinit();
2020-06-14 20:24:18 +01:00
}
2021-02-27 20:55:39 +00:00
const statements: []const ast.Node.Index = switch (node) {
.block, .block_semicolon => tree.extra_data[data[node_idx].lhs..data[node_idx].rhs],
.block_two, .block_two_semicolon => blk: {
const statements = [2]ast.Node.Index{ data[node_idx].lhs, data[node_idx].rhs };
const len: usize = if (data[node_idx].lhs == 0) 0 else if (data[node_idx].rhs == 0) 1 else 2;
break :blk statements[0..len];
},
else => unreachable,
2020-06-10 14:12:00 +01:00
};
2021-02-27 20:55:39 +00:00
for (statements[0..len]) |idx| {
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, idx);
// if (tags[
if (varDecl(idx)) |var_decl| {
const name = tree.tokenSlice(var_decl.ast.mut_token + 1);
if (try scopes.items[scope_idx].decls.fetchPut(name, .{ .ast_node = idx })) |existing| {
// TODO record a redefinition error.
2020-06-10 14:12:00 +01:00
}
}
}
// scopes.items[scope_idx].uses = uses.toOwnedSlice();
2020-06-10 14:12:00 +01:00
return;
},
2021-02-27 20:55:39 +00:00
.@"comptime", .@"nosuspend" => {
return try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, data[node_idx].lhs);
2020-06-10 14:12:00 +01:00
},
2021-02-27 20:55:39 +00:00
.@"if", .if_simple => {
const if_node: ast.full.If = if (node == .@"if")
tree.ifFull(node_idx)
else
tree.ifSimple(node_idx);
2020-06-10 14:12:00 +01:00
2021-02-27 20:55:39 +00:00
if (if_node.payload_token) |payload| {
2020-07-08 02:05:44 +01:00
var scope = try scopes.addOne(allocator);
2020-06-10 14:12:00 +01:00
scope.* = .{
.range = .{
2021-02-27 20:55:39 +00:00
.start = tree.tokenLocation(0, payload).line_start,
.end = tree.tokenLocation(@truncate(u32, start), tree.lastToken(if_node.ast.then_expr)).line_end,
2020-06-10 14:12:00 +01:00
},
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2021-02-27 20:55:39 +00:00
.tests = &.{},
2020-06-10 14:12:00 +01:00
.data = .other,
};
errdefer scope.decls.deinit();
2021-02-27 20:55:39 +00:00
const name_token = payload + @boolToInt(token_tags[payload] == .asterisk);
std.debug.assert(token_tags[name_token] == .identifier);
const name = tree.tokenSlice(name_token);
2020-06-10 14:12:00 +01:00
try scope.decls.putNoClobber(name, .{
.pointer_payload = .{
2021-02-27 20:55:39 +00:00
.name = name_token,
.condition = if_node.ast.cond_expr,
2020-06-10 14:12:00 +01:00
},
});
}
2021-02-27 20:55:39 +00:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, if_node.ast.then_expr);
if (if_node.ast.else_expr != 0) {
if (if_node.error_token) |err_token| {
std.debug.assert(token_tags[err_token] == .identifier);
2020-07-08 02:05:44 +01:00
var scope = try scopes.addOne(allocator);
2020-06-10 14:12:00 +01:00
scope.* = .{
.range = .{
2021-02-27 20:55:39 +00:00
.start = tree.tokenLocation(0, err_token).line_start,
.end = tree.tokenLocation(@truncate(u32, start), tree.lastToken(if_node.ast.else_expr)).line_end,
2020-06-10 14:12:00 +01:00
},
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2021-02-27 20:55:39 +00:00
.tests = &.{},
2020-06-10 14:12:00 +01:00
.data = .other,
};
errdefer scope.decls.deinit();
2021-02-27 20:55:39 +00:00
const name = tree.tokenSlice(err_token);
try scope.decls.putNoClobber(name, .{ .ast_node = if_node.ast.else_expr });
2020-06-10 14:12:00 +01:00
}
2021-02-27 20:55:39 +00:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, if_node.ast.else_expr);
2020-06-10 14:12:00 +01:00
}
},
2021-02-27 20:55:39 +00:00
.@"while", .while_simple, .while_cont, .@"for", .for_simple => {
const while_node: ast.full.While = switch (node) {
.@"while" => tree.whileFull(node_idx),
.while_simple => tree.whileSimple(node_idx),
.while_cont => tree.whileCont(node_idx),
.@"for" => tree.forFull(node_idx),
.for_simple => tree.forSimple(node_idx),
else => unreachable,
};
if (while_node.label_token) |label| {
std.debug.assert(tags[label] == .identifier);
2020-07-08 02:05:44 +01:00
var scope = try scopes.addOne(allocator);
2020-06-14 20:24:18 +01:00
scope.* = .{
.range = .{
2021-02-27 20:55:39 +00:00
.start = tree.tokenLocation(0, main_tokens[node_idx]).line_start,
.end = tree.tokenLocation(@truncate(u32, start), tree.lastToken(while_node.ast.then_expr)).line_end,
2020-06-14 20:24:18 +01:00
},
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2021-02-27 20:55:39 +00:00
.tests = &.{},
2020-06-14 20:24:18 +01:00
.data = .other,
};
errdefer scope.decls.deinit();
2021-02-27 20:55:39 +00:00
try scope.decls.putNoClobber(tree.tokenSlice(label), .{ .label_decl = label });
2020-06-14 20:24:18 +01:00
}
2021-02-27 20:55:39 +00:00
if (while_node.payload_token) |payload| {
2020-07-08 02:05:44 +01:00
var scope = try scopes.addOne(allocator);
2020-06-10 14:12:00 +01:00
scope.* = .{
.range = .{
2021-02-27 20:55:39 +00:00
.start = tree.tokenLocation(0, payload).line_start,
.end = tree.tokenLocation(@truncate(u32, start), tree.lastToken(while_node.ast.then_exp)).line_end,
2020-06-10 14:12:00 +01:00
},
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2021-02-27 20:55:39 +00:00
.tests = &.{},
2020-06-10 14:12:00 +01:00
.data = .other,
};
errdefer scope.decls.deinit();
2021-02-27 20:55:39 +00:00
const name_token = payload + @boolToInt(token_tags[payload] == .asterisk);
std.debug.assert(token_tags[name_token] == .identifier);
const name = tree.tokenSlice(name_token);
2020-06-10 14:12:00 +01:00
try scope.decls.putNoClobber(name, .{
.pointer_payload = .{
2021-02-27 20:55:39 +00:00
.name = name_token,
.condition = while_node.ast.cond_expr,
2020-06-10 14:12:00 +01:00
},
});
}
2021-02-27 20:55:39 +00:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, while_node.ast.then_expr);
2020-06-10 14:12:00 +01:00
2021-02-27 20:55:39 +00:00
if (while_node.ast.else_expr != 0) {
if (while_node.error_token) |err_token| {
std.debug.assert(token_tags[err_token] == .identifier);
2020-07-08 02:05:44 +01:00
var scope = try scopes.addOne(allocator);
2020-06-10 14:12:00 +01:00
scope.* = .{
.range = .{
2021-02-27 20:55:39 +00:00
.start = tree.tokenLocation(0, err_token).line_start,
.end = tree.tokenLocation(@truncate(u32, start), tree.lastToken(if_node.ast.else_expr)).line_end,
2020-06-10 14:12:00 +01:00
},
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2021-02-27 20:55:39 +00:00
.tests = &.{},
2020-06-10 14:12:00 +01:00
.data = .other,
};
errdefer scope.decls.deinit();
2021-02-27 20:55:39 +00:00
const name = tree.tokenSlice(err_token);
try scope.decls.putNoClobber(name, .{ .ast_node = if_node.ast.else_expr });
2020-06-10 14:12:00 +01:00
}
2021-02-27 20:55:39 +00:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, while_node.ast.else_expr);
2020-06-10 14:12:00 +01:00
}
},
.For => {
2020-07-16 15:56:22 +01:00
const for_node = node.castTag(.For).?;
2020-06-14 20:24:18 +01:00
if (for_node.label) |label| {
std.debug.assert(tree.token_ids[label] == .Identifier);
2020-07-08 02:05:44 +01:00
var scope = try scopes.addOne(allocator);
2020-06-14 20:24:18 +01:00
scope.* = .{
.range = .{
.start = tree.token_locs[for_node.for_token].start,
.end = tree.token_locs[for_node.lastToken()].end,
},
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2020-06-14 20:24:18 +01:00
.tests = &[0]*ast.Node{},
.data = .other,
};
errdefer scope.decls.deinit();
try scope.decls.putNoClobber(tree.tokenSlice(label), .{
.label_decl = node,
});
}
2020-07-16 15:56:22 +01:00
std.debug.assert(for_node.payload.tag == .PointerIndexPayload);
const ptr_idx_payload = for_node.payload.castTag(.PointerIndexPayload).?;
std.debug.assert(ptr_idx_payload.value_symbol.tag == .Identifier);
2020-06-10 14:12:00 +01:00
2020-07-08 02:05:44 +01:00
var scope = try scopes.addOne(allocator);
2020-06-10 14:12:00 +01:00
scope.* = .{
.range = .{
.start = tree.token_locs[ptr_idx_payload.firstToken()].start,
.end = tree.token_locs[for_node.body.lastToken()].end,
},
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2020-06-10 18:48:40 +01:00
.tests = &[0]*ast.Node{},
2020-06-10 14:12:00 +01:00
.data = .other,
};
errdefer scope.decls.deinit();
const value_name = tree.tokenSlice(ptr_idx_payload.value_symbol.firstToken());
try scope.decls.putNoClobber(value_name, .{
.array_payload = .{
.identifier = ptr_idx_payload.value_symbol,
.array_expr = for_node.array_expr,
},
});
if (ptr_idx_payload.index_symbol) |index_symbol| {
2020-07-16 15:56:22 +01:00
std.debug.assert(index_symbol.tag == .Identifier);
2020-06-10 14:12:00 +01:00
const index_name = tree.tokenSlice(index_symbol.firstToken());
2020-07-05 22:56:41 +01:00
if (try scope.decls.fetchPut(index_name, .{ .ast_node = index_symbol })) |existing| {
2020-06-10 14:12:00 +01:00
// TODO Record a redefinition error
}
}
2020-07-08 02:05:44 +01:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, for_node.body);
2020-06-10 14:12:00 +01:00
if (for_node.@"else") |else_node| {
std.debug.assert(else_node.payload == null);
2020-07-08 02:05:44 +01:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, else_node.body);
2020-06-10 14:12:00 +01:00
}
},
.Switch => {
2020-07-16 15:56:22 +01:00
const switch_node = node.castTag(.Switch).?;
2020-06-10 14:12:00 +01:00
for (switch_node.casesConst()) |case| {
2020-07-16 15:56:22 +01:00
if (case.*.castTag(.SwitchCase)) |case_node| {
2020-06-10 14:12:00 +01:00
if (case_node.payload) |payload| {
2020-07-16 15:56:22 +01:00
std.debug.assert(payload.tag == .PointerPayload);
2020-07-08 02:05:44 +01:00
var scope = try scopes.addOne(allocator);
2020-06-10 14:12:00 +01:00
scope.* = .{
.range = .{
.start = tree.token_locs[payload.firstToken()].start,
.end = tree.token_locs[case_node.expr.lastToken()].end,
},
.decls = std.StringHashMap(Declaration).init(allocator),
// .uses = &[0]*ast.Node.Use{},
2020-06-10 18:48:40 +01:00
.tests = &[0]*ast.Node{},
2020-06-10 14:12:00 +01:00
.data = .other,
};
errdefer scope.decls.deinit();
2020-07-16 15:56:22 +01:00
const ptr_payload = payload.castTag(.PointerPayload).?;
std.debug.assert(ptr_payload.value_symbol.tag == .Identifier);
2020-06-10 14:12:00 +01:00
const name = tree.tokenSlice(ptr_payload.value_symbol.firstToken());
try scope.decls.putNoClobber(name, .{
.switch_payload = .{
.node = ptr_payload,
2020-06-23 11:32:37 +01:00
.switch_expr = switch_node.expr,
2020-06-10 14:12:00 +01:00
.items = case_node.itemsConst(),
},
});
}
2020-07-08 02:05:44 +01:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, case_node.expr);
2020-06-10 14:12:00 +01:00
}
}
},
.VarDecl => {
2020-07-16 15:56:22 +01:00
const var_decl = node.castTag(.VarDecl).?;
2020-09-01 06:53:52 +01:00
if (var_decl.getTypeNode()) |type_node| {
2020-07-08 02:05:44 +01:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, type_node);
2020-06-10 14:12:00 +01:00
}
2020-09-01 06:53:52 +01:00
if (var_decl.getInitNode()) |init_node| {
2020-07-08 02:05:44 +01:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, init_node);
2020-06-10 14:12:00 +01:00
}
},
else => {
var child_idx: usize = 0;
while (node.iterate(child_idx)) |child_node| : (child_idx += 1) {
2020-07-08 02:05:44 +01:00
try makeScopeInternal(allocator, scopes, error_completions, enum_completions, tree, child_node);
2020-06-10 14:12:00 +01:00
}
},
}
}