zls/src/analysis.zig

488 lines
18 KiB
Zig
Raw Normal View History

2020-05-03 22:27:08 +01:00
const std = @import("std");
const AnalysisContext = @import("document_store.zig").AnalysisContext;
const ast = std.zig.ast;
2020-05-03 22:27:08 +01:00
/// REALLY BAD CODE, PLEASE DON'T USE THIS!!!!!!! (only for testing)
pub fn getFunctionByName(tree: *ast.Tree, name: []const u8) ?*ast.Node.FnProto {
2020-05-03 22:27:08 +01:00
var decls = tree.root_node.decls.iterator(0);
while (decls.next()) |decl_ptr| {
var decl = decl_ptr.*;
switch (decl.id) {
.FnProto => {
const func = decl.cast(ast.Node.FnProto).?;
2020-05-03 22:27:08 +01:00
if (std.mem.eql(u8, tree.tokenSlice(func.name_token.?), name)) return func;
},
2020-05-17 15:23:04 +01:00
else => {},
2020-05-03 22:27:08 +01:00
}
}
return null;
}
/// Gets a function's doc comments, caller must free memory when a value is returned
/// Like:
///```zig
///var comments = getFunctionDocComments(allocator, tree, func);
///defer if (comments) |comments_pointer| allocator.free(comments_pointer);
///```
pub fn getDocComments(allocator: *std.mem.Allocator, tree: *ast.Tree, node: *ast.Node) !?[]const u8 {
2020-05-04 03:17:19 +01:00
switch (node.id) {
.FnProto => {
const func = node.cast(ast.Node.FnProto).?;
2020-05-04 03:17:19 +01:00
if (func.doc_comments) |doc_comments| {
return try collectDocComments(allocator, tree, doc_comments);
2020-05-04 03:17:19 +01:00
}
},
.VarDecl => {
const var_decl = node.cast(ast.Node.VarDecl).?;
2020-05-04 03:17:19 +01:00
if (var_decl.doc_comments) |doc_comments| {
return try collectDocComments(allocator, tree, doc_comments);
}
},
.ContainerField => {
const field = node.cast(ast.Node.ContainerField).?;
if (field.doc_comments) |doc_comments| {
return try collectDocComments(allocator, tree, doc_comments);
}
},
.ErrorTag => {
const tag = node.cast(ast.Node.ErrorTag).?;
if (tag.doc_comments) |doc_comments| {
return try collectDocComments(allocator, tree, doc_comments);
2020-05-04 03:17:19 +01:00
}
},
.ParamDecl => {
const param = node.cast(ast.Node.ParamDecl).?;
if (param.doc_comments) |doc_comments| {
return try collectDocComments(allocator, tree, doc_comments);
2020-05-17 15:23:04 +01:00
}
},
2020-05-17 15:23:04 +01:00
else => {},
2020-05-03 22:27:08 +01:00
}
return null;
}
fn collectDocComments(allocator: *std.mem.Allocator, tree: *ast.Tree, doc_comments: *ast.Node.DocComment) ![]const u8 {
var doc_it = doc_comments.lines.iterator(0);
var lines = std.ArrayList([]const u8).init(allocator);
defer lines.deinit();
while (doc_it.next()) |doc_comment| {
_ = try lines.append(std.fmt.trim(tree.tokenSlice(doc_comment.*)[3..]));
}
return try std.mem.join(allocator, "\n", lines.items);
2020-05-03 22:27:08 +01:00
}
2020-05-03 22:27:37 +01:00
/// Gets a function signature (keywords, name, return value)
pub fn getFunctionSignature(tree: *ast.Tree, func: *ast.Node.FnProto) []const u8 {
2020-05-04 03:17:19 +01:00
const start = tree.tokens.at(func.firstToken()).start;
const end = tree.tokens.at(switch (func.return_type) {
2020-05-14 15:22:15 +01:00
.Explicit, .InferErrorSet => |node| node.lastToken(),
.Invalid => |r_paren| r_paren,
}).end;
2020-05-03 22:27:08 +01:00
return tree.source[start..end];
}
2020-05-04 03:17:19 +01:00
/// Gets a function snippet insert text
pub fn getFunctionSnippet(allocator: *std.mem.Allocator, tree: *ast.Tree, func: *ast.Node.FnProto) ![]const u8 {
const name_tok = func.name_token orelse unreachable;
var buffer = std.ArrayList(u8).init(allocator);
try buffer.ensureCapacity(128);
try buffer.appendSlice(tree.tokenSlice(name_tok));
try buffer.append('(');
var buf_stream = buffer.outStream();
var param_num = @as(usize, 1);
var param_it = func.params.iterator(0);
while (param_it.next()) |param_ptr| : (param_num += 1) {
const param = param_ptr.*;
const param_decl = param.cast(ast.Node.ParamDecl).?;
2020-05-17 15:23:04 +01:00
if (param_num != 1) try buffer.appendSlice(", ${") else try buffer.appendSlice("${");
try buf_stream.print("{}:", .{param_num});
if (param_decl.comptime_token) |_| {
try buffer.appendSlice("comptime ");
}
if (param_decl.noalias_token) |_| {
try buffer.appendSlice("noalias ");
}
if (param_decl.name_token) |name_token| {
try buffer.appendSlice(tree.tokenSlice(name_token));
try buffer.appendSlice(": ");
}
switch (param_decl.param_type) {
.var_args => try buffer.appendSlice("..."),
.var_type => try buffer.appendSlice("var"),
.type_expr => |type_expr| {
var curr_tok = type_expr.firstToken();
2020-05-16 15:24:41 +01:00
var end_tok = type_expr.lastToken();
while (curr_tok <= end_tok) : (curr_tok += 1) {
const id = tree.tokens.at(curr_tok).id;
const is_comma = tree.tokens.at(curr_tok).id == .Comma;
if (curr_tok == end_tok and is_comma) continue;
try buffer.appendSlice(tree.tokenSlice(curr_tok));
if (is_comma or id == .Keyword_const) try buffer.append(' ');
}
2020-05-17 15:23:04 +01:00
},
}
try buffer.append('}');
}
try buffer.append(')');
return buffer.toOwnedSlice();
}
2020-05-04 03:17:19 +01:00
/// Gets a function signature (keywords, name, return value)
pub fn getVariableSignature(tree: *ast.Tree, var_decl: *ast.Node.VarDecl) []const u8 {
2020-05-04 03:17:19 +01:00
const start = tree.tokens.at(var_decl.firstToken()).start;
const end = tree.tokens.at(var_decl.semicolon_token).start;
2020-05-16 19:06:48 +01:00
return tree.source[start..end];
}
/// Gets a param signature
pub fn getParamSignature(tree: *ast.Tree, param: *ast.Node.ParamDecl) []const u8 {
const start = tree.tokens.at(param.firstToken()).start;
const end = tree.tokens.at(param.lastToken()).end;
2020-05-04 03:17:19 +01:00
return tree.source[start..end];
}
2020-05-17 15:23:04 +01:00
pub fn isTypeFunction(tree: *ast.Tree, func: *ast.Node.FnProto) bool {
switch (func.return_type) {
.Explicit => |node| return if (node.cast(std.zig.ast.Node.Identifier)) |ident|
std.mem.eql(u8, tree.tokenSlice(ident.token), "type")
else
false,
.InferErrorSet, .Invalid => return false,
}
}
2020-05-04 03:17:19 +01:00
// STYLE
pub fn isCamelCase(name: []const u8) bool {
return !std.ascii.isUpper(name[0]) and std.mem.indexOf(u8, name, "_") == null;
}
pub fn isPascalCase(name: []const u8) bool {
return std.ascii.isUpper(name[0]) and std.mem.indexOf(u8, name, "_") == null;
}
2020-05-11 13:28:08 +01:00
// ANALYSIS ENGINE
2020-05-13 14:03:33 +01:00
/// Gets the child of node
pub fn getChild(tree: *ast.Tree, node: *ast.Node, name: []const u8) ?*ast.Node {
2020-05-13 14:03:33 +01:00
var index: usize = 0;
while (node.iterate(index)) |child| {
switch (child.id) {
2020-05-11 13:28:08 +01:00
.VarDecl => {
const vari = child.cast(ast.Node.VarDecl).?;
2020-05-13 14:03:33 +01:00
if (std.mem.eql(u8, tree.tokenSlice(vari.name_token), name)) return child;
2020-05-11 13:28:08 +01:00
},
.FnProto => {
const func = child.cast(ast.Node.FnProto).?;
2020-05-13 14:03:33 +01:00
if (func.name_token != null and std.mem.eql(u8, tree.tokenSlice(func.name_token.?), name)) return child;
2020-05-11 13:28:08 +01:00
},
2020-05-13 14:03:33 +01:00
.ContainerField => {
const field = child.cast(ast.Node.ContainerField).?;
2020-05-13 14:03:33 +01:00
if (std.mem.eql(u8, tree.tokenSlice(field.name_token), name)) return child;
2020-05-11 13:28:08 +01:00
},
2020-05-17 15:23:04 +01:00
else => {},
2020-05-11 13:28:08 +01:00
}
2020-05-13 14:03:33 +01:00
index += 1;
2020-05-11 13:28:08 +01:00
}
return null;
}
2020-05-16 19:06:48 +01:00
/// Gets the child of slice
pub fn getChildOfSlice(tree: *ast.Tree, nodes: []*ast.Node, name: []const u8) ?*ast.Node {
for (nodes) |child| {
switch (child.id) {
.VarDecl => {
const vari = child.cast(ast.Node.VarDecl).?;
if (std.mem.eql(u8, tree.tokenSlice(vari.name_token), name)) return child;
},
.ParamDecl => {
const decl = child.cast(ast.Node.ParamDecl).?;
if (decl.name_token != null and std.mem.eql(u8, tree.tokenSlice(decl.name_token.?), name)) return child;
},
.FnProto => {
const func = child.cast(ast.Node.FnProto).?;
if (func.name_token != null and std.mem.eql(u8, tree.tokenSlice(func.name_token.?), name)) return child;
},
.ContainerField => {
const field = child.cast(ast.Node.ContainerField).?;
if (std.mem.eql(u8, tree.tokenSlice(field.name_token), name)) return child;
},
2020-05-17 15:23:04 +01:00
else => {},
2020-05-16 19:06:48 +01:00
}
}
return null;
}
2020-05-13 14:03:33 +01:00
/// Resolves the type of a node
pub fn resolveTypeOfNode(analysis_ctx: *AnalysisContext, node: *ast.Node) ?*ast.Node {
2020-05-11 13:28:08 +01:00
switch (node.id) {
2020-05-13 14:03:33 +01:00
.VarDecl => {
const vari = node.cast(ast.Node.VarDecl).?;
return resolveTypeOfNode(analysis_ctx, vari.type_node orelse vari.init_node.?) orelse null;
2020-05-11 13:28:08 +01:00
},
2020-05-16 19:06:48 +01:00
.ParamDecl => {
const decl = node.cast(ast.Node.ParamDecl).?;
switch (decl.param_type) {
.var_type, .type_expr => |var_type| {
return resolveTypeOfNode(analysis_ctx, var_type) orelse null;
},
2020-05-17 15:23:04 +01:00
else => {},
2020-05-16 19:06:48 +01:00
}
},
2020-05-13 14:03:33 +01:00
.FnProto => {
const func = node.cast(ast.Node.FnProto).?;
2020-05-13 14:03:33 +01:00
switch (func.return_type) {
.Explicit, .InferErrorSet => |return_type| return resolveTypeOfNode(analysis_ctx, return_type),
2020-05-14 15:22:15 +01:00
.Invalid => {},
2020-05-11 13:28:08 +01:00
}
},
2020-05-13 14:03:33 +01:00
.Identifier => {
2020-05-18 12:55:39 +01:00
if (getChildOfSlice(analysis_ctx.tree, analysis_ctx.scope_nodes, analysis_ctx.tree.getNodeSource(node))) |child| {
return resolveTypeOfNode(analysis_ctx, child);
2020-05-13 14:03:33 +01:00
} else return null;
2020-05-11 13:28:08 +01:00
},
2020-05-13 14:03:33 +01:00
.ContainerField => {
const field = node.cast(ast.Node.ContainerField).?;
2020-05-14 13:15:27 +01:00
return resolveTypeOfNode(analysis_ctx, field.type_expr orelse return null);
2020-05-11 13:28:08 +01:00
},
2020-05-13 14:03:33 +01:00
.SuffixOp => {
const suffix_op = node.cast(ast.Node.SuffixOp).?;
2020-05-13 14:03:33 +01:00
switch (suffix_op.op) {
2020-05-17 14:40:20 +01:00
.Call, .StructInitializer => {
return resolveTypeOfNode(analysis_ctx, suffix_op.lhs.node);
2020-05-13 14:03:33 +01:00
},
2020-05-17 15:23:04 +01:00
else => {},
2020-05-11 13:28:08 +01:00
}
},
.InfixOp => {
const infix_op = node.cast(ast.Node.InfixOp).?;
2020-05-13 14:03:33 +01:00
switch (infix_op.op) {
.Period => {
// Save the child string from this tree since the tree may switch when processing
// an import lhs.
var rhs_str = nodeToString(analysis_ctx.tree, infix_op.rhs) orelse return null;
// Use the analysis context temporary arena to store the rhs string.
rhs_str = std.mem.dupe(&analysis_ctx.arena.allocator, u8, rhs_str) catch return null;
const left = resolveTypeOfNode(analysis_ctx, infix_op.lhs) orelse return null;
2020-05-16 23:30:59 +01:00
return resolveTypeOfNode(analysis_ctx, getChild(analysis_ctx.tree, left, rhs_str) orelse return null);
2020-05-13 14:03:33 +01:00
},
2020-05-17 15:23:04 +01:00
else => {},
2020-05-13 14:03:33 +01:00
}
2020-05-11 13:28:08 +01:00
},
2020-05-13 20:35:14 +01:00
.PrefixOp => {
const prefix_op = node.cast(ast.Node.PrefixOp).?;
2020-05-13 20:35:14 +01:00
switch (prefix_op.op) {
2020-05-17 15:23:04 +01:00
.SliceType, .ArrayType => return node,
2020-05-13 20:35:14 +01:00
.PtrType => {
2020-05-17 15:23:04 +01:00
const op_token = analysis_ctx.tree.tokens.at(prefix_op.op_token);
switch (op_token.id) {
.Asterisk => return resolveTypeOfNode(analysis_ctx, prefix_op.rhs),
.LBracket, .AsteriskAsterisk => return null,
else => unreachable,
}
2020-05-13 20:35:14 +01:00
},
2020-05-17 15:23:04 +01:00
else => {},
2020-05-13 20:35:14 +01:00
}
},
.BuiltinCall => {
const builtin_call = node.cast(ast.Node.BuiltinCall).?;
if (!std.mem.eql(u8, analysis_ctx.tree.tokenSlice(builtin_call.builtin_token), "@import")) return null;
if (builtin_call.params.len > 1) return null;
const import_param = builtin_call.params.at(0).*;
if (import_param.id != .StringLiteral) return null;
const import_str = analysis_ctx.tree.tokenSlice(import_param.cast(ast.Node.StringLiteral).?.token);
return analysis_ctx.onImport(import_str[1 .. import_str.len - 1]) catch |err| block: {
2020-05-17 15:23:04 +01:00
std.debug.warn("Error {} while processing import {}\n", .{ err, import_str });
break :block null;
};
},
2020-05-18 13:46:17 +01:00
.MultilineStringLiteral, .StringLiteral, .ContainerDecl, .ErrorSetDecl => return node,
else => std.debug.warn("Type resolution case not implemented; {}\n", .{node.id}),
2020-05-13 14:03:33 +01:00
}
return null;
}
2020-05-11 13:28:08 +01:00
fn maybeCollectImport(tree: *ast.Tree, builtin_call: *ast.Node.BuiltinCall, arr: *std.ArrayList([]const u8)) !void {
if (!std.mem.eql(u8, tree.tokenSlice(builtin_call.builtin_token), "@import")) return;
if (builtin_call.params.len > 1) return;
const import_param = builtin_call.params.at(0).*;
if (import_param.id != .StringLiteral) return;
const import_str = tree.tokenSlice(import_param.cast(ast.Node.StringLiteral).?.token);
try arr.append(import_str[1 .. import_str.len - 1]);
}
/// Collects all imports we can find into a slice of import paths (without quotes).
/// The import paths are valid as long as the tree is.
pub fn collectImports(import_arr: *std.ArrayList([]const u8), tree: *ast.Tree) !void {
2020-05-18 13:46:17 +01:00
// TODO: Currently only detects `const smth = @import("string literal")<.SomeThing>;`
var idx: usize = 0;
while (tree.root_node.iterate(idx)) |decl| : (idx += 1) {
if (decl.id != .VarDecl) continue;
const var_decl = decl.cast(ast.Node.VarDecl).?;
if (var_decl.init_node == null) continue;
2020-05-17 15:23:04 +01:00
switch (var_decl.init_node.?.id) {
.BuiltinCall => {
const builtin_call = var_decl.init_node.?.cast(ast.Node.BuiltinCall).?;
try maybeCollectImport(tree, builtin_call, import_arr);
},
.InfixOp => {
const infix_op = var_decl.init_node.?.cast(ast.Node.InfixOp).?;
2020-05-17 15:23:04 +01:00
switch (infix_op.op) {
.Period => {},
else => continue,
}
if (infix_op.lhs.id != .BuiltinCall) continue;
try maybeCollectImport(tree, infix_op.lhs.cast(ast.Node.BuiltinCall).?, import_arr);
},
else => {},
}
}
}
pub fn getFieldAccessTypeNode(
analysis_ctx: *AnalysisContext,
tokenizer: *std.zig.Tokenizer,
line_length: usize,
) ?*ast.Node {
var current_node = &analysis_ctx.tree.root_node.base;
2020-05-11 13:28:08 +01:00
2020-05-13 14:03:33 +01:00
while (true) {
var next = tokenizer.next();
switch (next.id) {
2020-05-18 12:53:40 +01:00
.Eof => return current_node,
2020-05-13 14:03:33 +01:00
.Identifier => {
2020-05-18 12:55:39 +01:00
if (getChildOfSlice(analysis_ctx.tree, analysis_ctx.scope_nodes, tokenizer.buffer[next.start..next.end])) |child| {
if (resolveTypeOfNode(analysis_ctx, child)) |node_type| {
current_node = node_type;
2020-05-13 20:35:14 +01:00
} else return null;
2020-05-13 14:03:33 +01:00
} else return null;
},
.Period => {
var after_period = tokenizer.next();
if (after_period.id == .Eof) {
return current_node;
} else if (after_period.id == .Identifier) {
2020-05-18 14:22:10 +01:00
// TODO: This works for now, maybe we should filter based on the partial identifier ourselves?
if (after_period.end == line_length) return current_node;
if (getChild(analysis_ctx.tree, current_node, tokenizer.buffer[after_period.start..after_period.end])) |child| {
if (resolveTypeOfNode(analysis_ctx, child)) |child_type| {
2020-05-13 16:43:28 +01:00
current_node = child_type;
} else return null;
2020-05-13 14:03:33 +01:00
} else return null;
}
},
2020-05-18 12:53:40 +01:00
else => std.debug.warn("Not implemented; {}\n", .{next.id}),
2020-05-13 14:03:33 +01:00
}
}
return current_node;
}
pub fn isNodePublic(tree: *ast.Tree, node: *ast.Node) bool {
2020-05-14 17:14:35 +01:00
switch (node.id) {
.VarDecl => {
const var_decl = node.cast(ast.Node.VarDecl).?;
2020-05-14 15:22:15 +01:00
return var_decl.visib_token != null;
2020-05-14 17:14:35 +01:00
},
.FnProto => {
const func = node.cast(ast.Node.FnProto).?;
2020-05-14 15:22:15 +01:00
return func.visib_token != null;
2020-05-14 17:14:35 +01:00
},
2020-05-17 15:23:04 +01:00
else => return true,
2020-05-14 17:14:35 +01:00
}
}
pub fn nodeToString(tree: *ast.Tree, node: *ast.Node) ?[]const u8 {
2020-05-13 14:03:33 +01:00
switch (node.id) {
.ContainerField => {
const field = node.cast(ast.Node.ContainerField).?;
2020-05-13 14:03:33 +01:00
return tree.tokenSlice(field.name_token);
},
2020-05-14 17:11:03 +01:00
.ErrorTag => {
const tag = node.cast(ast.Node.ErrorTag).?;
return tree.tokenSlice(tag.name_token);
},
2020-05-13 14:03:33 +01:00
.Identifier => {
const field = node.cast(ast.Node.Identifier).?;
2020-05-13 14:03:33 +01:00
return tree.tokenSlice(field.token);
2020-05-11 13:28:08 +01:00
},
.FnProto => {
const func = node.cast(ast.Node.FnProto).?;
if (func.name_token) |name_token| {
return tree.tokenSlice(name_token);
}
},
2020-05-11 13:28:08 +01:00
else => {
2020-05-13 14:03:33 +01:00
std.debug.warn("INVALID: {}\n", .{node.id});
2020-05-17 15:23:04 +01:00
},
2020-05-11 13:28:08 +01:00
}
2020-05-17 15:23:04 +01:00
return null;
2020-05-13 14:03:33 +01:00
}
2020-05-16 19:06:48 +01:00
pub fn declsFromIndexInternal(decls: *std.ArrayList(*ast.Node), tree: *ast.Tree, node: *ast.Node) anyerror!void {
2020-05-16 19:06:48 +01:00
switch (node.id) {
.FnProto => {
const func = node.cast(ast.Node.FnProto).?;
var param_index: usize = 0;
while (param_index < func.params.len) : (param_index += 1)
try declsFromIndexInternal(decls, tree, func.params.at(param_index).*);
2020-05-16 19:06:48 +01:00
if (func.body_node) |body_node|
try declsFromIndexInternal(decls, tree, body_node);
2020-05-16 19:06:48 +01:00
},
.Block => {
var index: usize = 0;
2020-05-18 13:46:17 +01:00
while (node.iterate(index)) |inode| : (index += 1) {
try declsFromIndexInternal(decls, tree, inode);
2020-05-16 19:06:48 +01:00
}
},
.VarDecl, .ParamDecl => try decls.append(node),
2020-05-18 12:53:40 +01:00
else => try addChildrenNodes(decls, tree, node),
2020-05-16 19:06:48 +01:00
}
}
2020-05-18 12:53:40 +01:00
pub fn addChildrenNodes(decls: *std.ArrayList(*ast.Node), tree: *ast.Tree, node: *ast.Node) !void {
2020-05-16 19:06:48 +01:00
var index: usize = 0;
while (node.iterate(index)) |child_node| : (index += 1) {
try decls.append(child_node);
2020-05-16 19:06:48 +01:00
}
}
pub fn declsFromIndex(decls: *std.ArrayList(*ast.Node), tree: *ast.Tree, index: usize) !void {
2020-05-16 19:06:48 +01:00
var node = &tree.root_node.base;
2020-05-18 12:53:40 +01:00
try addChildrenNodes(decls, tree, node);
var node_index: usize = 0;
while (node.iterate(node_index)) |inode| : (node_index += 1) {
if (tree.tokens.at(inode.firstToken()).start < index and index < tree.tokens.at(inode.lastToken()).end) {
try declsFromIndexInternal(decls, tree, inode);
2020-05-16 19:06:48 +01:00
}
}
}