mirror of https://github.com/Wilfred/difftastic/
Add 'vendor/tree-sitter-rust/' from commit 'a360da0a29a19c281d08295a35ecd0544d2da211'
git-subtree-dir: vendor/tree-sitter-rust git-subtree-mainline:ida_stare7a6c3b11egit-subtree-split:a360da0a29
commit
59f80c20dd
@ -0,0 +1,2 @@
|
||||
/src/** linguist-vendored
|
||||
/examples/* linguist-vendored
|
||||
@ -0,0 +1,28 @@
|
||||
name: Build/test
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- "**"
|
||||
jobs:
|
||||
test:
|
||||
runs-on: ${{ matrix.os }}
|
||||
strategy:
|
||||
fail-fast: true
|
||||
matrix:
|
||||
os: [macos-latest, ubuntu-latest]
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- uses: actions/setup-node@v2
|
||||
with:
|
||||
node-version: 14
|
||||
- run: npm install
|
||||
- run: npm test
|
||||
test_windows:
|
||||
runs-on: windows-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- uses: actions/setup-node@v2
|
||||
with:
|
||||
node-version: 14
|
||||
- run: npm install
|
||||
- run: npm run-script test-windows
|
||||
@ -0,0 +1,8 @@
|
||||
Cargo.lock
|
||||
node_modules
|
||||
build
|
||||
*.log
|
||||
package-lock.json
|
||||
examples
|
||||
!examples/ast.rs
|
||||
/target/
|
||||
@ -0,0 +1,5 @@
|
||||
corpus
|
||||
build
|
||||
script
|
||||
examples
|
||||
target
|
||||
@ -0,0 +1,29 @@
|
||||
[package]
|
||||
name = "tree-sitter-rust"
|
||||
description = "Rust grammar for the tree-sitter parsing library"
|
||||
version = "0.19.1"
|
||||
authors = ["Max Brunsfeld <maxbrunsfeld@gmail.com>"]
|
||||
license = "MIT"
|
||||
readme = "bindings/rust/README.md"
|
||||
keywords = ["incremental", "parsing", "rust"]
|
||||
categories = ["parsing", "text-editors"]
|
||||
repository = "https://github.com/tree-sitter/tree-sitter-rust"
|
||||
edition = "2018"
|
||||
|
||||
build = "bindings/rust/build.rs"
|
||||
include = [
|
||||
"bindings/rust/*",
|
||||
"grammar.js",
|
||||
"queries/*",
|
||||
"src/*",
|
||||
]
|
||||
autoexamples = false
|
||||
|
||||
[lib]
|
||||
path = "bindings/rust/lib.rs"
|
||||
|
||||
[dependencies]
|
||||
tree-sitter = "0.19"
|
||||
|
||||
[build-dependencies]
|
||||
cc = "1.0"
|
||||
@ -0,0 +1,21 @@
|
||||
The MIT License (MIT)
|
||||
|
||||
Copyright (c) 2017 Maxim Sokolov
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
@ -0,0 +1,28 @@
|
||||
# tree-sitter-rust
|
||||
|
||||
[](https://github.com/tree-sitter/tree-sitter-rust/actions/workflows/ci.yml)
|
||||
|
||||
Rust grammar for [tree-sitter](https://github.com/tree-sitter/tree-sitter)
|
||||
|
||||
## Features
|
||||
|
||||
* **Speed** - When initially parsing a file, `tree-sitter-rust` takes around twice as long as Rustc's hand-coded parser.
|
||||
|
||||
```sh
|
||||
$ wc -l examples/ast.rs
|
||||
2157 examples/ast.rs
|
||||
|
||||
$ rustc -Z ast-json-noexpand -Z time-passes examples/ast.rs | head -n1
|
||||
time: 0.007 parsing # (7 ms)
|
||||
|
||||
$ tree-sitter parse examples/ast.rs --quiet --time
|
||||
examples/ast.rs 16 ms
|
||||
```
|
||||
|
||||
But if you *edit* the file after parsing it, this parser can generally *update* the previous existing syntax tree to reflect your edit in less than a millisecond, thanks to Tree-sitter's incremental parsing system.
|
||||
|
||||
## References
|
||||
|
||||
* [The Rust Grammar Reference](https://doc.rust-lang.org/grammar.html) - The grammar reference provides chapters that formally define the language grammar.
|
||||
* [The Rust Reference](https://doc.rust-lang.org/reference/) - While Rust does not have a specification, the reference tries to describe its working in detail. It tends to be out of date.
|
||||
* [Syntax Index](https://doc.rust-lang.org/book/first-edition/syntax-index.html) - This appendix from The Book contains examples of all syntax in Rust cross-referenced with the section of The Book that describes it.
|
||||
@ -0,0 +1,19 @@
|
||||
{
|
||||
"targets": [
|
||||
{
|
||||
"target_name": "tree_sitter_rust_binding",
|
||||
"include_dirs": [
|
||||
"<!(node -e \"require('nan')\")",
|
||||
"src"
|
||||
],
|
||||
"sources": [
|
||||
"src/parser.c",
|
||||
"src/scanner.c",
|
||||
"bindings/node/binding.cc"
|
||||
],
|
||||
"cflags_c": [
|
||||
"-std=c99",
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -0,0 +1,28 @@
|
||||
#include "tree_sitter/parser.h"
|
||||
#include <node.h>
|
||||
#include "nan.h"
|
||||
|
||||
using namespace v8;
|
||||
|
||||
extern "C" TSLanguage * tree_sitter_rust();
|
||||
|
||||
namespace {
|
||||
|
||||
NAN_METHOD(New) {}
|
||||
|
||||
void Init(Local<Object> exports, Local<Object> module) {
|
||||
Local<FunctionTemplate> tpl = Nan::New<FunctionTemplate>(New);
|
||||
tpl->SetClassName(Nan::New("Language").ToLocalChecked());
|
||||
tpl->InstanceTemplate()->SetInternalFieldCount(1);
|
||||
|
||||
Local<Function> constructor = Nan::GetFunction(tpl).ToLocalChecked();
|
||||
Local<Object> instance = constructor->NewInstance(Nan::GetCurrentContext()).ToLocalChecked();
|
||||
Nan::SetInternalFieldPointer(instance, 0, tree_sitter_rust());
|
||||
|
||||
Nan::Set(instance, Nan::New("name").ToLocalChecked(), Nan::New("rust").ToLocalChecked());
|
||||
Nan::Set(module, Nan::New("exports").ToLocalChecked(), instance);
|
||||
}
|
||||
|
||||
NODE_MODULE(tree_sitter_rust_binding, Init)
|
||||
|
||||
} // namespace
|
||||
@ -0,0 +1,19 @@
|
||||
try {
|
||||
module.exports = require("../../build/Release/tree_sitter_rust_binding");
|
||||
} catch (error1) {
|
||||
if (error1.code !== 'MODULE_NOT_FOUND') {
|
||||
throw error1;
|
||||
}
|
||||
try {
|
||||
module.exports = require("../../build/Debug/tree_sitter_rust_binding");
|
||||
} catch (error2) {
|
||||
if (error2.code !== 'MODULE_NOT_FOUND') {
|
||||
throw error2;
|
||||
}
|
||||
throw error1
|
||||
}
|
||||
}
|
||||
|
||||
try {
|
||||
module.exports.nodeTypeInfo = require("../../src/node-types.json");
|
||||
} catch (_) {}
|
||||
@ -0,0 +1,37 @@
|
||||
# tree-sitter-rust
|
||||
|
||||
This crate provides a Rust grammar for the [tree-sitter][] parsing library. To
|
||||
use this crate, add it to the `[dependencies]` section of your `Cargo.toml`
|
||||
file. (Note that you will probably also need to depend on the
|
||||
[`tree-sitter`][tree-sitter crate] crate to use the parsed result in any useful
|
||||
way.)
|
||||
|
||||
``` toml
|
||||
[dependencies]
|
||||
tree-sitter = "0.17"
|
||||
tree-sitter-rust = "0.16"
|
||||
```
|
||||
|
||||
Typically, you will use the [language][language func] function to add this
|
||||
grammar to a tree-sitter [Parser][], and then use the parser to parse some code:
|
||||
|
||||
``` rust
|
||||
let code = r#"
|
||||
fn double(x: i32) -> i32 {
|
||||
x * 2
|
||||
}
|
||||
"#;
|
||||
let mut parser = Parser::new();
|
||||
parser.set_language(tree_sitter_rust::language()).expect("Error loading Rust grammar");
|
||||
let parsed = parser.parse(code, None);
|
||||
```
|
||||
|
||||
If you have any questions, please reach out to us in the [tree-sitter
|
||||
discussions] page.
|
||||
|
||||
[Language]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Language.html
|
||||
[language func]: https://docs.rs/tree-sitter-rust/*/tree_sitter_rust/fn.language.html
|
||||
[Parser]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Parser.html
|
||||
[tree-sitter]: https://tree-sitter.github.io/
|
||||
[tree-sitter crate]: https://crates.io/crates/tree-sitter
|
||||
[tree-sitter discussions]: https://github.com/tree-sitter/tree-sitter/discussions
|
||||
@ -0,0 +1,16 @@
|
||||
fn main() {
|
||||
let src_dir = std::path::Path::new("src");
|
||||
let mut config = cc::Build::new();
|
||||
config.include(&src_dir);
|
||||
config
|
||||
.flag_if_supported("-Wno-unused-parameter")
|
||||
.flag_if_supported("-Wno-unused-but-set-variable")
|
||||
.flag_if_supported("-Wno-trigraphs");
|
||||
let parser_path = src_dir.join("parser.c");
|
||||
let scanner_path = src_dir.join("scanner.c");
|
||||
println!("cargo:rerun-if-changed={}", parser_path.to_str().unwrap());
|
||||
println!("cargo:rerun-if-changed={}", scanner_path.to_str().unwrap());
|
||||
config.file(&parser_path);
|
||||
config.file(&scanner_path);
|
||||
config.compile("parser-scanner");
|
||||
}
|
||||
@ -0,0 +1,66 @@
|
||||
// -*- coding: utf-8 -*-
|
||||
// ------------------------------------------------------------------------------------------------
|
||||
// Copyright © 2021, tree-sitter-rust authors.
|
||||
// See the LICENSE file in this repo for license details.
|
||||
// ------------------------------------------------------------------------------------------------
|
||||
|
||||
//! This crate provides a Rust grammar for the [tree-sitter][] parsing library.
|
||||
//!
|
||||
//! Typically, you will use the [language][language func] function to add this grammar to a
|
||||
//! tree-sitter [Parser][], and then use the parser to parse some code:
|
||||
//!
|
||||
//! ```
|
||||
//! use tree_sitter::Parser;
|
||||
//!
|
||||
//! let code = r#"
|
||||
//! fn double(x: i32) -> i32 {
|
||||
//! x * 2
|
||||
//! }
|
||||
//! "#;
|
||||
//! let mut parser = Parser::new();
|
||||
//! parser.set_language(tree_sitter_rust::language()).expect("Error loading Rust grammar");
|
||||
//! let parsed = parser.parse(code, None);
|
||||
//! # let parsed = parsed.unwrap();
|
||||
//! # let root = parsed.root_node();
|
||||
//! # assert!(!root.has_error());
|
||||
//! ```
|
||||
//!
|
||||
//! [Language]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Language.html
|
||||
//! [language func]: fn.language.html
|
||||
//! [Parser]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Parser.html
|
||||
//! [tree-sitter]: https://tree-sitter.github.io/
|
||||
|
||||
use tree_sitter::Language;
|
||||
|
||||
extern "C" {
|
||||
fn tree_sitter_rust() -> Language;
|
||||
}
|
||||
|
||||
/// Returns the tree-sitter [Language][] for this grammar.
|
||||
///
|
||||
/// [Language]: https://docs.rs/tree-sitter/*/tree_sitter/struct.Language.html
|
||||
pub fn language() -> Language {
|
||||
unsafe { tree_sitter_rust() }
|
||||
}
|
||||
|
||||
/// The source of the Rust tree-sitter grammar description.
|
||||
pub const GRAMMAR: &str = include_str!("../../grammar.js");
|
||||
|
||||
/// The syntax highlighting query for this language.
|
||||
pub const HIGHLIGHT_QUERY: &str = include_str!("../../queries/highlights.scm");
|
||||
|
||||
/// The content of the [`node-types.json`][] file for this grammar.
|
||||
///
|
||||
/// [`node-types.json`]: https://tree-sitter.github.io/tree-sitter/using-parsers#static-node-types
|
||||
pub const NODE_TYPES: &str = include_str!("../../src/node-types.json");
|
||||
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
#[test]
|
||||
fn can_load_grammar() {
|
||||
let mut parser = tree_sitter::Parser::new();
|
||||
parser
|
||||
.set_language(super::language())
|
||||
.expect("Error loading Rust grammar");
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,71 @@
|
||||
============================================
|
||||
Async function
|
||||
============================================
|
||||
|
||||
async fn abc() {}
|
||||
|
||||
async fn main() {
|
||||
let x = futures.await?;
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(function_item
|
||||
(function_modifiers)
|
||||
(identifier)
|
||||
(parameters)
|
||||
(block))
|
||||
(function_item (function_modifiers) (identifier) (parameters)
|
||||
(block
|
||||
(let_declaration (identifier) (try_expression
|
||||
(await_expression (identifier)))))))
|
||||
|
||||
============================================
|
||||
Await expression
|
||||
============================================
|
||||
|
||||
futures.await;
|
||||
futures.await?;
|
||||
futures.await?.await?;
|
||||
futures.await?.function().await?;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(await_expression (identifier))
|
||||
(try_expression
|
||||
(await_expression (identifier)))
|
||||
(try_expression
|
||||
(await_expression
|
||||
(try_expression
|
||||
(await_expression (identifier)))))
|
||||
(try_expression
|
||||
(await_expression
|
||||
(call_expression
|
||||
(field_expression
|
||||
(try_expression
|
||||
(await_expression (identifier)))
|
||||
(field_identifier))
|
||||
(arguments)))))
|
||||
|
||||
============================================
|
||||
Async Block
|
||||
============================================
|
||||
|
||||
async {}
|
||||
async { let x = 10; }
|
||||
async move {}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(async_block
|
||||
(block))
|
||||
(async_block
|
||||
(block
|
||||
(let_declaration
|
||||
(identifier)
|
||||
(integer_literal))))
|
||||
(async_block
|
||||
(block)))
|
||||
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,817 @@
|
||||
============================================
|
||||
Identifiers
|
||||
============================================
|
||||
|
||||
fn main() {
|
||||
abc;
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(function_item (identifier) (parameters) (block
|
||||
(identifier))))
|
||||
|
||||
============================================
|
||||
Raw identifiers
|
||||
============================================
|
||||
|
||||
fn main() {
|
||||
(r#abc as r#Def).r#ghi;
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(function_item
|
||||
(identifier)
|
||||
(parameters)
|
||||
(block
|
||||
(field_expression
|
||||
(parenthesized_expression
|
||||
(type_cast_expression (identifier) (type_identifier)))
|
||||
(field_identifier)))))
|
||||
|
||||
============================================
|
||||
Unary operator expressions
|
||||
============================================
|
||||
|
||||
-num;
|
||||
!bits;
|
||||
*boxed_thing;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(unary_expression (identifier))
|
||||
(unary_expression (identifier))
|
||||
(unary_expression (identifier)))
|
||||
|
||||
============================================
|
||||
Reference expressions
|
||||
============================================
|
||||
|
||||
&a;
|
||||
&mut self.name;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(reference_expression (identifier))
|
||||
(reference_expression (mutable_specifier) (field_expression (self) (field_identifier))))
|
||||
|
||||
============================================
|
||||
Try expressions
|
||||
============================================
|
||||
|
||||
a.unwrap()?;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(try_expression (call_expression (field_expression (identifier) (field_identifier)) (arguments))))
|
||||
|
||||
============================================
|
||||
Binary operator expressions
|
||||
============================================
|
||||
|
||||
a * b;
|
||||
a / b;
|
||||
a % b;
|
||||
a + b;
|
||||
a - b;
|
||||
a >> b;
|
||||
a << b;
|
||||
a == b;
|
||||
a && b;
|
||||
a || b;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(binary_expression (identifier) (identifier))
|
||||
(binary_expression (identifier) (identifier))
|
||||
(binary_expression (identifier) (identifier))
|
||||
(binary_expression (identifier) (identifier))
|
||||
(binary_expression (identifier) (identifier))
|
||||
(binary_expression (identifier) (identifier))
|
||||
(binary_expression (identifier) (identifier))
|
||||
(binary_expression (identifier) (identifier))
|
||||
(binary_expression (identifier) (identifier))
|
||||
(binary_expression (identifier) (identifier)))
|
||||
|
||||
============================================
|
||||
Grouped expressions
|
||||
============================================
|
||||
|
||||
(0);
|
||||
(2 * (3 + 4));
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(parenthesized_expression (integer_literal))
|
||||
(parenthesized_expression (binary_expression
|
||||
(integer_literal)
|
||||
(parenthesized_expression (binary_expression (integer_literal) (integer_literal))))))
|
||||
|
||||
============================================
|
||||
Range expressions
|
||||
============================================
|
||||
|
||||
1..2;
|
||||
3..;
|
||||
..4;
|
||||
..;
|
||||
1..b;
|
||||
a..b;
|
||||
1..(1);
|
||||
(1)..1;
|
||||
(1)..(1);
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(range_expression (integer_literal) (integer_literal))
|
||||
(range_expression (integer_literal))
|
||||
(range_expression (integer_literal))
|
||||
(range_expression)
|
||||
(range_expression (integer_literal) (identifier))
|
||||
(range_expression (identifier) (identifier))
|
||||
(range_expression
|
||||
(integer_literal)
|
||||
(parenthesized_expression (integer_literal)))
|
||||
(range_expression
|
||||
(parenthesized_expression (integer_literal))
|
||||
(integer_literal))
|
||||
(range_expression
|
||||
(parenthesized_expression (integer_literal))
|
||||
(parenthesized_expression (integer_literal))))
|
||||
|
||||
============================================
|
||||
Assignment expressions
|
||||
============================================
|
||||
|
||||
x = y;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(assignment_expression
|
||||
left: (identifier)
|
||||
right: (identifier)))
|
||||
|
||||
============================================
|
||||
Compound assignment expressions
|
||||
============================================
|
||||
|
||||
x += 1;
|
||||
x += y;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(compound_assignment_expr
|
||||
left: (identifier)
|
||||
right: (integer_literal))
|
||||
(compound_assignment_expr
|
||||
left: (identifier)
|
||||
right: (identifier)))
|
||||
|
||||
============================================
|
||||
Type cast expressions
|
||||
============================================
|
||||
|
||||
1000 as u8;
|
||||
let character = integer as char;
|
||||
let size: f64 = len(values) as f64;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_cast_expression
|
||||
value: (integer_literal)
|
||||
type: (primitive_type))
|
||||
(let_declaration
|
||||
pattern: (identifier)
|
||||
value: (type_cast_expression
|
||||
value: (identifier)
|
||||
type: (primitive_type)))
|
||||
(let_declaration
|
||||
pattern: (identifier)
|
||||
type: (primitive_type)
|
||||
value: (type_cast_expression
|
||||
value: (call_expression
|
||||
function: (identifier)
|
||||
arguments: (arguments (identifier)))
|
||||
type: (primitive_type))))
|
||||
|
||||
============================================
|
||||
Call expressions
|
||||
============================================
|
||||
|
||||
foo();
|
||||
add(1i32, 2i32);
|
||||
add(
|
||||
1i32,
|
||||
2i32,
|
||||
);
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(call_expression
|
||||
function: (identifier)
|
||||
arguments: (arguments))
|
||||
(call_expression
|
||||
function: (identifier)
|
||||
arguments: (arguments (integer_literal) (integer_literal)))
|
||||
(call_expression
|
||||
function: (identifier)
|
||||
arguments: (arguments (integer_literal) (integer_literal))))
|
||||
|
||||
============================================
|
||||
Array expressions
|
||||
============================================
|
||||
|
||||
[];
|
||||
[1, 2, 3];
|
||||
["a", "b", "c"];
|
||||
[0; 128];
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(array_expression)
|
||||
(array_expression
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal))
|
||||
(array_expression
|
||||
(string_literal)
|
||||
(string_literal)
|
||||
(string_literal))
|
||||
(array_expression
|
||||
(integer_literal)
|
||||
length: (integer_literal)))
|
||||
|
||||
============================================
|
||||
Tuple expressions
|
||||
============================================
|
||||
|
||||
();
|
||||
(0,);
|
||||
let (x, y, z) = (1, 2, 3);
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(unit_expression)
|
||||
(tuple_expression (integer_literal))
|
||||
(let_declaration
|
||||
(tuple_pattern (identifier) (identifier) (identifier))
|
||||
(tuple_expression (integer_literal) (integer_literal) (integer_literal))))
|
||||
|
||||
============================================
|
||||
Struct expressions
|
||||
============================================
|
||||
|
||||
NothingInMe {};
|
||||
Point {x: 10.0, y: 20.0};
|
||||
let a = SomeStruct { field1, field2: expression, field3, };
|
||||
let u = game::User {name: "Joe", age: 35, score: 100_000};
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(struct_expression (type_identifier)
|
||||
(field_initializer_list))
|
||||
(struct_expression (type_identifier)
|
||||
(field_initializer_list
|
||||
(field_initializer (field_identifier) (float_literal))
|
||||
(field_initializer (field_identifier) (float_literal))))
|
||||
(let_declaration
|
||||
(identifier)
|
||||
(struct_expression
|
||||
(type_identifier)
|
||||
(field_initializer_list
|
||||
(shorthand_field_initializer
|
||||
(identifier))
|
||||
(field_initializer (field_identifier) (identifier))
|
||||
(shorthand_field_initializer
|
||||
(identifier)))))
|
||||
(let_declaration
|
||||
(identifier)
|
||||
(struct_expression
|
||||
(scoped_type_identifier (identifier) (type_identifier))
|
||||
(field_initializer_list
|
||||
(field_initializer (field_identifier) (string_literal))
|
||||
(field_initializer (field_identifier) (integer_literal))
|
||||
(field_initializer (field_identifier) (integer_literal))))))
|
||||
|
||||
============================================
|
||||
Struct expressions with update initializers
|
||||
============================================
|
||||
|
||||
let u = User{name, ..current_user()};
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(let_declaration
|
||||
(identifier)
|
||||
(struct_expression
|
||||
(type_identifier)
|
||||
(field_initializer_list
|
||||
(shorthand_field_initializer
|
||||
(identifier))
|
||||
(base_field_initializer (call_expression (identifier) (arguments)))))))
|
||||
|
||||
============================================
|
||||
If expressions
|
||||
============================================
|
||||
|
||||
fn main() {
|
||||
if n == 1 {
|
||||
} else if n == 2 {
|
||||
} else {
|
||||
}
|
||||
}
|
||||
|
||||
let y = if x == 5 { 10 } else { 15 };
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(function_item
|
||||
name: (identifier)
|
||||
parameters: (parameters)
|
||||
body: (block
|
||||
(if_expression
|
||||
condition: (binary_expression
|
||||
left: (identifier)
|
||||
right: (integer_literal))
|
||||
consequence: (block)
|
||||
alternative: (else_clause
|
||||
(if_expression
|
||||
condition: (binary_expression
|
||||
left: (identifier)
|
||||
right: (integer_literal))
|
||||
consequence: (block)
|
||||
alternative: (else_clause (block)))))))
|
||||
(let_declaration
|
||||
pattern: (identifier)
|
||||
value: (if_expression
|
||||
condition: (binary_expression
|
||||
left: (identifier)
|
||||
right: (integer_literal))
|
||||
consequence: (block (integer_literal))
|
||||
alternative: (else_clause (block (integer_literal))))))
|
||||
|
||||
============================================
|
||||
If let expressions
|
||||
============================================
|
||||
|
||||
if let ("Bacon", b) = dish {
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(if_let_expression
|
||||
(tuple_pattern (string_literal) (identifier))
|
||||
(identifier)
|
||||
(block)))
|
||||
|
||||
============================================
|
||||
While let expressions
|
||||
============================================
|
||||
|
||||
while let ("Bacon", b) = dish {
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(while_let_expression
|
||||
(tuple_pattern (string_literal) (identifier))
|
||||
(identifier)
|
||||
(block)))
|
||||
|
||||
============================================
|
||||
Match expressions
|
||||
============================================
|
||||
|
||||
match x {
|
||||
1 => { "one" }
|
||||
2 => "two",
|
||||
-1 => 1,
|
||||
-3.14 => 3,
|
||||
|
||||
#[attr1]
|
||||
3 => "three",
|
||||
macro!(4) => "four",
|
||||
_ => "something else",
|
||||
}
|
||||
|
||||
let msg = match x {
|
||||
0 | 1 | 10 => "one of zero, one, or ten",
|
||||
y if y < 20 => "less than 20, but not zero, one, or ten",
|
||||
y if y == 200 =>
|
||||
if a {
|
||||
"200 (but this is not very stylish)"
|
||||
}
|
||||
_ => "something else",
|
||||
};
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(match_expression
|
||||
value: (identifier)
|
||||
body: (match_block
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(integer_literal))
|
||||
value: (block
|
||||
(string_literal)))
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(integer_literal))
|
||||
value: (string_literal))
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(negative_literal
|
||||
(integer_literal)))
|
||||
value: (integer_literal))
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(negative_literal
|
||||
(float_literal)))
|
||||
value: (integer_literal))
|
||||
(match_arm
|
||||
(attribute_item
|
||||
(meta_item
|
||||
(identifier)))
|
||||
pattern: (match_pattern
|
||||
(integer_literal))
|
||||
value: (string_literal))
|
||||
(match_arm
|
||||
pattern: (macro_invocation
|
||||
macro: (identifier)
|
||||
(token_tree
|
||||
(integer_literal)))
|
||||
value: (string_literal))
|
||||
(match_arm
|
||||
pattern: (match_pattern)
|
||||
value: (string_literal))))
|
||||
(let_declaration
|
||||
pattern: (identifier)
|
||||
value: (match_expression
|
||||
value: (identifier)
|
||||
body: (match_block
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(or_pattern
|
||||
(or_pattern
|
||||
(integer_literal)
|
||||
(integer_literal))
|
||||
(integer_literal)))
|
||||
value: (string_literal))
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(identifier)
|
||||
condition: (binary_expression
|
||||
left: (identifier)
|
||||
right: (integer_literal)))
|
||||
value: (string_literal))
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(identifier)
|
||||
condition: (binary_expression
|
||||
left: (identifier)
|
||||
right: (integer_literal)))
|
||||
value: (if_expression
|
||||
condition: (identifier)
|
||||
consequence: (block
|
||||
(string_literal))))
|
||||
(match_arm
|
||||
pattern: (match_pattern)
|
||||
value: (string_literal))))))
|
||||
|
||||
============================================
|
||||
While expressions
|
||||
============================================
|
||||
|
||||
while !done {
|
||||
done = true;
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(while_expression
|
||||
condition: (unary_expression (identifier))
|
||||
body: (block
|
||||
(assignment_expression
|
||||
left: (identifier)
|
||||
right: (boolean_literal)))))
|
||||
|
||||
============================================
|
||||
Loop expressions
|
||||
============================================
|
||||
|
||||
'outer: loop {
|
||||
'inner: loop {
|
||||
break 'outer;
|
||||
break true;
|
||||
}
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(loop_expression (loop_label (identifier)) (block
|
||||
(loop_expression (loop_label (identifier)) (block
|
||||
(break_expression (loop_label (identifier)))
|
||||
(break_expression (boolean_literal)))))))
|
||||
|
||||
============================================
|
||||
For expressions
|
||||
============================================
|
||||
|
||||
for e in v {
|
||||
bar(e);
|
||||
}
|
||||
|
||||
for i in 0..256 {
|
||||
bar(i);
|
||||
}
|
||||
|
||||
'outer: for x in 0..10 {
|
||||
'inner: for y in 0..10 {
|
||||
if x % 2 == 0 { continue 'outer; }
|
||||
if y % 2 == 0 { continue 'inner; }
|
||||
}
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(for_expression (identifier) (identifier) (block
|
||||
(call_expression (identifier) (arguments (identifier)))))
|
||||
(for_expression (identifier) (range_expression (integer_literal) (integer_literal)) (block
|
||||
(call_expression (identifier) (arguments (identifier)))))
|
||||
(for_expression (loop_label (identifier)) (identifier) (range_expression (integer_literal) (integer_literal)) (block
|
||||
(for_expression (loop_label (identifier)) (identifier) (range_expression (integer_literal) (integer_literal)) (block
|
||||
(if_expression (binary_expression (binary_expression (identifier) (integer_literal)) (integer_literal)) (block
|
||||
(continue_expression (loop_label (identifier)))))
|
||||
(if_expression (binary_expression (binary_expression (identifier) (integer_literal)) (integer_literal)) (block
|
||||
(continue_expression (loop_label (identifier))))))))))
|
||||
|
||||
============================================
|
||||
Field expressions
|
||||
============================================
|
||||
|
||||
mystruct.myfield;
|
||||
foo().x;
|
||||
value.0.1.iter();
|
||||
1.max(2);
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(field_expression (identifier) (field_identifier))
|
||||
(field_expression (call_expression (identifier) (arguments)) (field_identifier))
|
||||
(call_expression
|
||||
(field_expression
|
||||
(field_expression (field_expression (identifier) (integer_literal)) (integer_literal))
|
||||
(field_identifier))
|
||||
(arguments))
|
||||
(call_expression
|
||||
(field_expression (integer_literal) (field_identifier)) (arguments (integer_literal))))
|
||||
|
||||
============================================
|
||||
Method call expressions
|
||||
============================================
|
||||
|
||||
mystruct.foo();
|
||||
|
||||
---
|
||||
|
||||
(source_file (call_expression (field_expression (identifier) (field_identifier)) (arguments)))
|
||||
|
||||
============================================
|
||||
Index expressions
|
||||
============================================
|
||||
|
||||
([1, 2, 3, 4])[0];
|
||||
arr[10];
|
||||
arr[n];
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(index_expression
|
||||
(parenthesized_expression
|
||||
(array_expression (integer_literal) (integer_literal) (integer_literal) (integer_literal)))
|
||||
(integer_literal))
|
||||
(index_expression (identifier) (integer_literal))
|
||||
(index_expression (identifier) (identifier)))
|
||||
|
||||
============================================
|
||||
Scoped functions
|
||||
============================================
|
||||
|
||||
a::b();
|
||||
C::<D>::e();
|
||||
::f();
|
||||
::g::h();
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(call_expression
|
||||
(scoped_identifier (identifier) (identifier))
|
||||
(arguments))
|
||||
(call_expression
|
||||
(scoped_identifier
|
||||
(generic_type (type_identifier) (type_arguments (type_identifier)))
|
||||
(identifier))
|
||||
(arguments))
|
||||
(call_expression (scoped_identifier (identifier)) (arguments))
|
||||
(call_expression (scoped_identifier (scoped_identifier (identifier)) (identifier)) (arguments)))
|
||||
|
||||
============================================
|
||||
Scoped functions with fully qualified syntax
|
||||
============================================
|
||||
|
||||
<Dog as Animal>::eat(d);
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(call_expression
|
||||
(scoped_identifier
|
||||
(bracketed_type (qualified_type (type_identifier) (type_identifier)))
|
||||
(identifier))
|
||||
(arguments (identifier))))
|
||||
|
||||
============================================
|
||||
Scoped functions with macros as types
|
||||
============================================
|
||||
|
||||
<Token![]>::foo();
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(call_expression
|
||||
(scoped_identifier
|
||||
(bracketed_type (macro_invocation
|
||||
(identifier)
|
||||
(token_tree)))
|
||||
(identifier))
|
||||
(arguments)))
|
||||
|
||||
============================================
|
||||
Generic functions
|
||||
============================================
|
||||
|
||||
std::sizeof::<u32>();
|
||||
foo::<8>();
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(call_expression
|
||||
function: (generic_function
|
||||
function: (scoped_identifier
|
||||
path: (identifier)
|
||||
name: (identifier))
|
||||
type_arguments: (type_arguments
|
||||
(primitive_type)))
|
||||
arguments: (arguments))
|
||||
(call_expression
|
||||
function: (generic_function
|
||||
function: (identifier)
|
||||
type_arguments: (type_arguments
|
||||
(integer_literal)))
|
||||
arguments: (arguments)))
|
||||
|
||||
===========================================
|
||||
Closures
|
||||
===========================================
|
||||
|
||||
a.map(|(b, c)| b.push(c));
|
||||
d.map(move |mut e| {
|
||||
f(e);
|
||||
g(e)
|
||||
});
|
||||
h(|| -> i { j });
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(call_expression
|
||||
(field_expression (identifier) (field_identifier))
|
||||
(arguments
|
||||
(closure_expression
|
||||
(closure_parameters (tuple_pattern (identifier) (identifier)))
|
||||
(call_expression
|
||||
(field_expression (identifier) (field_identifier))
|
||||
(arguments (identifier))))))
|
||||
(call_expression
|
||||
(field_expression (identifier) (field_identifier))
|
||||
(arguments
|
||||
(closure_expression
|
||||
(closure_parameters (mut_pattern (mutable_specifier) (identifier)))
|
||||
(block
|
||||
(call_expression (identifier) (arguments (identifier)))
|
||||
(call_expression (identifier) (arguments (identifier)))))))
|
||||
(call_expression
|
||||
(identifier)
|
||||
(arguments
|
||||
(closure_expression
|
||||
(closure_parameters)
|
||||
(type_identifier)
|
||||
(block (identifier))))))
|
||||
|
||||
===========================================
|
||||
Closures with typed parameteres
|
||||
===========================================
|
||||
|
||||
a.map(|b: usize| b.push(c));
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(call_expression
|
||||
(field_expression (identifier) (field_identifier))
|
||||
(arguments (closure_expression
|
||||
(closure_parameters (parameter (identifier) (primitive_type)))
|
||||
(call_expression (field_expression (identifier) (field_identifier)) (arguments (identifier)))))))
|
||||
|
||||
===========================================
|
||||
Unsafe blocks
|
||||
===========================================
|
||||
|
||||
const a : A = unsafe { foo() };
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(const_item
|
||||
(identifier)
|
||||
(type_identifier)
|
||||
(unsafe_block (block (call_expression (identifier) (arguments))))))
|
||||
|
||||
===========================================
|
||||
Inline const or Const blocks as expression
|
||||
===========================================
|
||||
|
||||
const { 1 + 3 };
|
||||
if *x < 0 { const { &4i32.pow(4) } } else { x }
|
||||
let three_ranges = [const { (0..=5).into_inner() }; 3];
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(const_block
|
||||
body: (block
|
||||
(binary_expression
|
||||
left: (integer_literal)
|
||||
right: (integer_literal))))
|
||||
(empty_statement)
|
||||
(if_expression
|
||||
condition: (binary_expression
|
||||
left: (unary_expression
|
||||
(identifier))
|
||||
right: (integer_literal))
|
||||
consequence: (block
|
||||
(const_block
|
||||
body: (block
|
||||
(reference_expression
|
||||
value: (call_expression
|
||||
function: (field_expression
|
||||
value: (integer_literal)
|
||||
field: (field_identifier))
|
||||
arguments: (arguments
|
||||
(integer_literal)))))))
|
||||
alternative: (else_clause
|
||||
(block
|
||||
(identifier))))
|
||||
(let_declaration
|
||||
pattern: (identifier)
|
||||
value: (array_expression
|
||||
(const_block
|
||||
body: (block
|
||||
(call_expression
|
||||
function: (field_expression
|
||||
value: (parenthesized_expression
|
||||
(range_expression
|
||||
(integer_literal)
|
||||
(integer_literal)))
|
||||
field: (field_identifier))
|
||||
arguments: (arguments))))
|
||||
length: (integer_literal))))
|
||||
@ -0,0 +1,142 @@
|
||||
============================================
|
||||
Integer literals
|
||||
============================================
|
||||
|
||||
0;
|
||||
0___0;
|
||||
123;
|
||||
0usize;
|
||||
123i32;
|
||||
123u32;
|
||||
123_u32;
|
||||
0xff_u8;
|
||||
0o70_i16;
|
||||
0b1111_1111_1001_0000_i32;
|
||||
1u128;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal)
|
||||
(integer_literal))
|
||||
|
||||
============================================
|
||||
Floating-point literals
|
||||
============================================
|
||||
|
||||
123.123;
|
||||
2.;
|
||||
123.0f64;
|
||||
0.1f64;
|
||||
0.1f32;
|
||||
12E+99_f64;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(float_literal)
|
||||
(float_literal)
|
||||
(float_literal)
|
||||
(float_literal)
|
||||
(float_literal)
|
||||
(float_literal))
|
||||
|
||||
============================================
|
||||
String literals
|
||||
============================================
|
||||
|
||||
"";
|
||||
"abc";
|
||||
b"foo\nbar";
|
||||
"foo\
|
||||
bar";
|
||||
"\"foo\"";
|
||||
"/* foo bar */ foo bar";
|
||||
"foo\x42\x43bar";
|
||||
"foo \x42 \x43 bar";
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(string_literal)
|
||||
(string_literal)
|
||||
(string_literal (escape_sequence))
|
||||
(string_literal (escape_sequence))
|
||||
(string_literal (escape_sequence) (escape_sequence))
|
||||
(string_literal)
|
||||
(string_literal (escape_sequence) (escape_sequence))
|
||||
(string_literal (escape_sequence) (escape_sequence)))
|
||||
|
||||
============================================
|
||||
Raw string literals
|
||||
============================================
|
||||
|
||||
r#"abc"#; r##"ok"##;
|
||||
r##"foo #"# bar"##;
|
||||
r###"foo ##"## bar"###;
|
||||
r######"foo ##### bar"######;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(raw_string_literal)
|
||||
(raw_string_literal)
|
||||
(raw_string_literal)
|
||||
(raw_string_literal)
|
||||
(raw_string_literal))
|
||||
|
||||
============================================
|
||||
Raw byte string literals
|
||||
============================================
|
||||
|
||||
br#"abc"#;
|
||||
br##"abc"##;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(raw_string_literal)
|
||||
(raw_string_literal))
|
||||
|
||||
============================================
|
||||
Character literals
|
||||
============================================
|
||||
|
||||
'a';
|
||||
'\'';
|
||||
'\0';
|
||||
b'x';
|
||||
'\t';
|
||||
'\xff';
|
||||
'\\';
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(char_literal)
|
||||
(char_literal)
|
||||
(char_literal)
|
||||
(char_literal)
|
||||
(char_literal)
|
||||
(char_literal)
|
||||
(char_literal))
|
||||
|
||||
============================================
|
||||
Boolean literals
|
||||
============================================
|
||||
|
||||
true;
|
||||
false;
|
||||
|
||||
---
|
||||
|
||||
(source_file (boolean_literal) (boolean_literal))
|
||||
@ -0,0 +1,184 @@
|
||||
============================================
|
||||
Macro invocation - no arguments
|
||||
============================================
|
||||
|
||||
a!();
|
||||
b![];
|
||||
c!{};
|
||||
d::e!();
|
||||
f::g::h!{};
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(macro_invocation (identifier) (token_tree))
|
||||
(macro_invocation (identifier) (token_tree))
|
||||
(macro_invocation (identifier) (token_tree))
|
||||
(macro_invocation (scoped_identifier (identifier) (identifier)) (token_tree))
|
||||
(macro_invocation (scoped_identifier (scoped_identifier (identifier) (identifier)) (identifier)) (token_tree)))
|
||||
|
||||
============================================
|
||||
Macro invocation - arbitrary tokens
|
||||
============================================
|
||||
|
||||
a!(* a *);
|
||||
a!(& a &);
|
||||
a!(- a -);
|
||||
a!(b + c + +);
|
||||
a!('a'..='z');
|
||||
a!('\u{0}'..='\u{2}');
|
||||
a!('lifetime)
|
||||
default!(a);
|
||||
union!(a);
|
||||
|
||||
----
|
||||
|
||||
(source_file
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (identifier)))
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (identifier)))
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (identifier)))
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (identifier) (identifier)))
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (char_literal) (char_literal)))
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (char_literal) (char_literal)))
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (identifier)))
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (identifier)))
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (identifier))))
|
||||
|
||||
=====================================
|
||||
Macro invocation with comments
|
||||
=====================================
|
||||
|
||||
ok! {
|
||||
// one
|
||||
/* two */
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(macro_invocation
|
||||
(identifier)
|
||||
(token_tree (line_comment) (block_comment))))
|
||||
|
||||
============================================
|
||||
Macro definition
|
||||
============================================
|
||||
|
||||
macro_rules! say_hello {
|
||||
() => (
|
||||
println!("Hello!");
|
||||
)
|
||||
}
|
||||
|
||||
macro_rules! four {
|
||||
() => {1 + 3};
|
||||
}
|
||||
|
||||
macro_rules! foo {
|
||||
(x => $e:expr) => (println!("mode X: {}", $e));
|
||||
(y => $e:expr) => (println!("mode Y: {}", $e))
|
||||
}
|
||||
|
||||
macro_rules! o_O {
|
||||
(
|
||||
$($x:expr; [ $( $y:expr ),* ]);*
|
||||
) => {
|
||||
$($($x + $e),*),*
|
||||
}
|
||||
}
|
||||
|
||||
macro_rules! zero_or_one {
|
||||
($($e:expr),?) => {
|
||||
$($e),?
|
||||
};
|
||||
}
|
||||
|
||||
----
|
||||
|
||||
(source_file
|
||||
(macro_definition
|
||||
name: (identifier)
|
||||
(macro_rule
|
||||
left: (token_tree_pattern)
|
||||
right: (token_tree
|
||||
(identifier)
|
||||
(token_tree
|
||||
(string_literal)))))
|
||||
(macro_definition
|
||||
name: (identifier)
|
||||
(macro_rule
|
||||
left: (token_tree_pattern)
|
||||
right: (token_tree
|
||||
(integer_literal)
|
||||
(integer_literal))))
|
||||
(macro_definition
|
||||
name: (identifier)
|
||||
(macro_rule
|
||||
left: (token_tree_pattern
|
||||
(identifier)
|
||||
(token_binding_pattern
|
||||
name: (metavariable)
|
||||
type: (fragment_specifier)))
|
||||
right: (token_tree
|
||||
(identifier)
|
||||
(token_tree
|
||||
(string_literal)
|
||||
(metavariable))))
|
||||
(macro_rule
|
||||
left: (token_tree_pattern
|
||||
(identifier)
|
||||
(token_binding_pattern
|
||||
name: (metavariable)
|
||||
type: (fragment_specifier)))
|
||||
right: (token_tree
|
||||
(identifier)
|
||||
(token_tree
|
||||
(string_literal)
|
||||
(metavariable)))))
|
||||
(macro_definition
|
||||
name: (identifier)
|
||||
(macro_rule
|
||||
left: (token_tree_pattern
|
||||
(token_repetition_pattern
|
||||
(token_binding_pattern
|
||||
name: (metavariable)
|
||||
type: (fragment_specifier))
|
||||
(token_tree_pattern
|
||||
(token_repetition_pattern
|
||||
(token_binding_pattern
|
||||
name: (metavariable)
|
||||
type: (fragment_specifier))))))
|
||||
right: (token_tree
|
||||
(token_repetition
|
||||
(token_repetition
|
||||
(metavariable)
|
||||
(metavariable))))))
|
||||
(macro_definition
|
||||
name: (identifier)
|
||||
(macro_rule
|
||||
left: (token_tree_pattern
|
||||
(token_repetition_pattern
|
||||
(token_binding_pattern
|
||||
name: (metavariable)
|
||||
type: (fragment_specifier))))
|
||||
right: (token_tree
|
||||
(token_repetition
|
||||
(metavariable))))))
|
||||
@ -0,0 +1,391 @@
|
||||
=================================
|
||||
Tuple struct patterns
|
||||
=================================
|
||||
|
||||
match x {
|
||||
Some(x) => "some",
|
||||
std::None() => "none"
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(match_expression (identifier) (match_block
|
||||
(match_arm
|
||||
(match_pattern (tuple_struct_pattern (identifier) (identifier)))
|
||||
(string_literal))
|
||||
(match_arm
|
||||
(match_pattern (tuple_struct_pattern (scoped_identifier (identifier) (identifier))))
|
||||
(string_literal)))))
|
||||
|
||||
=================================
|
||||
Reference patterns
|
||||
=================================
|
||||
|
||||
match x {
|
||||
A(ref x) => x.0,
|
||||
ref mut y => y,
|
||||
& mut z => z,
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(match_expression (identifier) (match_block
|
||||
(match_arm
|
||||
(match_pattern (tuple_struct_pattern (identifier) (ref_pattern (identifier))))
|
||||
(field_expression (identifier) (integer_literal)))
|
||||
(match_arm
|
||||
(match_pattern (ref_pattern (mut_pattern (mutable_specifier) (identifier))))
|
||||
(identifier))
|
||||
(match_arm
|
||||
(match_pattern (reference_pattern (mutable_specifier) (identifier)))
|
||||
(identifier)))))
|
||||
|
||||
=================================
|
||||
Struct patterns
|
||||
=================================
|
||||
|
||||
match x {
|
||||
Person{name, age} if age < 5 => ("toddler", name),
|
||||
Person{name: adult_name, age: _} => ("adult", adult_name),
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(match_expression (identifier) (match_block
|
||||
(match_arm
|
||||
(match_pattern (struct_pattern
|
||||
(type_identifier)
|
||||
(field_pattern (shorthand_field_identifier))
|
||||
(field_pattern (shorthand_field_identifier)))
|
||||
(binary_expression (identifier) (integer_literal)))
|
||||
(tuple_expression (string_literal) (identifier)))
|
||||
(match_arm
|
||||
(match_pattern
|
||||
(struct_pattern
|
||||
(type_identifier)
|
||||
(field_pattern (field_identifier) (identifier))
|
||||
(field_pattern (field_identifier))))
|
||||
(tuple_expression (string_literal) (identifier))))))
|
||||
|
||||
=================================
|
||||
Ignored patterns
|
||||
=================================
|
||||
|
||||
match x {
|
||||
(a, ..) => a,
|
||||
B(..) => c,
|
||||
D::E{f: g, ..} => g
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(match_expression (identifier) (match_block
|
||||
(match_arm
|
||||
(match_pattern
|
||||
(tuple_pattern (identifier) (remaining_field_pattern)))
|
||||
(identifier))
|
||||
(match_arm
|
||||
(match_pattern
|
||||
(tuple_struct_pattern (identifier) (remaining_field_pattern)))
|
||||
(identifier))
|
||||
(match_arm
|
||||
(match_pattern
|
||||
(struct_pattern
|
||||
(scoped_type_identifier (identifier) (type_identifier))
|
||||
(field_pattern (field_identifier) (identifier))
|
||||
(remaining_field_pattern)))
|
||||
(identifier)))))
|
||||
|
||||
=================================
|
||||
Captured patterns
|
||||
=================================
|
||||
|
||||
match x {
|
||||
a @ A(_) | b @ B(..) => a,
|
||||
a @ 1 ... 5 => a,
|
||||
Some(1 ... 5) => a,
|
||||
a @ b...c => a,
|
||||
a @ b..=c => a,
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(match_expression
|
||||
value: (identifier)
|
||||
body: (match_block
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(or_pattern
|
||||
(captured_pattern
|
||||
(identifier)
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)))
|
||||
(captured_pattern
|
||||
(identifier)
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(remaining_field_pattern)))))
|
||||
value: (identifier))
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(captured_pattern
|
||||
(identifier)
|
||||
(range_pattern
|
||||
(integer_literal)
|
||||
(integer_literal))))
|
||||
value: (identifier))
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(range_pattern
|
||||
(integer_literal)
|
||||
(integer_literal))))
|
||||
value: (identifier))
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(captured_pattern
|
||||
(identifier)
|
||||
(range_pattern
|
||||
(identifier)
|
||||
(identifier))))
|
||||
value: (identifier))
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(captured_pattern
|
||||
(identifier)
|
||||
(range_pattern
|
||||
(identifier)
|
||||
(identifier))))
|
||||
value: (identifier)))))
|
||||
|
||||
=================================
|
||||
Or patterns
|
||||
=================================
|
||||
|
||||
if let A(x) | B(x) = expr {
|
||||
do_stuff_with(x);
|
||||
}
|
||||
|
||||
while let A(x) | B(x) = expr {
|
||||
do_stuff_with(x);
|
||||
}
|
||||
|
||||
let Ok(index) | Err(index) = slice.binary_search(&x);
|
||||
|
||||
for ref a | b in c {}
|
||||
|
||||
let Ok(x) | Err(x) = binary_search(x);
|
||||
|
||||
for A | B | C in c {}
|
||||
|
||||
|(Ok(x) | Err(x))| expr();
|
||||
|
||||
let ref mut x @ (A | B | C);
|
||||
|
||||
fn foo((1 | 2 | 3): u8) {}
|
||||
|
||||
// Discomment after box pattern land on master
|
||||
// let box (A | B | C);
|
||||
|
||||
// Not handled cause devs didn't got into agreement if should be acceptd or not
|
||||
// |Ok(x) | Err(x)| expr();
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(if_let_expression
|
||||
pattern: (or_pattern
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier))
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier)))
|
||||
value: (identifier)
|
||||
consequence: (block
|
||||
(call_expression
|
||||
function: (identifier)
|
||||
arguments: (arguments
|
||||
(identifier)))))
|
||||
(while_let_expression
|
||||
pattern: (or_pattern
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier))
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier)))
|
||||
value: (identifier)
|
||||
body: (block
|
||||
(call_expression
|
||||
function: (identifier)
|
||||
arguments: (arguments
|
||||
(identifier)))))
|
||||
(let_declaration
|
||||
pattern: (or_pattern
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier))
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier)))
|
||||
value: (call_expression
|
||||
function: (field_expression
|
||||
value: (identifier)
|
||||
field: (field_identifier))
|
||||
arguments: (arguments
|
||||
(reference_expression
|
||||
value: (identifier)))))
|
||||
(for_expression
|
||||
pattern: (or_pattern
|
||||
(ref_pattern
|
||||
(identifier))
|
||||
(identifier))
|
||||
value: (identifier)
|
||||
body: (block))
|
||||
(let_declaration
|
||||
pattern: (or_pattern
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier))
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier)))
|
||||
value: (call_expression
|
||||
function: (identifier)
|
||||
arguments: (arguments
|
||||
(identifier))))
|
||||
(for_expression
|
||||
pattern: (or_pattern
|
||||
(or_pattern
|
||||
(identifier)
|
||||
(identifier))
|
||||
(identifier))
|
||||
value: (identifier)
|
||||
body: (block))
|
||||
(closure_expression
|
||||
parameters: (closure_parameters
|
||||
(tuple_pattern
|
||||
(or_pattern
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier))
|
||||
(tuple_struct_pattern
|
||||
type: (identifier)
|
||||
(identifier)))))
|
||||
body: (call_expression
|
||||
function: (identifier)
|
||||
arguments: (arguments)))
|
||||
(let_declaration
|
||||
pattern: (ref_pattern
|
||||
(mut_pattern
|
||||
(mutable_specifier)
|
||||
(captured_pattern
|
||||
(identifier)
|
||||
(tuple_pattern
|
||||
(or_pattern
|
||||
(or_pattern
|
||||
(identifier)
|
||||
(identifier))
|
||||
(identifier)))))))
|
||||
(function_item
|
||||
name: (identifier)
|
||||
parameters: (parameters
|
||||
(parameter
|
||||
pattern: (tuple_pattern
|
||||
(or_pattern
|
||||
(or_pattern
|
||||
(integer_literal)
|
||||
(integer_literal))
|
||||
(integer_literal)))
|
||||
type: (primitive_type)))
|
||||
body: (block))
|
||||
(line_comment)
|
||||
(line_comment)
|
||||
(line_comment)
|
||||
(line_comment))
|
||||
|
||||
===========================================
|
||||
Inline const or Const blocks as pattern
|
||||
===========================================
|
||||
|
||||
fn foo(x: i32) {
|
||||
const CUBE: i32 = 3.pow(3);
|
||||
match x {
|
||||
CUBE => println!("three cubed"),
|
||||
_ => {}
|
||||
}
|
||||
}
|
||||
|
||||
fn foo(x: i32) {
|
||||
match x {
|
||||
const { 3.pow(3) } => println!("three cubed"),
|
||||
_ => {}
|
||||
}
|
||||
}
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(function_item
|
||||
name: (identifier)
|
||||
parameters: (parameters
|
||||
(parameter
|
||||
pattern: (identifier)
|
||||
type: (primitive_type)))
|
||||
body: (block
|
||||
(const_item
|
||||
name: (identifier)
|
||||
type: (primitive_type)
|
||||
value: (call_expression
|
||||
function: (field_expression
|
||||
value: (integer_literal)
|
||||
field: (field_identifier))
|
||||
arguments: (arguments
|
||||
(integer_literal))))
|
||||
(match_expression
|
||||
value: (identifier)
|
||||
body: (match_block
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(identifier))
|
||||
value: (macro_invocation
|
||||
macro: (identifier)
|
||||
(token_tree
|
||||
(string_literal))))
|
||||
(match_arm
|
||||
pattern: (match_pattern)
|
||||
value: (block))))))
|
||||
(function_item
|
||||
name: (identifier)
|
||||
parameters: (parameters
|
||||
(parameter
|
||||
pattern: (identifier)
|
||||
type: (primitive_type)))
|
||||
body: (block
|
||||
(match_expression
|
||||
value: (identifier)
|
||||
body: (match_block
|
||||
(match_arm
|
||||
pattern: (match_pattern
|
||||
(const_block
|
||||
body: (block
|
||||
(call_expression
|
||||
function: (field_expression
|
||||
value: (integer_literal)
|
||||
field: (field_identifier))
|
||||
arguments: (arguments
|
||||
(integer_literal))))))
|
||||
value: (macro_invocation
|
||||
macro: (identifier)
|
||||
(token_tree
|
||||
(string_literal))))
|
||||
(match_arm
|
||||
pattern: (match_pattern)
|
||||
value: (block)))))))
|
||||
@ -0,0 +1,237 @@
|
||||
=====================
|
||||
The unit type
|
||||
=====================
|
||||
|
||||
type A = ();
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_item (type_identifier) (unit_type)))
|
||||
|
||||
=====================
|
||||
Tuple types
|
||||
=====================
|
||||
|
||||
type A = (i32, String);
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_item (type_identifier) (tuple_type (primitive_type) (type_identifier))))
|
||||
|
||||
=====================
|
||||
Reference types
|
||||
=====================
|
||||
|
||||
type A = &B;
|
||||
type C = &'a str;
|
||||
type D = &'a mut str;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_item (type_identifier) (reference_type (type_identifier)))
|
||||
(type_item (type_identifier) (reference_type (lifetime (identifier)) (primitive_type)))
|
||||
(type_item (type_identifier) (reference_type (lifetime (identifier)) (mutable_specifier) (primitive_type))))
|
||||
|
||||
=====================
|
||||
Raw pointer types
|
||||
=====================
|
||||
|
||||
type A = *mut B;
|
||||
type C = *const str;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_item (type_identifier) (pointer_type (mutable_specifier) (type_identifier)))
|
||||
(type_item (type_identifier) (pointer_type (primitive_type))))
|
||||
|
||||
=====================
|
||||
Generic types
|
||||
=====================
|
||||
|
||||
type A = B<C>;
|
||||
type D = E<F, str>;
|
||||
type G = H<'a, I>;
|
||||
type J = H<K=L>;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(generic_type (type_identifier) (type_arguments (type_identifier))))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(generic_type (type_identifier) (type_arguments (type_identifier) (primitive_type))))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(generic_type (type_identifier) (type_arguments (lifetime (identifier)) (type_identifier))))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(generic_type (type_identifier) (type_arguments (type_binding (type_identifier) (type_identifier))))))
|
||||
|
||||
=====================
|
||||
Scoped types
|
||||
=====================
|
||||
|
||||
type A = B::C;
|
||||
type D = E::F::G;
|
||||
type H = I::J<K>;
|
||||
type L = M<N>::O;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(scoped_type_identifier (identifier) (type_identifier)))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(scoped_type_identifier (scoped_identifier (identifier) (identifier)) (type_identifier)))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(generic_type
|
||||
(scoped_type_identifier (identifier) (type_identifier))
|
||||
(type_arguments (type_identifier))))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(scoped_type_identifier
|
||||
(generic_type (type_identifier) (type_arguments (type_identifier)))
|
||||
(type_identifier))))
|
||||
|
||||
=====================
|
||||
Array types
|
||||
=====================
|
||||
|
||||
type A = [B; 4];
|
||||
type C = &[D];
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_item (type_identifier) (array_type (type_identifier) (integer_literal)))
|
||||
(type_item (type_identifier) (reference_type (array_type (type_identifier)))))
|
||||
|
||||
============================
|
||||
Function types
|
||||
============================
|
||||
|
||||
fn high_order1(value: i32, f: fn(i32)) -> i32 {}
|
||||
|
||||
fn high_order2(value: i32, f: fn(i32) -> i32) -> i32 {
|
||||
f(value)
|
||||
}
|
||||
|
||||
fn high_order3(value: i32, f: &FnOnce(i32) -> i32) -> i32 {
|
||||
f(value)
|
||||
}
|
||||
|
||||
type F = for<'a, 'b> fn(x: &'a A, y: &'a mut B<'i, 't>,) -> C;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(function_item
|
||||
(identifier)
|
||||
(parameters
|
||||
(parameter (identifier) (primitive_type))
|
||||
(parameter (identifier) (function_type (parameters (primitive_type)))))
|
||||
(primitive_type)
|
||||
(block))
|
||||
(function_item
|
||||
(identifier)
|
||||
(parameters
|
||||
(parameter (identifier) (primitive_type))
|
||||
(parameter (identifier) (function_type (parameters (primitive_type)) (primitive_type))))
|
||||
(primitive_type)
|
||||
(block (call_expression (identifier) (arguments (identifier)))))
|
||||
(function_item
|
||||
(identifier)
|
||||
(parameters
|
||||
(parameter (identifier) (primitive_type))
|
||||
(parameter (identifier) (reference_type (function_type (type_identifier) (parameters (primitive_type)) (primitive_type)))))
|
||||
(primitive_type) (block (call_expression (identifier) (arguments (identifier)))))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(function_type
|
||||
(for_lifetimes (lifetime (identifier)) (lifetime (identifier)))
|
||||
(parameters (parameter (identifier) (reference_type (lifetime (identifier)) (type_identifier))) (parameter (identifier) (reference_type (lifetime (identifier)) (mutable_specifier) (generic_type (type_identifier) (type_arguments (lifetime (identifier)) (lifetime (identifier)))))))
|
||||
(type_identifier))))
|
||||
|
||||
=================================
|
||||
Unsafe and extern function types
|
||||
=================================
|
||||
|
||||
type a = extern "C" fn(*mut c_void);
|
||||
type b = unsafe extern "C" fn() -> *mut c_void;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(function_type
|
||||
(function_modifiers (extern_modifier (string_literal)))
|
||||
(parameters (pointer_type (mutable_specifier) (type_identifier)))))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(function_type
|
||||
(function_modifiers (extern_modifier (string_literal)))
|
||||
(parameters)
|
||||
(pointer_type (mutable_specifier) (type_identifier)))))
|
||||
|
||||
===================================
|
||||
Trait objects
|
||||
===================================
|
||||
|
||||
type a = Box<Something + 'a>;
|
||||
type b = Rc<dyn Something>;
|
||||
type c = A<&dyn Fn(&B) -> C>;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(generic_type
|
||||
(type_identifier)
|
||||
(type_arguments (bounded_type (type_identifier) (lifetime (identifier))))))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(generic_type
|
||||
(type_identifier)
|
||||
(type_arguments (dynamic_type (type_identifier)))))
|
||||
(type_item
|
||||
(type_identifier)
|
||||
(generic_type
|
||||
(type_identifier)
|
||||
(type_arguments
|
||||
(reference_type
|
||||
(dynamic_type (function_type (type_identifier) (parameters (reference_type (type_identifier))) (type_identifier))))))))
|
||||
|
||||
====================================
|
||||
Type cast expressions with generics
|
||||
====================================
|
||||
|
||||
a as B<C>;
|
||||
d as *mut E<<F as E>::G>;
|
||||
|
||||
---
|
||||
|
||||
(source_file
|
||||
(type_cast_expression
|
||||
(identifier)
|
||||
(generic_type (type_identifier) (type_arguments (type_identifier))))
|
||||
(type_cast_expression
|
||||
(identifier)
|
||||
(pointer_type
|
||||
(mutable_specifier)
|
||||
(generic_type
|
||||
(type_identifier)
|
||||
(type_arguments
|
||||
(scoped_type_identifier
|
||||
(bracketed_type (qualified_type (type_identifier) (type_identifier)))
|
||||
(type_identifier)))))))
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,31 @@
|
||||
{
|
||||
"name": "tree-sitter-rust",
|
||||
"version": "0.19.1",
|
||||
"description": "Rust grammar for tree-sitter",
|
||||
"main": "bindings/node",
|
||||
"keywords": [
|
||||
"parser",
|
||||
"rust"
|
||||
],
|
||||
"author": "Maxim Sokolov <maxim0xff@gmail.com> (https://github.com/MaximSokolov)",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"nan": "^2.14.0"
|
||||
},
|
||||
"devDependencies": {
|
||||
"tree-sitter-cli": "^0.19.1"
|
||||
},
|
||||
"scripts": {
|
||||
"test": "tree-sitter test && script/parse-examples",
|
||||
"test-windows": "tree-sitter test"
|
||||
},
|
||||
"tree-sitter": [
|
||||
{
|
||||
"scope": "source.rust",
|
||||
"injection-regex": "rust",
|
||||
"file-types": [
|
||||
"rs"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -0,0 +1,135 @@
|
||||
; Identifier conventions
|
||||
|
||||
; Assume all-caps names are constants
|
||||
((identifier) @constant
|
||||
(#match? @constant "^[A-Z][A-Z\\d_]+$'"))
|
||||
|
||||
; Assume that uppercase names in paths are types
|
||||
((scoped_identifier
|
||||
path: (identifier) @type)
|
||||
(#match? @type "^[A-Z]"))
|
||||
((scoped_identifier
|
||||
path: (scoped_identifier
|
||||
name: (identifier) @type))
|
||||
(#match? @type "^[A-Z]"))
|
||||
|
||||
; Assume other uppercase names are enum constructors
|
||||
((identifier) @constructor
|
||||
(#match? @constructor "^[A-Z]"))
|
||||
|
||||
; Function calls
|
||||
|
||||
(call_expression
|
||||
function: (identifier) @function)
|
||||
(call_expression
|
||||
function: (field_expression
|
||||
field: (field_identifier) @function.method))
|
||||
(call_expression
|
||||
function: (scoped_identifier
|
||||
"::"
|
||||
name: (identifier) @function))
|
||||
|
||||
(generic_function
|
||||
function: (identifier) @function)
|
||||
(generic_function
|
||||
function: (scoped_identifier
|
||||
name: (identifier) @function))
|
||||
(generic_function
|
||||
function: (field_expression
|
||||
field: (field_identifier) @function.method))
|
||||
|
||||
(macro_invocation
|
||||
macro: (identifier) @function.macro
|
||||
"!" @function.macro)
|
||||
|
||||
; Function definitions
|
||||
|
||||
(function_item (identifier) @function)
|
||||
(function_signature_item (identifier) @function)
|
||||
|
||||
; Other identifiers
|
||||
|
||||
(type_identifier) @type
|
||||
(primitive_type) @type.builtin
|
||||
(field_identifier) @property
|
||||
|
||||
(line_comment) @comment
|
||||
(block_comment) @comment
|
||||
|
||||
"(" @punctuation.bracket
|
||||
")" @punctuation.bracket
|
||||
"[" @punctuation.bracket
|
||||
"]" @punctuation.bracket
|
||||
|
||||
(type_arguments
|
||||
"<" @punctuation.bracket
|
||||
">" @punctuation.bracket)
|
||||
(type_parameters
|
||||
"<" @punctuation.bracket
|
||||
">" @punctuation.bracket)
|
||||
|
||||
"::" @punctuation.delimiter
|
||||
"." @punctuation.delimiter
|
||||
";" @punctuation.delimiter
|
||||
|
||||
(parameter (identifier) @variable.parameter)
|
||||
|
||||
(lifetime (identifier) @label)
|
||||
|
||||
"break" @keyword
|
||||
"const" @keyword
|
||||
"continue" @keyword
|
||||
"default" @keyword
|
||||
"dyn" @keyword
|
||||
"else" @keyword
|
||||
"enum" @keyword
|
||||
"extern" @keyword
|
||||
"fn" @keyword
|
||||
"for" @keyword
|
||||
"if" @keyword
|
||||
"impl" @keyword
|
||||
"in" @keyword
|
||||
"let" @keyword
|
||||
"let" @keyword
|
||||
"loop" @keyword
|
||||
"macro_rules!" @keyword
|
||||
"match" @keyword
|
||||
"mod" @keyword
|
||||
"move" @keyword
|
||||
"pub" @keyword
|
||||
"ref" @keyword
|
||||
"return" @keyword
|
||||
"static" @keyword
|
||||
"struct" @keyword
|
||||
"trait" @keyword
|
||||
"type" @keyword
|
||||
"union" @keyword
|
||||
"unsafe" @keyword
|
||||
"use" @keyword
|
||||
"where" @keyword
|
||||
"while" @keyword
|
||||
(mutable_specifier) @keyword
|
||||
(use_list (self) @keyword)
|
||||
(scoped_use_list (self) @keyword)
|
||||
(scoped_identifier (self) @keyword)
|
||||
(super) @keyword
|
||||
|
||||
(self) @variable.builtin
|
||||
|
||||
(char_literal) @string
|
||||
(string_literal) @string
|
||||
(raw_string_literal) @string
|
||||
|
||||
(boolean_literal) @constant.builtin
|
||||
(integer_literal) @constant.builtin
|
||||
(float_literal) @constant.builtin
|
||||
|
||||
(escape_sequence) @escape
|
||||
|
||||
(attribute_item) @attribute
|
||||
(inner_attribute_item) @attribute
|
||||
|
||||
"as" @operator
|
||||
"*" @operator
|
||||
"&" @operator
|
||||
"'" @operator
|
||||
@ -0,0 +1,9 @@
|
||||
((macro_invocation
|
||||
(token_tree) @injection.content)
|
||||
(#set! injection.language "rust")
|
||||
(#set! injection.include-children))
|
||||
|
||||
((macro_rule
|
||||
(token_tree) @injection.content)
|
||||
(#set! injection.language "rust")
|
||||
(#set! injection.include-children))
|
||||
@ -0,0 +1,21 @@
|
||||
#!/bin/bash
|
||||
|
||||
set -e
|
||||
|
||||
function checkout() {
|
||||
repo=$1; url=$2; sha=$3
|
||||
|
||||
if [ ! -d "$repo" ]; then
|
||||
git clone "https://github.com/$url" "$repo"
|
||||
fi
|
||||
|
||||
pushd "$repo"
|
||||
git fetch && git reset --hard "$sha"
|
||||
popd
|
||||
}
|
||||
|
||||
checkout examples/bitflags rust-lang-nursery/bitflags 7ec3fe2d7cafb7f185c5785006efac94b88f42f0
|
||||
checkout examples/libc rust-lang/libc 8318a3ec1c1f13aab21d0a74ac9a7cf618bb2261
|
||||
checkout examples/regex rust-lang/regex.git 991ae1a4c69cd81ecf989119b9205a3204088e83
|
||||
checkout examples/serde serde-rs/serde.git 4e54aaf7963c3580cc50b56842949b0ce6b3a997
|
||||
checkout examples/tokio tokio-rs/tokio 0490280d662f000aff674593cc9a4f69a1cd1171
|
||||
@ -0,0 +1 @@
|
||||
examples/tokio/examples/connect.rs
|
||||
@ -0,0 +1,20 @@
|
||||
#!/bin/bash
|
||||
|
||||
set -e
|
||||
|
||||
cd "$(dirname "$0")/.."
|
||||
|
||||
known_failures="$(cat script/known_failures.txt)"
|
||||
|
||||
tree-sitter parse -q \
|
||||
'examples/**/*.rs' \
|
||||
$(for file in $known_failures; do echo "!${file}"; done)
|
||||
|
||||
example_count=$(find examples -name '*.rs' | wc -l)
|
||||
failure_count=$(wc -w <<< "$known_failures")
|
||||
success_count=$(( $example_count - $failure_count ))
|
||||
success_percent=$(bc -l <<< "100*${success_count}/${example_count}")
|
||||
|
||||
printf \
|
||||
"Successfully parsed %d of %d example files (%.1f%%)\n" \
|
||||
$success_count $example_count $success_percent
|
||||
@ -0,0 +1,3 @@
|
||||
#!/bin/bash
|
||||
|
||||
rustc -Z ast-json-noexpand $@ | jq .
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,186 @@
|
||||
#include <tree_sitter/parser.h>
|
||||
#include <wctype.h>
|
||||
|
||||
enum TokenType {
|
||||
STRING_CONTENT,
|
||||
RAW_STRING_LITERAL,
|
||||
FLOAT_LITERAL,
|
||||
BLOCK_COMMENT,
|
||||
};
|
||||
|
||||
void *tree_sitter_rust_external_scanner_create() { return NULL; }
|
||||
void tree_sitter_rust_external_scanner_destroy(void *p) {}
|
||||
void tree_sitter_rust_external_scanner_reset(void *p) {}
|
||||
unsigned tree_sitter_rust_external_scanner_serialize(void *p, char *buffer) { return 0; }
|
||||
void tree_sitter_rust_external_scanner_deserialize(void *p, const char *b, unsigned n) {}
|
||||
|
||||
static void advance(TSLexer *lexer) {
|
||||
lexer->advance(lexer, false);
|
||||
}
|
||||
|
||||
static bool is_num_char(int32_t c) {
|
||||
return c == '_' || iswdigit(c);
|
||||
}
|
||||
|
||||
bool tree_sitter_rust_external_scanner_scan(void *payload, TSLexer *lexer,
|
||||
const bool *valid_symbols) {
|
||||
if (valid_symbols[STRING_CONTENT] && !valid_symbols[FLOAT_LITERAL]) {
|
||||
bool has_content = false;
|
||||
for (;;) {
|
||||
if (lexer->lookahead == '\"' || lexer->lookahead == '\\') {
|
||||
break;
|
||||
} else if (lexer->lookahead == 0) {
|
||||
return false;
|
||||
}
|
||||
has_content = true;
|
||||
advance(lexer);
|
||||
}
|
||||
lexer->result_symbol = STRING_CONTENT;
|
||||
return has_content;
|
||||
}
|
||||
|
||||
while (iswspace(lexer->lookahead)) lexer->advance(lexer, true);
|
||||
|
||||
if (
|
||||
valid_symbols[RAW_STRING_LITERAL] &&
|
||||
(lexer->lookahead == 'r' || lexer->lookahead == 'b')
|
||||
) {
|
||||
lexer->result_symbol = RAW_STRING_LITERAL;
|
||||
if (lexer->lookahead == 'b') advance(lexer);
|
||||
if (lexer->lookahead != 'r') return false;
|
||||
advance(lexer);
|
||||
|
||||
unsigned opening_hash_count = 0;
|
||||
while (lexer->lookahead == '#') {
|
||||
advance(lexer);
|
||||
opening_hash_count++;
|
||||
}
|
||||
|
||||
if (lexer->lookahead != '"') return false;
|
||||
advance(lexer);
|
||||
|
||||
for (;;) {
|
||||
if (lexer->lookahead == 0) {
|
||||
return false;
|
||||
} else if (lexer->lookahead == '"') {
|
||||
advance(lexer);
|
||||
unsigned hash_count = 0;
|
||||
while (lexer->lookahead == '#' && hash_count < opening_hash_count) {
|
||||
advance(lexer);
|
||||
hash_count++;
|
||||
}
|
||||
if (hash_count == opening_hash_count) {
|
||||
return true;
|
||||
}
|
||||
} else {
|
||||
advance(lexer);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (valid_symbols[FLOAT_LITERAL] && iswdigit(lexer->lookahead)) {
|
||||
lexer->result_symbol = FLOAT_LITERAL;
|
||||
|
||||
advance(lexer);
|
||||
while (is_num_char(lexer->lookahead)) {
|
||||
advance(lexer);
|
||||
}
|
||||
|
||||
bool has_fraction = false, has_exponent = false;
|
||||
|
||||
if (lexer->lookahead == '.') {
|
||||
has_fraction = true;
|
||||
advance(lexer);
|
||||
if (iswalpha(lexer->lookahead)) {
|
||||
// The dot is followed by a letter: 1.max(2) => not a float but an integer
|
||||
return false;
|
||||
}
|
||||
|
||||
if (lexer->lookahead == '.') {
|
||||
return false;
|
||||
}
|
||||
while (is_num_char(lexer->lookahead)) {
|
||||
advance(lexer);
|
||||
}
|
||||
}
|
||||
|
||||
lexer->mark_end(lexer);
|
||||
|
||||
if (lexer->lookahead == 'e' || lexer->lookahead == 'E') {
|
||||
has_exponent = true;
|
||||
advance(lexer);
|
||||
if (lexer->lookahead == '+' || lexer->lookahead == '-') {
|
||||
advance(lexer);
|
||||
}
|
||||
if (!is_num_char(lexer->lookahead)) {
|
||||
return true;
|
||||
}
|
||||
advance(lexer);
|
||||
while (is_num_char(lexer->lookahead)) {
|
||||
advance(lexer);
|
||||
}
|
||||
|
||||
lexer->mark_end(lexer);
|
||||
}
|
||||
|
||||
if (!has_exponent && !has_fraction) return false;
|
||||
|
||||
if (lexer->lookahead != 'u' && lexer->lookahead != 'i' && lexer->lookahead != 'f') {
|
||||
return true;
|
||||
}
|
||||
advance(lexer);
|
||||
if (!iswdigit(lexer->lookahead)) {
|
||||
return true;
|
||||
}
|
||||
|
||||
while (iswdigit(lexer->lookahead)) {
|
||||
advance(lexer);
|
||||
}
|
||||
|
||||
lexer->mark_end(lexer);
|
||||
return true;
|
||||
}
|
||||
|
||||
if (lexer->lookahead == '/') {
|
||||
advance(lexer);
|
||||
if (lexer->lookahead != '*') return false;
|
||||
advance(lexer);
|
||||
|
||||
bool after_star = false;
|
||||
unsigned nesting_depth = 1;
|
||||
for (;;) {
|
||||
switch (lexer->lookahead) {
|
||||
case '\0':
|
||||
return false;
|
||||
case '*':
|
||||
advance(lexer);
|
||||
after_star = true;
|
||||
break;
|
||||
case '/':
|
||||
if (after_star) {
|
||||
advance(lexer);
|
||||
after_star = false;
|
||||
nesting_depth--;
|
||||
if (nesting_depth == 0) {
|
||||
lexer->result_symbol = BLOCK_COMMENT;
|
||||
return true;
|
||||
}
|
||||
} else {
|
||||
advance(lexer);
|
||||
after_star = false;
|
||||
if (lexer->lookahead == '*') {
|
||||
nesting_depth++;
|
||||
advance(lexer);
|
||||
}
|
||||
}
|
||||
break;
|
||||
default:
|
||||
advance(lexer);
|
||||
after_star = false;
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
@ -0,0 +1,223 @@
|
||||
#ifndef TREE_SITTER_PARSER_H_
|
||||
#define TREE_SITTER_PARSER_H_
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
#include <stdbool.h>
|
||||
#include <stdint.h>
|
||||
#include <stdlib.h>
|
||||
|
||||
#define ts_builtin_sym_error ((TSSymbol)-1)
|
||||
#define ts_builtin_sym_end 0
|
||||
#define TREE_SITTER_SERIALIZATION_BUFFER_SIZE 1024
|
||||
|
||||
typedef uint16_t TSStateId;
|
||||
|
||||
#ifndef TREE_SITTER_API_H_
|
||||
typedef uint16_t TSSymbol;
|
||||
typedef uint16_t TSFieldId;
|
||||
typedef struct TSLanguage TSLanguage;
|
||||
#endif
|
||||
|
||||
typedef struct {
|
||||
TSFieldId field_id;
|
||||
uint8_t child_index;
|
||||
bool inherited;
|
||||
} TSFieldMapEntry;
|
||||
|
||||
typedef struct {
|
||||
uint16_t index;
|
||||
uint16_t length;
|
||||
} TSFieldMapSlice;
|
||||
|
||||
typedef struct {
|
||||
bool visible;
|
||||
bool named;
|
||||
bool supertype;
|
||||
} TSSymbolMetadata;
|
||||
|
||||
typedef struct TSLexer TSLexer;
|
||||
|
||||
struct TSLexer {
|
||||
int32_t lookahead;
|
||||
TSSymbol result_symbol;
|
||||
void (*advance)(TSLexer *, bool);
|
||||
void (*mark_end)(TSLexer *);
|
||||
uint32_t (*get_column)(TSLexer *);
|
||||
bool (*is_at_included_range_start)(const TSLexer *);
|
||||
bool (*eof)(const TSLexer *);
|
||||
};
|
||||
|
||||
typedef enum {
|
||||
TSParseActionTypeShift,
|
||||
TSParseActionTypeReduce,
|
||||
TSParseActionTypeAccept,
|
||||
TSParseActionTypeRecover,
|
||||
} TSParseActionType;
|
||||
|
||||
typedef union {
|
||||
struct {
|
||||
uint8_t type;
|
||||
TSStateId state;
|
||||
bool extra;
|
||||
bool repetition;
|
||||
} shift;
|
||||
struct {
|
||||
uint8_t type;
|
||||
uint8_t child_count;
|
||||
TSSymbol symbol;
|
||||
int16_t dynamic_precedence;
|
||||
uint16_t production_id;
|
||||
} reduce;
|
||||
uint8_t type;
|
||||
} TSParseAction;
|
||||
|
||||
typedef struct {
|
||||
uint16_t lex_state;
|
||||
uint16_t external_lex_state;
|
||||
} TSLexMode;
|
||||
|
||||
typedef union {
|
||||
TSParseAction action;
|
||||
struct {
|
||||
uint8_t count;
|
||||
bool reusable;
|
||||
} entry;
|
||||
} TSParseActionEntry;
|
||||
|
||||
struct TSLanguage {
|
||||
uint32_t version;
|
||||
uint32_t symbol_count;
|
||||
uint32_t alias_count;
|
||||
uint32_t token_count;
|
||||
uint32_t external_token_count;
|
||||
uint32_t state_count;
|
||||
uint32_t large_state_count;
|
||||
uint32_t production_id_count;
|
||||
uint32_t field_count;
|
||||
uint16_t max_alias_sequence_length;
|
||||
const uint16_t *parse_table;
|
||||
const uint16_t *small_parse_table;
|
||||
const uint32_t *small_parse_table_map;
|
||||
const TSParseActionEntry *parse_actions;
|
||||
const char **symbol_names;
|
||||
const char **field_names;
|
||||
const TSFieldMapSlice *field_map_slices;
|
||||
const TSFieldMapEntry *field_map_entries;
|
||||
const TSSymbolMetadata *symbol_metadata;
|
||||
const TSSymbol *public_symbol_map;
|
||||
const uint16_t *alias_map;
|
||||
const TSSymbol *alias_sequences;
|
||||
const TSLexMode *lex_modes;
|
||||
bool (*lex_fn)(TSLexer *, TSStateId);
|
||||
bool (*keyword_lex_fn)(TSLexer *, TSStateId);
|
||||
TSSymbol keyword_capture_token;
|
||||
struct {
|
||||
const bool *states;
|
||||
const TSSymbol *symbol_map;
|
||||
void *(*create)(void);
|
||||
void (*destroy)(void *);
|
||||
bool (*scan)(void *, TSLexer *, const bool *symbol_whitelist);
|
||||
unsigned (*serialize)(void *, char *);
|
||||
void (*deserialize)(void *, const char *, unsigned);
|
||||
} external_scanner;
|
||||
};
|
||||
|
||||
/*
|
||||
* Lexer Macros
|
||||
*/
|
||||
|
||||
#define START_LEXER() \
|
||||
bool result = false; \
|
||||
bool skip = false; \
|
||||
bool eof = false; \
|
||||
int32_t lookahead; \
|
||||
goto start; \
|
||||
next_state: \
|
||||
lexer->advance(lexer, skip); \
|
||||
start: \
|
||||
skip = false; \
|
||||
lookahead = lexer->lookahead;
|
||||
|
||||
#define ADVANCE(state_value) \
|
||||
{ \
|
||||
state = state_value; \
|
||||
goto next_state; \
|
||||
}
|
||||
|
||||
#define SKIP(state_value) \
|
||||
{ \
|
||||
skip = true; \
|
||||
state = state_value; \
|
||||
goto next_state; \
|
||||
}
|
||||
|
||||
#define ACCEPT_TOKEN(symbol_value) \
|
||||
result = true; \
|
||||
lexer->result_symbol = symbol_value; \
|
||||
lexer->mark_end(lexer);
|
||||
|
||||
#define END_STATE() return result;
|
||||
|
||||
/*
|
||||
* Parse Table Macros
|
||||
*/
|
||||
|
||||
#define SMALL_STATE(id) id - LARGE_STATE_COUNT
|
||||
|
||||
#define STATE(id) id
|
||||
|
||||
#define ACTIONS(id) id
|
||||
|
||||
#define SHIFT(state_value) \
|
||||
{{ \
|
||||
.shift = { \
|
||||
.type = TSParseActionTypeShift, \
|
||||
.state = state_value \
|
||||
} \
|
||||
}}
|
||||
|
||||
#define SHIFT_REPEAT(state_value) \
|
||||
{{ \
|
||||
.shift = { \
|
||||
.type = TSParseActionTypeShift, \
|
||||
.state = state_value, \
|
||||
.repetition = true \
|
||||
} \
|
||||
}}
|
||||
|
||||
#define SHIFT_EXTRA() \
|
||||
{{ \
|
||||
.shift = { \
|
||||
.type = TSParseActionTypeShift, \
|
||||
.extra = true \
|
||||
} \
|
||||
}}
|
||||
|
||||
#define REDUCE(symbol_val, child_count_val, ...) \
|
||||
{{ \
|
||||
.reduce = { \
|
||||
.type = TSParseActionTypeReduce, \
|
||||
.symbol = symbol_val, \
|
||||
.child_count = child_count_val, \
|
||||
__VA_ARGS__ \
|
||||
}, \
|
||||
}}
|
||||
|
||||
#define RECOVER() \
|
||||
{{ \
|
||||
.type = TSParseActionTypeRecover \
|
||||
}}
|
||||
|
||||
#define ACCEPT_INPUT() \
|
||||
{{ \
|
||||
.type = TSParseActionTypeAccept \
|
||||
}}
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif // TREE_SITTER_PARSER_H_
|
||||
Loading…
Reference in New Issue