libcst 1.8.6

A Python parser and Concrete Syntax Tree library.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86

// Copyright (c) Meta Platforms, Inc. and affiliates.
//
// This source code is licensed under the MIT license found in the
// LICENSE file in the root directory of this source tree.
//
// Part of this file is derived from the CPython documentation, which is available under the
// zero-clause BSD license. That license does not require that derivative works cite the original
// code or that we retain the original work's copyright information.
// https://docs.python.org/3/license.html#zero-clause-bsd-license-for-code-in-the-python-release-documentation

use regex::Regex;

/// A list of strings that make up all the possible operators in a specific version of Python.
/// Derived from the [CPython's token documentation](https://docs.python.org/3/library/token.html).
pub const OPERATORS: &[&str] = &[
    "(",   // LPAR
    ")",   // RPAR
    "[",   // LSQB
    "]",   // RSQB
    ":",   // COLON
    ",",   // COMMA
    ";",   // SEMI
    "+",   // PLUS
    "-",   // MINUS
    "*",   // STAR
    "/",   // SLASH
    "|",   // VBAR
    "&",   // AMPER
    "<",   // LESS
    ">",   // GREATER
    "=",   // EQUAL
    ".",   // DOT
    "%",   // PERCENT
    "{",   // LBRACE
    "}",   // RBRACE
    "==",  // EQEQUAL
    "!=",  // NOTEQUAL
    "<=",  // LESSEQUAL
    ">=",  // GREATEREQUAL
    "~",   // TILDE
    "^",   // CIRCUMFLEX
    "<<",  // LEFTSHIFT
    ">>",  // RIGHTSHIFT
    "**",  // DOUBLESTAR
    "+=",  // PLUSEQUAL
    "-=",  // MINEQUAL
    "*=",  // STAREQUAL
    "/=",  // SLASHEQUAL
    "%=",  // PERCENTEQUAL
    "&=",  // AMPEREQUAL
    "|=",  // VBAREQUAL
    "^=",  // CIRCUMFLEXEQUAL
    "<<=", // LEFTSHIFTEQUAL
    ">>=", // RIGHTSHIFTEQUAL
    "**=", // DOUBLESTAREQUAL
    "//",  // DOUBLESLASH
    "//=", // DOUBLESLASHEQUAL
    "@",   // AT
    "@=",  // ATEQUAL
    "->",  // RARROW
    "...", // ELLIPSIS
    ":=",  // COLONEQUAL
    // Not a real operator, but needed to support the split_ftstring feature
    "!",
    // The fake operator added by PEP 401. Technically only valid if used with:
    //
    //     from __future__ import barry_as_FLUFL
    "<>",
];

thread_local! {
pub static OPERATOR_RE: Regex = {
    // sort operators so that we try to match the longest ones first
    let mut sorted_operators: Box<[&str]> = OPERATORS.into();
    sorted_operators.sort_unstable_by_key(|op| usize::MAX - op.len());
    Regex::new(&format!(
        r"\A({})",
        sorted_operators
            .iter()
            .map(|op| regex::escape(op))
            .collect::<Vec<_>>()
            .join("|")
    ))
    .expect("regex")
};
}