codekingpro/portable-devtools

1"""2    pygments.lexers.sas3    ~~~~~~~~~~~~~~~~~~~4 5    Lexer for SAS.6 7    :copyright: Copyright 2006-2024 by the Pygments team, see AUTHORS.8    :license: BSD, see LICENSE for details.9"""10 11import re12from pygments.lexer import RegexLexer, include, words13from pygments.token import Comment, Keyword, Name, Number, String, Text, \14    Other, Generic15 16__all__ = ['SASLexer']17 18 19class SASLexer(RegexLexer):20    """21    For SAS files.22    """23    # Syntax from syntax/sas.vim by James Kidd <james.kidd@covance.com>24 25    name      = 'SAS'26    aliases   = ['sas']27    filenames = ['*.SAS', '*.sas']28    mimetypes = ['text/x-sas', 'text/sas', 'application/x-sas']29    url = 'https://en.wikipedia.org/wiki/SAS_(software)'30    version_added = '2.2'31    flags     = re.IGNORECASE | re.MULTILINE32 33    builtins_macros = (34        "bquote", "nrbquote", "cmpres", "qcmpres", "compstor", "datatyp",35        "display", "do", "else", "end", "eval", "global", "goto", "if",36        "index", "input", "keydef", "label", "left", "length", "let",37        "local", "lowcase", "macro", "mend", "nrquote",38        "nrstr", "put", "qleft", "qlowcase", "qscan",39        "qsubstr", "qsysfunc", "qtrim", "quote", "qupcase", "scan",40        "str", "substr", "superq", "syscall", "sysevalf", "sysexec",41        "sysfunc", "sysget", "syslput", "sysprod", "sysrc", "sysrput",42        "then", "to", "trim", "unquote", "until", "upcase", "verify",43        "while", "window"44    )45 46    builtins_conditionals = (47        "do", "if", "then", "else", "end", "until", "while"48    )49 50    builtins_statements = (51        "abort", "array", "attrib", "by", "call", "cards", "cards4",52        "catname", "continue", "datalines", "datalines4", "delete", "delim",53        "delimiter", "display", "dm", "drop", "endsas", "error", "file",54        "filename", "footnote", "format", "goto", "in", "infile", "informat",55        "input", "keep", "label", "leave", "length", "libname", "link",56        "list", "lostcard", "merge", "missing", "modify", "options", "output",57        "out", "page", "put", "redirect", "remove", "rename", "replace",58        "retain", "return", "select", "set", "skip", "startsas", "stop",59        "title", "update", "waitsas", "where", "window", "x", "systask"60    )61 62    builtins_sql = (63        "add", "and", "alter", "as", "cascade", "check", "create",64        "delete", "describe", "distinct", "drop", "foreign", "from",65        "group", "having", "index", "insert", "into", "in", "key", "like",66        "message", "modify", "msgtype", "not", "null", "on", "or",67        "order", "primary", "references", "reset", "restrict", "select",68        "set", "table", "unique", "update", "validate", "view", "where"69    )70 71    builtins_functions = (72        "abs", "addr", "airy", "arcos", "arsin", "atan", "attrc",73        "attrn", "band", "betainv", "blshift", "bnot", "bor",74        "brshift", "bxor", "byte", "cdf", "ceil", "cexist", "cinv",75        "close", "cnonct", "collate", "compbl", "compound",76        "compress", "cos", "cosh", "css", "curobs", "cv", "daccdb",77        "daccdbsl", "daccsl", "daccsyd", "dacctab", "dairy", "date",78        "datejul", "datepart", "datetime", "day", "dclose", "depdb",79        "depdbsl", "depsl", "depsyd",80        "deptab", "dequote", "dhms", "dif", "digamma",81        "dim", "dinfo", "dnum", "dopen", "doptname", "doptnum",82        "dread", "dropnote", "dsname", "erf", "erfc", "exist", "exp",83        "fappend", "fclose", "fcol", "fdelete", "fetch", "fetchobs",84        "fexist", "fget", "fileexist", "filename", "fileref",85        "finfo", "finv", "fipname", "fipnamel", "fipstate", "floor",86        "fnonct", "fnote", "fopen", "foptname", "foptnum", "fpoint",87        "fpos", "fput", "fread", "frewind", "frlen", "fsep", "fuzz",88        "fwrite", "gaminv", "gamma", "getoption", "getvarc", "getvarn",89        "hbound", "hms", "hosthelp", "hour", "ibessel", "index",90        "indexc", "indexw", "input", "inputc", "inputn", "int",91        "intck", "intnx", "intrr", "irr", "jbessel", "juldate",92        "kurtosis", "lag", "lbound", "left", "length", "lgamma",93        "libname", "libref", "log", "log10", "log2", "logpdf", "logpmf",94        "logsdf", "lowcase", "max", "mdy", "mean", "min", "minute",95        "mod", "month", "mopen", "mort", "n", "netpv", "nmiss",96        "normal", "note", "npv", "open", "ordinal", "pathname",97        "pdf", "peek", "peekc", "pmf", "point", "poisson", "poke",98        "probbeta", "probbnml", "probchi", "probf", "probgam",99        "probhypr", "probit", "probnegb", "probnorm", "probt",100        "put", "putc", "putn", "qtr", "quote", "ranbin", "rancau",101        "ranexp", "rangam", "range", "rank", "rannor", "ranpoi",102        "rantbl", "rantri", "ranuni", "repeat", "resolve", "reverse",103        "rewind", "right", "round", "saving", "scan", "sdf", "second",104        "sign", "sin", "sinh", "skewness", "soundex", "spedis",105        "sqrt", "std", "stderr", "stfips", "stname", "stnamel",106        "substr", "sum", "symget", "sysget", "sysmsg", "sysprod",107        "sysrc", "system", "tan", "tanh", "time", "timepart", "tinv",108        "tnonct", "today", "translate", "tranwrd", "trigamma",109        "trim", "trimn", "trunc", "uniform", "upcase", "uss", "var",110        "varfmt", "varinfmt", "varlabel", "varlen", "varname",111        "varnum", "varray", "varrayx", "vartype", "verify", "vformat",112        "vformatd", "vformatdx", "vformatn", "vformatnx", "vformatw",113        "vformatwx", "vformatx", "vinarray", "vinarrayx", "vinformat",114        "vinformatd", "vinformatdx", "vinformatn", "vinformatnx",115        "vinformatw", "vinformatwx", "vinformatx", "vlabel",116        "vlabelx", "vlength", "vlengthx", "vname", "vnamex", "vtype",117        "vtypex", "weekday", "year", "yyq", "zipfips", "zipname",118        "zipnamel", "zipstate"119    )120 121    tokens = {122        'root': [123            include('comments'),124            include('proc-data'),125            include('cards-datalines'),126            include('logs'),127            include('general'),128            (r'.', Text),129        ],130        # SAS is multi-line regardless, but * is ended by ;131        'comments': [132            (r'^\s*\*.*?;', Comment),133            (r'/\*.*?\*/', Comment),134            (r'^\s*\*(.|\n)*?;', Comment.Multiline),135            (r'/[*](.|\n)*?[*]/', Comment.Multiline),136        ],137        # Special highlight for proc, data, quit, run138        'proc-data': [139            (r'(^|;)\s*(proc \w+|data|run|quit)[\s;]',140             Keyword.Reserved),141        ],142        # Special highlight cards and datalines143        'cards-datalines': [144            (r'^\s*(datalines|cards)\s*;\s*$', Keyword, 'data'),145        ],146        'data': [147            (r'(.|\n)*^\s*;\s*$', Other, '#pop'),148        ],149        # Special highlight for put NOTE|ERROR|WARNING (order matters)150        'logs': [151            (r'\n?^\s*%?put ', Keyword, 'log-messages'),152        ],153        'log-messages': [154            (r'NOTE(:|-).*', Generic, '#pop'),155            (r'WARNING(:|-).*', Generic.Emph, '#pop'),156            (r'ERROR(:|-).*', Generic.Error, '#pop'),157            include('general'),158        ],159        'general': [160            include('keywords'),161            include('vars-strings'),162            include('special'),163            include('numbers'),164        ],165        # Keywords, statements, functions, macros166        'keywords': [167            (words(builtins_statements,168                   prefix = r'\b',169                   suffix = r'\b'),170             Keyword),171            (words(builtins_sql,172                   prefix = r'\b',173                   suffix = r'\b'),174             Keyword),175            (words(builtins_conditionals,176                   prefix = r'\b',177                   suffix = r'\b'),178             Keyword),179            (words(builtins_macros,180                   prefix = r'%',181                   suffix = r'\b'),182             Name.Builtin),183            (words(builtins_functions,184                   prefix = r'\b',185                   suffix = r'\('),186             Name.Builtin),187        ],188        # Strings and user-defined variables and macros (order matters)189        'vars-strings': [190            (r'&[a-z_]\w{0,31}\.?', Name.Variable),191            (r'%[a-z_]\w{0,31}', Name.Function),192            (r'\'', String, 'string_squote'),193            (r'"', String, 'string_dquote'),194        ],195        'string_squote': [196            ('\'', String, '#pop'),197            (r'\\\\|\\"|\\\n', String.Escape),198            # AFAIK, macro variables are not evaluated in single quotes199            # (r'&', Name.Variable, 'validvar'),200            (r'[^$\'\\]+', String),201            (r'[$\'\\]', String),202        ],203        'string_dquote': [204            (r'"', String, '#pop'),205            (r'\\\\|\\"|\\\n', String.Escape),206            (r'&', Name.Variable, 'validvar'),207            (r'[^$&"\\]+', String),208            (r'[$"\\]', String),209        ],210        'validvar': [211            (r'[a-z_]\w{0,31}\.?', Name.Variable, '#pop'),212        ],213        # SAS numbers and special variables214        'numbers': [215            (r'\b[+-]?([0-9]+(\.[0-9]+)?|\.[0-9]+|\.)(E[+-]?[0-9]+)?i?\b',216             Number),217        ],218        'special': [219            (r'(null|missing|_all_|_automatic_|_character_|_n_|'220             r'_infile_|_name_|_null_|_numeric_|_user_|_webout_)',221             Keyword.Constant),222        ],223        # 'operators': [224        #     (r'(-|=|<=|>=|<|>|<>|&|!=|'225        #      r'\||\*|\+|\^|/|!|~|~=)', Operator)226        # ],227    }228