_tokenNoWs:
    NR
|
    ID
|
    '*'
|
    '/'
|
    ','
|
    '-'
|
    CHAR
|
    '='
;

_tokenAny:
    WS
|
    _tokenNoWs
;

_tokenMatched:
    {
        $$ = d_scanner.matched();
    }
;


_tokenAnyMatched:
    _tokenAny
    _tokenMatched
    {
        $$ = $2;
    }
;

token_noWs:
    _tokenNoWs
    _tokenMatched
    {
        $$ =$2;
    }
;

tokens:
    tokens _tokenAny
    {
        $$ += d_scanner.matched();
    }
|
    _tokenAnyMatched
    {
        $$ = $$;
    }
;

opt_tokens:
    tokens
|
    {
        $$ = string();
    }
;
