		Search-engine friendly clone of the ACL2 documentation.

Lexer

Lex-token

Parse a token.

Signature
(lex-token abnf::input) → (mv abnf::tree abnf::rest-input)
Arguments: abnf::input — Guard (nat-listp abnf::input).
Returns: abnf::tree — Type (abnf::tree-resultp abnf::tree).; abnf::rest-input — Type (nat-listp abnf::rest-input).

Definitions and Theorems

Function: lex-token

(defun lex-token (abnf::input)
 (declare (xargs :guard (nat-listp abnf::input)))
 (let ((__function__ 'lex-token))
  (declare (ignorable __function__))
  (b*
   (((mv abnf::treess abnf::input)
     (b* (((mv abnf::treess1 abnf::input1)
           (b* (((mv abnf::tree abnf::input)
                 (lex-keyword abnf::input))
                ((when (reserrp abnf::tree))
                 (mv (fty::reserrf-push abnf::tree)
                     abnf::input))
                (abnf::trees1 (list abnf::tree))
                (abnf::treess (list abnf::trees1)))
             (mv abnf::treess abnf::input)))
          ((when (not (reserrp abnf::treess1)))
           (mv abnf::treess1 abnf::input1))
          ((mv abnf::treess2 abnf::input1)
           (b* (((mv abnf::tree abnf::input)
                 (lex-literal abnf::input))
                ((when (reserrp abnf::tree))
                 (mv (fty::reserrf-push abnf::tree)
                     abnf::input))
                (abnf::trees1 (list abnf::tree))
                (abnf::treess (list abnf::trees1)))
             (mv abnf::treess abnf::input)))
          ((when (not (reserrp abnf::treess2)))
           (mv abnf::treess2 abnf::input1))
          ((mv abnf::treess3 abnf::input1)
           (b* (((mv abnf::tree abnf::input)
                 (lex-identifier abnf::input))
                ((when (reserrp abnf::tree))
                 (mv (fty::reserrf-push abnf::tree)
                     abnf::input))
                (abnf::trees1 (list abnf::tree))
                (abnf::treess (list abnf::trees1)))
             (mv abnf::treess abnf::input)))
          ((when (not (reserrp abnf::treess3)))
           (mv abnf::treess3 abnf::input1))
          ((mv abnf::treess4 abnf::input1)
           (b* (((mv abnf::tree abnf::input)
                 (lex-symbol abnf::input))
                ((when (reserrp abnf::tree))
                 (mv (fty::reserrf-push abnf::tree)
                     abnf::input))
                (abnf::trees1 (list abnf::tree))
                (abnf::treess (list abnf::trees1)))
             (mv abnf::treess abnf::input)))
          ((when (not (reserrp abnf::treess4)))
           (mv abnf::treess4 abnf::input1)))
      (mv
       (reserrf
        (list :found (list abnf::treess1 abnf::treess2
                           abnf::treess3 abnf::treess4)
              :required
              '(((:repetition (:repeat 1 (:finite 1))
                              (:rulename (:rulename "keyword"))))
                ((:repetition (:repeat 1 (:finite 1))
                              (:rulename (:rulename "literal"))))
                ((:repetition (:repeat 1 (:finite 1))
                              (:rulename (:rulename "identifier"))))
                ((:repetition (:repeat 1 (:finite 1))
                              (:rulename (:rulename "symbol")))))))
       abnf::input)))
    ((when (reserrp abnf::treess))
     (mv (fty::reserrf-push abnf::treess)
         (acl2::nat-list-fix abnf::input))))
   (mv (abnf::make-tree-nonleaf :rulename? (abnf::rulename "token")
                                :branches abnf::treess)
       abnf::input))))

Theorem: tree-resultp-of-lex-token.tree

(defthm tree-resultp-of-lex-token.tree
  (b* (((mv abnf::?tree abnf::?rest-input)
        (lex-token abnf::input)))
    (abnf::tree-resultp abnf::tree))
  :rule-classes :rewrite)

Theorem: nat-listp-of-lex-token.rest-input

(defthm nat-listp-of-lex-token.rest-input
  (b* (((mv abnf::?tree abnf::?rest-input)
        (lex-token abnf::input)))
    (nat-listp abnf::rest-input))
  :rule-classes :rewrite)

Theorem: len-of-lex-token-<=

(defthm len-of-lex-token-<=
  (b* (((mv abnf::?tree abnf::?rest-input)
        (lex-token abnf::input)))
    (<= (len abnf::rest-input)
        (len abnf::input)))
  :rule-classes :linear)

Theorem: len-of-lex-token-<

(defthm len-of-lex-token-<
  (b* (((mv abnf::?tree abnf::?rest-input)
        (lex-token abnf::input)))
    (implies (not (reserrp abnf::tree))
             (< (len abnf::rest-input)
                (len abnf::input))))
  :rule-classes :linear)

Theorem: lex-token-of-nat-list-fix-input

(defthm lex-token-of-nat-list-fix-input
  (equal (lex-token (acl2::nat-list-fix abnf::input))
         (lex-token abnf::input)))

Theorem: lex-token-nat-list-equiv-congruence-on-input

(defthm lex-token-nat-list-equiv-congruence-on-input
  (implies (acl2::nat-list-equiv abnf::input input-equiv)
           (equal (lex-token abnf::input)
                  (lex-token input-equiv)))
  :rule-classes :congruence)