<?xml version="1.0" encoding="iso-8859-1"?> <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> <html> <head> <title>next_token (Farts::Lexer)</title> <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" /> <link rel="stylesheet" href="../../.././rdoc-style.css" type="text/css" media="screen" /> </head> <body class="standalone-code"> <pre><span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 29</span> <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">next_token</span> <span class="ruby-ivar">@token</span> = [<span class="ruby-identifier">:UNKNOWN</span>, <span class="ruby-keyword kw">nil</span>] <span class="ruby-identifier">scan</span>(<span class="ruby-regexp re">/\s+/</span>) <span class="ruby-identifier">check_unary</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-identifier">check_binary</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-identifier">check_string</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-identifier">check_numeric</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-identifier">check_ident</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:COMMENT</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">1</span>] <span class="ruby-operator">+=</span> <span class="ruby-identifier">skip_line</span> <span class="ruby-keyword kw">end</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">1</span>] = <span class="ruby-identifier">scan_until</span>(<span class="ruby-regexp re">/\s+/</span>) <span class="ruby-keyword kw">end</span> <span class="ruby-keyword kw">return</span> [<span class="ruby-keyword kw">false</span>,<span class="ruby-keyword kw">false</span>] <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">eos?</span> <span class="ruby-keyword kw">return</span> <span class="ruby-ivar">@token</span> <span class="ruby-keyword kw">end</span></pre> </body> </html>