<?xml version="1.0" encoding="iso-8859-1"?>
<!DOCTYPE html
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html>
<head>
<title>next_token (Farts::Lexer)</title>
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
<link rel="stylesheet" href="../../.././rdoc-style.css" type="text/css" media="screen" />
</head>
<body class="standalone-code">
<pre><span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 29</span>
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">next_token</span>
<span class="ruby-ivar">@token</span> = [<span class="ruby-identifier">:UNKNOWN</span>, <span class="ruby-keyword kw">nil</span>]
<span class="ruby-identifier">scan</span>(<span class="ruby-regexp re">/\s+/</span>)
<span class="ruby-identifier">check_unary</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-identifier">check_binary</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-identifier">check_string</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-identifier">check_numeric</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-identifier">check_ident</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:COMMENT</span>
<span class="ruby-ivar">@token</span>[<span class="ruby-value">1</span>] <span class="ruby-operator">+=</span> <span class="ruby-identifier">skip_line</span>
<span class="ruby-keyword kw">end</span>
<span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-ivar">@token</span>[<span class="ruby-value">1</span>] = <span class="ruby-identifier">scan_until</span>(<span class="ruby-regexp re">/\s+/</span>)
<span class="ruby-keyword kw">end</span>
<span class="ruby-keyword kw">return</span> [<span class="ruby-keyword kw">false</span>,<span class="ruby-keyword kw">false</span>] <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">eos?</span>
<span class="ruby-keyword kw">return</span> <span class="ruby-ivar">@token</span>
<span class="ruby-keyword kw">end</span></pre>
</body>
</html>
