<?xml version="1.0" encoding="iso-8859-1"?>
<!DOCTYPE html
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<title>Class: Farts::Lexer</title>
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
<meta http-equiv="Content-Script-Type" content="text/javascript" />
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
<script type="text/javascript">
// <![CDATA[
function popupCode( url ) {
window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
}
function toggleCode( id ) {
if ( document.getElementById )
elem = document.getElementById( id );
else if ( document.all )
elem = eval( "document.all." + id );
else
return false;
elemStyle = elem.style;
if ( elemStyle.display != "block" ) {
elemStyle.display = "block"
} else {
elemStyle.display = "none"
}
return true;
}
// Make codeblocks hidden by default
document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
// ]]>
</script>
</head>
<body>
<div id="classHeader">
<table class="header-table">
<tr class="top-aligned-row">
<td><strong>Class</strong></td>
<td class="class-name-in-header">Farts::Lexer</td>
</tr>
<tr class="top-aligned-row">
<td><strong>In:</strong></td>
<td>
<a href="../../files/lib/farts/farts_lexer_rb.html">
lib/farts/farts_lexer.rb
</a>
<br />
</td>
</tr>
<tr class="top-aligned-row">
<td><strong>Parent:</strong></td>
<td>
StringScanner
</td>
</tr>
</table>
</div>
<!-- banner header -->
<div id="bodyContent">
<div id="contextContent">
<div id="diagram">
<map id="map" name="map">
<area shape="rect" coords="665,101,761,149" href="SyntaxNode.html" alt="SyntaxNode
" />
<area shape="rect" coords="27,197,157,245" href="LiteralSyntaxNode.html" alt="LiteralSyntaxNode
" />
<area shape="rect" coords="181,197,323,245" href="ProgramSyntaxNode.html" alt="ProgramSyntaxNode
" />
<area shape="rect" coords="347,197,491,245" href="AttributeSyntaxNode.html" alt="AttributeSyntaxNode
" />
<area shape="rect" coords="515,197,616,245" href="IfSyntaxNode.html" alt="IfSyntaxNode
" />
<area shape="rect" coords="640,197,787,245" href="CommentSyntaxNode.html" alt="CommentSyntaxNode
" />
<area shape="rect" coords="811,197,925,245" href="EndSyntaxNode.html" alt="EndSyntaxNode
" />
<area shape="rect" coords="949,197,1096,245" href="LocalVarSyntaxNode.html" alt="LocalVarSyntaxNode
" />
<area shape="rect" coords="1120,197,1235,245" href="CallSyntaxNode.html" alt="CallSyntaxNode
" />
<area shape="rect" coords="1259,197,1408,245" href="CommandSyntaxNode.html" alt="CommandSyntaxNode
" />
<area shape="rect" coords="412,5,511,53" href="../Racc/Parser.html" alt="Racc::Parser
" />
<area shape="rect" coords="425,101,497,149" href="Parser.html" alt="Parser
" />
<area shape="rect" coords="540,5,647,53" href="../StringScanner.html" alt="StringScanner
" />
<area shape="rect" coords="557,101,629,149" href="Lexer.html" alt="Lexer
" />
<area shape="rect" coords="236,101,308,149" href="Lib.html" alt="Lib
" />
<area shape="rect" coords="33,101,119,149" href="Interpreter.html" alt="Interpreter
" />
<area shape="rect" coords="16,65,1419,256" href="../Farts.html" alt="Farts
" />
</map>
<img src="../../dot/f_21.png" usemap="#map" border="0" alt="dot/f_21.png">
</div>
<div id="description">
<p>
The <a href="Lexer.html">Lexer</a> class converts the text of a program to
tokens
</p>
<dl>
<dt><tt>token</tt></dt><dd>is the current token being assembled
</dd>
</dl>
</div>
</div>
<div id="method-list">
<h3 class="section-bar">Methods</h3>
<div class="name-list">
<a href="#M000331">lineno</a>
<a href="#M000328">new</a>
<a href="#M000329">next_token</a>
<a href="#M000330">tokenpos</a>
</div>
</div>
</div>
<!-- if includes -->
<div id="section">
<div id="constants-list">
<h3 class="section-bar">Constants</h3>
<div class="name-list">
<table summary="Constants">
<tr class="top-aligned-row context-row">
<td class="context-item-name">Keywords</td>
<td>=</td>
<td class="context-item-value">%w(if else endif and or end args actor this true false)</td>
<td width="3em"> </td>
<td class="context-item-desc">
Table of keywords and token type values
</td>
</tr>
</table>
</div>
</div>
<!-- if method_list -->
<div id="methods">
<h3 class="section-bar">Public Class methods</h3>
<div id="method-M000328" class="method-detail">
<a name="M000328"></a>
<div class="method-heading">
<a href="#M000328" class="method-signature">
<span class="method-name">new</span><span class="method-args">(str)</span>
</a>
</div>
<div class="method-description">
<p><a class="source-toggle" href="#"
onclick="toggleCode('M000328-source');return false;">[Source]</a></p>
<div class="method-source-code" id="M000328-source">
<pre>
<span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 24</span>
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">str</span>)
<span class="ruby-ivar">@token</span> = [<span class="ruby-identifier">:UNKNOWN</span>, <span class="ruby-keyword kw">nil</span>]
<span class="ruby-keyword kw">super</span>(<span class="ruby-identifier">str</span>)
<span class="ruby-keyword kw">end</span>
</pre>
</div>
</div>
</div>
<h3 class="section-bar">Public Instance methods</h3>
<div id="method-M000331" class="method-detail">
<a name="M000331"></a>
<div class="method-heading">
<a href="#M000331" class="method-signature">
<span class="method-name">lineno</span><span class="method-args">()</span>
</a>
</div>
<div class="method-description">
<p><a class="source-toggle" href="#"
onclick="toggleCode('M000331-source');return false;">[Source]</a></p>
<div class="method-source-code" id="M000331-source">
<pre>
<span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 53</span>
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">lineno</span>
<span class="ruby-identifier">string</span>[<span class="ruby-value">0</span>,<span class="ruby-identifier">pos</span>].<span class="ruby-identifier">count</span>(<span class="ruby-value str">"\n"</span>) <span class="ruby-operator">+</span> <span class="ruby-value">1</span>
<span class="ruby-keyword kw">end</span>
</pre>
</div>
</div>
</div>
<div id="method-M000329" class="method-detail">
<a name="M000329"></a>
<div class="method-heading">
<a href="#M000329" class="method-signature">
<span class="method-name">next_token</span><span class="method-args">()</span>
</a>
</div>
<div class="method-description">
<p><a class="source-toggle" href="#"
onclick="toggleCode('M000329-source');return false;">[Source]</a></p>
<div class="method-source-code" id="M000329-source">
<pre>
<span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 29</span>
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">next_token</span>
<span class="ruby-ivar">@token</span> = [<span class="ruby-identifier">:UNKNOWN</span>, <span class="ruby-keyword kw">nil</span>]
<span class="ruby-identifier">scan</span>(<span class="ruby-regexp re">/\s+/</span>)
<span class="ruby-identifier">check_unary</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-identifier">check_binary</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-identifier">check_string</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-identifier">check_numeric</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-identifier">check_ident</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:COMMENT</span>
<span class="ruby-ivar">@token</span>[<span class="ruby-value">1</span>] <span class="ruby-operator">+=</span> <span class="ruby-identifier">skip_line</span>
<span class="ruby-keyword kw">end</span>
<span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span>
<span class="ruby-ivar">@token</span>[<span class="ruby-value">1</span>] = <span class="ruby-identifier">scan_until</span>(<span class="ruby-regexp re">/\s+/</span>)
<span class="ruby-keyword kw">end</span>
<span class="ruby-keyword kw">return</span> [<span class="ruby-keyword kw">false</span>,<span class="ruby-keyword kw">false</span>] <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">eos?</span>
<span class="ruby-keyword kw">return</span> <span class="ruby-ivar">@token</span>
<span class="ruby-keyword kw">end</span>
</pre>
</div>
</div>
</div>
<div id="method-M000330" class="method-detail">
<a name="M000330"></a>
<div class="method-heading">
<a href="#M000330" class="method-signature">
<span class="method-name">tokenpos</span><span class="method-args">()</span>
</a>
</div>
<div class="method-description">
<p><a class="source-toggle" href="#"
onclick="toggleCode('M000330-source');return false;">[Source]</a></p>
<div class="method-source-code" id="M000330-source">
<pre>
<span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 47</span>
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">tokenpos</span>
<span class="ruby-identifier">p</span> = <span class="ruby-identifier">string</span>[<span class="ruby-value">0</span>,<span class="ruby-identifier">pos</span>].<span class="ruby-identifier">rindex</span>(<span class="ruby-value str">"\n"</span>)
<span class="ruby-identifier">p</span> = <span class="ruby-value">-1</span> <span class="ruby-keyword kw">if</span> <span class="ruby-operator">!</span><span class="ruby-identifier">p</span>
<span class="ruby-identifier">pos</span> <span class="ruby-operator">-</span> <span class="ruby-identifier">p</span>
<span class="ruby-keyword kw">end</span>
</pre>
</div>
</div>
</div>
</div>
</div>
<div id="validator-badges">
<p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
</div>
</body>
</html>
