<?xml version="1.0" encoding="iso-8859-1"?> <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"> <head> <title>Class: Farts::Lexer</title> <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" /> <meta http-equiv="Content-Script-Type" content="text/javascript" /> <link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" /> <script type="text/javascript"> // <![CDATA[ function popupCode( url ) { window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400") } function toggleCode( id ) { if ( document.getElementById ) elem = document.getElementById( id ); else if ( document.all ) elem = eval( "document.all." + id ); else return false; elemStyle = elem.style; if ( elemStyle.display != "block" ) { elemStyle.display = "block" } else { elemStyle.display = "none" } return true; } // Make codeblocks hidden by default document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" ) // ]]> </script> </head> <body> <div id="classHeader"> <table class="header-table"> <tr class="top-aligned-row"> <td><strong>Class</strong></td> <td class="class-name-in-header">Farts::Lexer</td> </tr> <tr class="top-aligned-row"> <td><strong>In:</strong></td> <td> <a href="../../files/lib/farts/farts_lexer_rb.html"> lib/farts/farts_lexer.rb </a> <br /> </td> </tr> <tr class="top-aligned-row"> <td><strong>Parent:</strong></td> <td> StringScanner </td> </tr> </table> </div> <!-- banner header --> <div id="bodyContent"> <div id="contextContent"> <div id="diagram"> <map id="map" name="map"> <area shape="rect" coords="665,101,761,149" href="SyntaxNode.html" alt="SyntaxNode " /> <area shape="rect" coords="27,197,157,245" href="LiteralSyntaxNode.html" alt="LiteralSyntaxNode " /> <area shape="rect" coords="181,197,323,245" href="ProgramSyntaxNode.html" alt="ProgramSyntaxNode " /> <area shape="rect" coords="347,197,491,245" href="AttributeSyntaxNode.html" alt="AttributeSyntaxNode " /> <area shape="rect" coords="515,197,616,245" href="IfSyntaxNode.html" alt="IfSyntaxNode " /> <area shape="rect" coords="640,197,787,245" href="CommentSyntaxNode.html" alt="CommentSyntaxNode " /> <area shape="rect" coords="811,197,925,245" href="EndSyntaxNode.html" alt="EndSyntaxNode " /> <area shape="rect" coords="949,197,1096,245" href="LocalVarSyntaxNode.html" alt="LocalVarSyntaxNode " /> <area shape="rect" coords="1120,197,1235,245" href="CallSyntaxNode.html" alt="CallSyntaxNode " /> <area shape="rect" coords="1259,197,1408,245" href="CommandSyntaxNode.html" alt="CommandSyntaxNode " /> <area shape="rect" coords="412,5,511,53" href="../Racc/Parser.html" alt="Racc::Parser " /> <area shape="rect" coords="425,101,497,149" href="Parser.html" alt="Parser " /> <area shape="rect" coords="540,5,647,53" href="../StringScanner.html" alt="StringScanner " /> <area shape="rect" coords="557,101,629,149" href="Lexer.html" alt="Lexer " /> <area shape="rect" coords="236,101,308,149" href="Lib.html" alt="Lib " /> <area shape="rect" coords="33,101,119,149" href="Interpreter.html" alt="Interpreter " /> <area shape="rect" coords="16,65,1419,256" href="../Farts.html" alt="Farts " /> </map> <img src="../../dot/f_21.png" usemap="#map" border="0" alt="dot/f_21.png"> </div> <div id="description"> <p> The <a href="Lexer.html">Lexer</a> class converts the text of a program to tokens </p> <dl> <dt><tt>token</tt></dt><dd>is the current token being assembled </dd> </dl> </div> </div> <div id="method-list"> <h3 class="section-bar">Methods</h3> <div class="name-list"> <a href="#M000331">lineno</a> <a href="#M000328">new</a> <a href="#M000329">next_token</a> <a href="#M000330">tokenpos</a> </div> </div> </div> <!-- if includes --> <div id="section"> <div id="constants-list"> <h3 class="section-bar">Constants</h3> <div class="name-list"> <table summary="Constants"> <tr class="top-aligned-row context-row"> <td class="context-item-name">Keywords</td> <td>=</td> <td class="context-item-value">%w(if else endif and or end args actor this true false)</td> <td width="3em"> </td> <td class="context-item-desc"> Table of keywords and token type values </td> </tr> </table> </div> </div> <!-- if method_list --> <div id="methods"> <h3 class="section-bar">Public Class methods</h3> <div id="method-M000328" class="method-detail"> <a name="M000328"></a> <div class="method-heading"> <a href="#M000328" class="method-signature"> <span class="method-name">new</span><span class="method-args">(str)</span> </a> </div> <div class="method-description"> <p><a class="source-toggle" href="#" onclick="toggleCode('M000328-source');return false;">[Source]</a></p> <div class="method-source-code" id="M000328-source"> <pre> <span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 24</span> <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">str</span>) <span class="ruby-ivar">@token</span> = [<span class="ruby-identifier">:UNKNOWN</span>, <span class="ruby-keyword kw">nil</span>] <span class="ruby-keyword kw">super</span>(<span class="ruby-identifier">str</span>) <span class="ruby-keyword kw">end</span> </pre> </div> </div> </div> <h3 class="section-bar">Public Instance methods</h3> <div id="method-M000331" class="method-detail"> <a name="M000331"></a> <div class="method-heading"> <a href="#M000331" class="method-signature"> <span class="method-name">lineno</span><span class="method-args">()</span> </a> </div> <div class="method-description"> <p><a class="source-toggle" href="#" onclick="toggleCode('M000331-source');return false;">[Source]</a></p> <div class="method-source-code" id="M000331-source"> <pre> <span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 53</span> <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">lineno</span> <span class="ruby-identifier">string</span>[<span class="ruby-value">0</span>,<span class="ruby-identifier">pos</span>].<span class="ruby-identifier">count</span>(<span class="ruby-value str">"\n"</span>) <span class="ruby-operator">+</span> <span class="ruby-value">1</span> <span class="ruby-keyword kw">end</span> </pre> </div> </div> </div> <div id="method-M000329" class="method-detail"> <a name="M000329"></a> <div class="method-heading"> <a href="#M000329" class="method-signature"> <span class="method-name">next_token</span><span class="method-args">()</span> </a> </div> <div class="method-description"> <p><a class="source-toggle" href="#" onclick="toggleCode('M000329-source');return false;">[Source]</a></p> <div class="method-source-code" id="M000329-source"> <pre> <span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 29</span> <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">next_token</span> <span class="ruby-ivar">@token</span> = [<span class="ruby-identifier">:UNKNOWN</span>, <span class="ruby-keyword kw">nil</span>] <span class="ruby-identifier">scan</span>(<span class="ruby-regexp re">/\s+/</span>) <span class="ruby-identifier">check_unary</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-identifier">check_binary</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-identifier">check_string</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-identifier">check_numeric</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-identifier">check_ident</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:COMMENT</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">1</span>] <span class="ruby-operator">+=</span> <span class="ruby-identifier">skip_line</span> <span class="ruby-keyword kw">end</span> <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">==</span> <span class="ruby-identifier">:UNKNOWN</span> <span class="ruby-ivar">@token</span>[<span class="ruby-value">1</span>] = <span class="ruby-identifier">scan_until</span>(<span class="ruby-regexp re">/\s+/</span>) <span class="ruby-keyword kw">end</span> <span class="ruby-keyword kw">return</span> [<span class="ruby-keyword kw">false</span>,<span class="ruby-keyword kw">false</span>] <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">eos?</span> <span class="ruby-keyword kw">return</span> <span class="ruby-ivar">@token</span> <span class="ruby-keyword kw">end</span> </pre> </div> </div> </div> <div id="method-M000330" class="method-detail"> <a name="M000330"></a> <div class="method-heading"> <a href="#M000330" class="method-signature"> <span class="method-name">tokenpos</span><span class="method-args">()</span> </a> </div> <div class="method-description"> <p><a class="source-toggle" href="#" onclick="toggleCode('M000330-source');return false;">[Source]</a></p> <div class="method-source-code" id="M000330-source"> <pre> <span class="ruby-comment cmt"># File lib/farts/farts_lexer.rb, line 47</span> <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">tokenpos</span> <span class="ruby-identifier">p</span> = <span class="ruby-identifier">string</span>[<span class="ruby-value">0</span>,<span class="ruby-identifier">pos</span>].<span class="ruby-identifier">rindex</span>(<span class="ruby-value str">"\n"</span>) <span class="ruby-identifier">p</span> = <span class="ruby-value">-1</span> <span class="ruby-keyword kw">if</span> <span class="ruby-operator">!</span><span class="ruby-identifier">p</span> <span class="ruby-identifier">pos</span> <span class="ruby-operator">-</span> <span class="ruby-identifier">p</span> <span class="ruby-keyword kw">end</span> </pre> </div> </div> </div> </div> </div> <div id="validator-badges"> <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p> </div> </body> </html>