Commit: 16 - RokuBasic (svn)

N88BASICが簡単に動くインタープリタを目指します。

Commit MetaInfo

• Revision: 16 (tree)
• Time: 2018-09-24 21:23:26
• Author: bellyoshi

Log Message

Change Summary

• modified: trunk/csmock/WindowsFormsApp1/getToken/Token.cs
• modified: trunk/csmock/WindowsFormsApp1/getToken/TokenGetter.cs
• added: trunk/csmock/WindowsFormsApp1/getToken/Utils.cs
• modified: trunk/csmock/WindowsFormsApp1/getToken/getToken.csproj

Incremental Difference

--- trunk/csmock/WindowsFormsApp1/getToken/Token.cs	(revision 15)
+++ trunk/csmock/WindowsFormsApp1/getToken/Token.cs	(revision 16)
@@ -8,13 +8,15 @@
 {
     enum TokenType {
         int_value,double_value, str_value
-        ,ab_if,ab_else,ab_end_if,ab_then,
-        ab_for,ab_to,ab_step,ab_next,
+        ,ab_if,ab_else,ab_end,ab_then,
+        ab_for,ab_to,ab_step,ab_next, ab_exit,
+        abn88_print, abn88_line,
         identifier,
         Plus, Minus, Mult, Div,Equal,//  +-*/=
         Lparen, Rparen,//()
         LBrace, RBrace,//{}
         Comma, Period,//,.
+        DoubleQuote,//"
         Lss, Gtr,// < >
         Letter, Digit, Colon, Others,
         EndOfFile
@@ -22,7 +24,6 @@
     class Token
     {
         TokenType tokenType;
-        string value_cs_str;
         int src_line;
         int src_col;
         string src_str;

--- trunk/csmock/WindowsFormsApp1/getToken/TokenGetter.cs	(revision 15)
+++ trunk/csmock/WindowsFormsApp1/getToken/TokenGetter.cs	(revision 16)
@@ -11,9 +11,39 @@
     {
         private int src_line;
         private int src_col;
+        private string src_str;
 
-        TokenType getCharType(char chr)
+        private Dictionary<string, TokenType> keywordDic;
+
+       public  TokenGetter()
         {
+            keywordDic = new Dictionary<string, TokenType>();
+            //予約語
+            rKWD("if", ab_if);
+            rKWD("then", ab_then);
+            rKWD("end",ab_end);
+            rKWD("next", ab_next);
+            rKWD("for", ab_for);
+            rKWD("to", ab_to);
+            rKWD("step", ab_step);
+            rKWD("print", abn88_print);
+            rKWD("line", abn88_line);
+            curChar = Console.Read();
+        }
+        /// <summary>
+        /// Regist Key Word Dictionary
+        /// </summary>
+        void rKWD(string str, TokenType t)
+        {
+            keywordDic.Add(str, t);
+        }
+        TokenType getCurCharType()
+        {
+            return getCharType(curChar);
+        }
+        TokenType getCharType(int c)
+        {
+            char chr = (char)c;
             if (chr >= '0' && chr <= '9')
                 return Digit;
             if ((chr >= 'A' && chr <= 'Z') || (chr >= 'a' && chr <= 'z'))
@@ -34,7 +64,8 @@
                 case '>': return Gtr;
                 case ',': return Comma;
                 case '.': return Period;
-//                case ';': return Semicolon;
+                case '"':  return DoubleQuote;
+                case ';': return EndOfFile;//test用 Semicolon;
                 case ':': return Colon;
                 default:
                     break;
@@ -44,11 +75,15 @@
 
 
         }
-        int NextChar()
+        int curChar = 0;
+        void NextChar()
         {
-            var c = Console.Read();
-            if (c == '\n')
+
+            add_char_to_src_str(curChar);
+            curChar = Console.Read();
+            if (curChar == '\n')
             {
+
                 src_line++;
                 src_col = 0;
             }
@@ -56,26 +91,83 @@
             {
                 src_col++;
             }
-            return c;
         }
-        public Token NextToken()
+
+        
+        public TokenType NextTokenType()
         {
-            int c = NextChar();
-            while (true)
+            while (curChar == ' ' || curChar == '\t')
             {
-                if (c == ' ' || c == '\t')
-                {
-                    ;
-                }
-                else
-                {
-                    break;
-                }
-                c = NextChar();
+                NextChar();
+            }
+            src_str = String.Empty;
+            if (curChar == '\n')
+            {
+                src_str = "\\n";
+            }
+            if (curChar == '\r')
+            {
+                src_str = "\\r";
+            }
+            var t = getCurCharType();
+            NextChar();
+            switch (t)
+            {
+                case Letter:
+                    while (getCurCharType() == Letter || getCurCharType() == Digit)
+                    {
+                        NextChar();
+                    }
+                    foreach (var p in keywordDic)//予約語検索
+                    {
+                        if(string.Compare(p.Key, src_str, true) == 0)
+                        {
+                            return p.Value;
+                        }
+                    }
+                    return  identifier;
+                case Digit:
+                    while(getCurCharType() == Digit)
+                    {
+                        NextChar();
+                    }
+                    if (getCurCharType() != Period)
+                    {
+                        return int_value;
+                    }
+                    else
+                    {
+                        NextChar();
+                        while(getCurCharType() == Digit)
+                        {
+                            NextChar();
+                        }
+                        return double_value;
+                    }
+                case DoubleQuote:
+                    while(!(
+                        getCurCharType() == DoubleQuote ||
+                        getCurCharType() == EndOfFile))
+                    {
+                        NextChar();
+                    }
+                    if (getCurCharType() == DoubleQuote)
+                    {
+                        NextChar();
+                    }
+                    return str_value;
 
             }
-            var t = getCharType((char)c);
-            return new Token(c.ToString(),src_line,src_col, t);
+            return t;
         }
+        public Token NextToken()
+        {
+            var t = NextTokenType();
+            return new Token(src_str, src_line, src_col, t);
+        }
+        private void add_char_to_src_str(int c)
+        {
+            src_str += ((char)c).ToString();
+        }
     }
 }

--- trunk/csmock/WindowsFormsApp1/getToken/Utils.cs	(nonexistent)
+++ trunk/csmock/WindowsFormsApp1/getToken/Utils.cs	(revision 16)
@@ -0,0 +1,12 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace getToken
+{
+    class Utils
+    {
+    }
+}