001 /* 002 * Copyright (C) 2012 eXo Platform SAS. 003 * 004 * This is free software; you can redistribute it and/or modify it 005 * under the terms of the GNU Lesser General Public License as 006 * published by the Free Software Foundation; either version 2.1 of 007 * the License, or (at your option) any later version. 008 * 009 * This software is distributed in the hope that it will be useful, 010 * but WITHOUT ANY WARRANTY; without even the implied warranty of 011 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 012 * Lesser General Public License for more details. 013 * 014 * You should have received a copy of the GNU Lesser General Public 015 * License along with this software; if not, write to the Free 016 * Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 017 * 02110-1301 USA, or see the FSF site: http://www.fsf.org. 018 */ 019 020 package org.crsh.cli.impl.tokenizer; 021 022 import org.crsh.cli.impl.Delimiter; 023 import org.crsh.cli.impl.line.LineParser; 024 025 public class TokenizerImpl extends Tokenizer { 026 027 /** . */ 028 private final Automaton automaton; 029 030 /** . */ 031 private Delimiter endingDelimiter; 032 033 public TokenizerImpl(CharSequence s) { 034 035 this.endingDelimiter = Delimiter.EMPTY; 036 037 Automaton automaton = new Automaton(s); 038 LineParser.Visitor parser2 = new LineParser.Visitor() { 039 public void openStrongQuote(int index) { endingDelimiter = Delimiter.SINGLE_QUOTE; } 040 public void closeStrongQuote(int index) { endingDelimiter = Delimiter.EMPTY; } 041 public void openWeakQuote(int index) { endingDelimiter = Delimiter.DOUBLE_QUOTE; } 042 public void closeWeakQuote(int index) { endingDelimiter = Delimiter.EMPTY; } 043 }; 044 045 // 046 LineParser parser = new LineParser(automaton, parser2); 047 parser.append(s); 048 automaton.close(); 049 050 // 051 this.automaton = automaton; 052 } 053 054 protected Token parse() { 055 if (automaton.tokens.size() > 0) { 056 return automaton.tokens.removeFirst(); 057 } else { 058 return null; 059 } 060 } 061 062 public Delimiter getEndingDelimiter() { 063 return endingDelimiter; 064 } 065 }