001 /* 002 * Sonar, open source software quality management tool. 003 * Copyright (C) 2009 SonarSource SA 004 * mailto:contact AT sonarsource DOT com 005 * 006 * Sonar is free software; you can redistribute it and/or 007 * modify it under the terms of the GNU Lesser General Public 008 * License as published by the Free Software Foundation; either 009 * version 3 of the License, or (at your option) any later version. 010 * 011 * Sonar is distributed in the hope that it will be useful, 012 * but WITHOUT ANY WARRANTY; without even the implied warranty of 013 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 014 * Lesser General Public License for more details. 015 * 016 * You should have received a copy of the GNU Lesser General Public 017 * License along with Sonar; if not, write to the Free Software 018 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02 019 */ 020 package org.sonar.squid.text.colorizer; 021 022 import org.sonar.squid.text.CodeReader; 023 024 public abstract class Tokenizer { 025 026 protected final String tagBefore; 027 protected final String tagAfter; 028 029 public Tokenizer(String tagBefore, String tagAfter) { 030 this.tagBefore = tagBefore; 031 this.tagAfter = tagAfter; 032 } 033 034 public abstract boolean hasNextToken(CodeReader code); 035 036 public abstract String nextToken(CodeReader code); 037 038 }