Tokenizer.h

Go to the documentation of this file.

/* -*- c++ -*-
 * Copyright (C) 2007-2015 Hypertable, Inc.
 *
 * This file is part of Hypertable.
 *
 * Hypertable is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; version 3 of the
 * License, or any later version.
 *
 * Hypertable is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
 * 02110-1301, USA.
 */


#ifndef Common_ClusterDefinition_Tokenizer_h
#define Common_ClusterDefinition_Tokenizer_h

#include "Token.h"

#include <memory>
#include <string>

namespace Hypertable { namespace ClusterDefinitionFile {

  using namespace std;


  class Tokenizer {

  public:

    Tokenizer(const string &fname);

    Tokenizer(const string &fname, const string &content);

    string dirname();

    bool next(Token &token);

  private:

    int identify_line_type(const char *base, const char *end);

    bool accumulate(const char **basep, const char *end, int type, Token &token);

    string m_fname;
    string m_content;
    const char *m_next {};
    size_t m_line {};
  };

  typedef shared_ptr<Tokenizer> TokenizerPtr;


}}

#endif // Common_ClusterDefinition_Tokenizer_h