stream-init.H

Go to the documentation of this file.

// Copyright 2012, Google Inc.
// All rights reserved.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are
// met:
//
//   * Redistributions of source code must retain the above copyright
//     notice, this list of conditions and the following disclaimer.
//   * Redistributions in binary form must reproduce the above
//     copyright notice, this list of conditions and the following disclaimer
//     in the documentation and/or other materials provided with the
//     distribution.
//   * Neither the name of Google Inc. nor the names of its
//     contributors may be used to endorse or promote products derived from
//     this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
// -----------------------------------------------------------------------------
//
//

#ifndef RERANKER_STREAM_INIT_H_
#define RERANKER_STREAM_INIT_H_

#include <cstdlib>
#include <iostream>
#include <sstream>
#include <memory>
#include <unordered_map>
#include <unordered_set>
#include <vector>
#include <stdexcept>

#include "stream-tokenizer.H"

namespace reranker {

using std::ostringstream;
using std::shared_ptr;
using std::unordered_map;
using std::vector;

class Environment;

class StreamInitializer {
 public:
  StreamInitializer() { }
  virtual ~StreamInitializer() { }
  virtual void Init(StreamTokenizer &st, Environment *env = NULL) = 0;
};

template <typename T> class Factory;

template <typename T>
class Initializer : public StreamInitializer {
 public:
  Initializer(T *member) : member_(member) { }
  virtual ~Initializer() { }
  virtual void Init(StreamTokenizer &st, Environment *env = NULL) {
    StreamTokenizer::TokenType token_type = st.PeekTokenType();
    bool is_null =
      token_type == StreamTokenizer::RESERVED_WORD &&
      (st.Peek() == "nullptr" || st.Peek() == "NULL");
    if (!(is_null || token_type == StreamTokenizer::IDENTIFIER)) {
      ostringstream err_ss;
      err_ss << "FactoryInitializer: expected \"nullptr\", \"NULL\" or "
             << "IDENTIFIER token at stream "
             << "position " << st.PeekTokenStart() << " but found "
             << StreamTokenizer::TypeName(token_type) << " token: \""
             << st.Peek() << "\"";
      throw std::runtime_error(err_ss.str());
    }
    Factory<typename T::element_type> factory;
    (*member_) = factory.CreateOrDie(st, env);
  }
 private:
  T *member_;
};

template<>
class Initializer<int> : public StreamInitializer {
 public:
  Initializer(int *member) : member_(member) { }
  virtual ~Initializer() { }
  virtual void Init(StreamTokenizer &st, Environment *env = NULL) {
    StreamTokenizer::TokenType token_type = st.PeekTokenType();
    if (token_type != StreamTokenizer::NUMBER) {
      ostringstream err_ss;
      err_ss << "IntInitializer: expected NUMBER token at stream "
             << "position " << st.PeekTokenStart() << " but found "
             << StreamTokenizer::TypeName(token_type) << " token: \""
             << st.Peek() << "\"";
      throw std::runtime_error(err_ss.str());
    }
    (*member_) = atoi(st.Next().c_str());
  }
 private:
  int *member_;
};

template<>
class Initializer<double> : public StreamInitializer {
 public:
  Initializer(double *member) : member_(member) { }
  virtual ~Initializer() { }
  virtual void Init(StreamTokenizer &st, Environment *env = NULL) {
    StreamTokenizer::TokenType token_type = st.PeekTokenType();
    if (token_type != StreamTokenizer::NUMBER) {
      ostringstream err_ss;
      err_ss << "DoubleInitializer: expected NUMBER token at stream "
             << "position " << st.PeekTokenStart() << " but found "
             << StreamTokenizer::TypeName(token_type) << " token: \""
             << st.Peek() << "\"";
      throw std::runtime_error(err_ss.str());
    }
    (*member_) = atof(st.Next().c_str());
  }
 private:
  double *member_;
};

template<>
class Initializer<bool> : public StreamInitializer {
 public:
  Initializer(bool *member) : member_(member) { }
  virtual ~Initializer() { }
  virtual void Init(StreamTokenizer &st, Environment *env = NULL) {
    StreamTokenizer::TokenType token_type = st.PeekTokenType();
    if (token_type != StreamTokenizer::RESERVED_WORD) {
      ostringstream err_ss;
      err_ss << "BoolInitializer: expected RESERVED_WORD token at stream "
             << "position " << st.PeekTokenStart() << " but found "
             << StreamTokenizer::TypeName(token_type) << " token: \""
             << st.Peek() << "\"";
      throw std::runtime_error(err_ss.str());
    }
    size_t next_tok_start = st.PeekTokenStart();
    string next_tok = st.Next();
    if (next_tok == "false") {
      (*member_) = false;
    } else if (next_tok == "true") {
      (*member_) = true;
    } else {
      ostringstream err_ss;
      err_ss << "Initializer<bool>: expected either \"true\" or \"false\" "
             << "token at stream position " << next_tok_start << " but found "
             << "token: \"" << next_tok << "\"";
      throw new std::runtime_error(err_ss.str());
    }
  }
 private:
  bool *member_;
};

template<>
class Initializer<string> : public StreamInitializer {
 public:
  Initializer(string *member) : member_(member) { }
  virtual ~Initializer() { }
  virtual void Init(StreamTokenizer &st, Environment *env = NULL) {
    StreamTokenizer::TokenType token_type = st.PeekTokenType();
    if (token_type != StreamTokenizer::STRING) {
      ostringstream err_ss;
      err_ss << "StringInitializer: expected STRING token at stream "
             << "position " << st.PeekTokenStart() << " but found "
             << StreamTokenizer::TypeName(token_type) << " token: \""
             << st.Peek() << "\"";
      throw std::runtime_error(err_ss.str());
    }
    (*member_) = st.Next();
  }
 private:
  string *member_;
};

template<typename T>
class Initializer<vector<T> > : public StreamInitializer {
 public:
  Initializer(vector<T> *member) : member_(member) { }
  virtual ~Initializer() { }
  virtual void Init(StreamTokenizer &st, Environment *env = NULL) {
    // Either the next token is an open brace (if reading tokens from
    // within a Factory-constructible object's member init list), or
    // else we just read an open brace (if Interpreter is reading tokens).
    //
    // TODO(dbikel): Change this "brace optional" business, now that we
    // we can rewind the token stream.
    if (st.Peek() == "{") {
      // Consume open brace.
      st.Next();
    } else {
      if (st.PeekPrev() != "{") {
        ostringstream err_ss;
        err_ss << "Initializer<vector<T>>: "
               << "error: expected '{' at stream position "
               << st.PeekPrevTokenStart() << " but found \""
               << st.PeekPrev() << "\"";
        throw std::runtime_error(err_ss.str());
      }
    }
    while (st.Peek() != "}") {
      T vector_element;
      Initializer<T> *element_init = new Initializer<T>(&vector_element);
      element_init->Init(st, env);
      member_->push_back(vector_element);
      delete element_init;
      // Each vector element initializer must be followed by a comma
      // or the final closing parenthesis.
      if (st.Peek() != ","  && st.Peek() != "}") {
        ostringstream err_ss;
        err_ss << "Initializer<vector<T>>: "
               << "error: expected ',' or '}' at stream position "
               << st.PeekTokenStart() << " but found \"" << st.Peek() << "\"";
        throw std::runtime_error(err_ss.str());
      }
      // Read comma, if present.
      if (st.Peek() == ",") {
        st.Next();
      }
    }
    // Consume close brace.
    st.Next();
  }
 private:
  vector<T> *member_;
};

}  // namespace reranker

#endif