dxjson.cpp

// Copyright (C) 2013-2016 DNAnexus, Inc.
//
// This file is part of dx-toolkit (DNAnexus platform client libraries).
//
//   Licensed under the Apache License, Version 2.0 (the "License"); you may
//   not use this file except in compliance with the License. You may obtain a
//   copy of the License at
//
//       http://www.apache.org/licenses/LICENSE-2.0
//
//   Unless required by applicable law or agreed to in writing, software
//   distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
//   WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
//   License for the specific language governing permissions and limitations
//   under the License.
 
#include "dxjson.h"
#include <cstdio>
 
using namespace dx;
 
static double json_epsilon = std::numeric_limits<double>::epsilon();
 
double JSON::getEpsilon() {
  return json_epsilon;
}
 
// TODO:
// 1) Currently json strings are "escaped" only when using write() method, and stored as normal
//    std::string. So if we use iterators like object_iterator for accessing all key in
//    a json object, we will read them as normal strings (as they are stored in memory),
//    rather then their stringified() form. For ex, a key: "\n" (a single character - newline),
//    will be read as char arr[] = {10, 0} (as stored internally) by an object_iterator,
//    rather than arr[] = {'\','n', 0} (as would have been printed out by toString() ).
//    Figure out what the "correct" convention should be, and if required fix it.
 
namespace JSON_Utility
{
 
  std::string getValidatedUTF8String(const std::string &src) {
    std::string out;
    utf8::replace_invalid(src.begin(), src.end(), back_inserter(out));
    return out;
  }
 
  std::string itos(int i)  // convert int to string
  {
    std::stringstream s;
    s << i;
    return s.str();
  }
 
  void SkipWhiteSpace(std::istream &in)
  {
    int c;
    do
    {
      c = in.get();
    } while ((c >= 0) && isspace(c));
    if (c >= 0)
      in.unget();
  }
 
  void WriteEscapedString(const std::string &s, std::ostream &out, bool enclosingQuotes = true)
  {
    if (enclosingQuotes)
      out<<'"';
 
    for (unsigned i = 0; i < s.length(); ++i)
    {
      if (s[i] >= 0x0000 && s[i] <= 0x001f)
      {
        // Control character case, should be escaped
        // http://stackoverflow.com/questions/4901133/json-and-escaping-characters
        char temphex[5] = {0};
        switch(s[i]) {
          case '\b':
            out<<"\\b";
            break;
          case '\f':
            out<<"\\f";
            break;
          case '\n':
            out<<"\\n";
            break;
          case '\r':
            out<<"\\r";
            break;
          case '\t':
            out<<"\\t";
            break;
          default:
            out<<"\\u";
            sprintf(temphex, "%04x", s[i]);
            out<<std::string(temphex);
            break;
        }
      }
      else {
        switch(s[i]) {
          case '"':
            out<<"\\\"";
            break;
          case '\\':
            out<<"\\\\";
            break;
          default:
            out<<s[i];
        }
      }
    }
    if (enclosingQuotes)
      out<<'"';
  }
 
  // Returns true if "ch" represent start of a number token in JSON
  bool isNumberStart(int ch) {
    if (ch == '-' || isdigit(ch))
      return true;
    return false;
  }
 
  bool isNullStart(int ch) {
    return (ch == 'n');
  }
 
  bool isStringStart(int ch) {
    return (ch == '\"');
  }
 
  bool isBooleanStart(int ch) {
    return (ch == 't' || ch == 'f');
  }
 
  bool isArrayStart(int ch) {
    return (ch == '[');
  }
 
  bool isObjectStart(int ch) {
    return (ch == '{');
  }
 
  // This function is designed specifically for use from ReadNumberValue() only
  // It assumes that string provided as *input* to the function is already in this form (regex):
  //  [0-9-]{1,1}[-0-9+eE.]*
  // It will then perform extra checks to find out if it corresponds to a valid JSON number or not
  // Ref: http://www.json.org
  //      http://jsonlint.com/
  // Added later:
  // Note: actually now this function does not assume input in any particular format
  //       and finds out if any arbitrary json string is a valid number or not.
  bool isValidJsonNumber(const std::string &s) {
    unsigned len = s.length();
    bool dot = false;
    bool e = false;
    if (len == 0)
      return false;
 
    unsigned start = (s[0] == '-') ? 1 : 0;
    if (!isdigit(s[start]))
      return false;
 
    if (start + 1 == len)
      return true;
 
    if (s[start] == '0' && isdigit(s[start + 1]))
      return false;
 
    for (unsigned i = start + 1; i < len; ++i) {
      switch (s[i]) {
        case '.':
          if (e || dot)
            return false;
          dot = true;
          break;
        case 'e': // Desired fall through to next case statement ('E')
        case 'E':
          if (e)
            return false;
          e = true;
          if (i + 1 >= len)
            return false;
          else {
            if (s[i + 1] == '+' || s[i + 1] == '-') {
              i++;
              if (i + 1 >= len)
                return false;
            }
          }
          break;
        default:
          if (!isdigit(s[i]))
            return false;
      }
    }
    return true;
  }
  Value* ReadNumberValue(std::istream &in) {
    Value *toReturn = NULL;
    std::string toParse = "";
    int ch;
    bool isDouble = false; // By default the number is integer, unless set otherwise
    do {
      ch = in.get();
      if (in.eof())
        break;
 
      // For time being allow all ., -, +,digit,e,E, as valid characters
      // Then use isValidJsonNumber() to test validity more strictly
      if (isdigit(ch) || ch == '+' || ch == '-') // All integer characters
        toParse += ch;
      else {
        if (ch == '.' || ch == 'e' || ch == 'E') { // All floating point characters
          isDouble = true;
          toParse += ch;
        }
        else // If none of these valid characters, then input is over. Push last character back
        {
          in.unget();
          break;
        }
      }
    } while (true);
 
    // Validate number now
    // TODO: Rather than parsing string again add logic of isValidJsonNumber() to the
    //       above do-while loop itself. : Slight optimization.
    if (!isValidJsonNumber(toParse))
      throw JSONException("Invalid JSON number: \"" + toParse + "\". Unable to parse");
 
    std::stringstream stream(toParse);
    if (isDouble) {
      Real *r = new Real();
      stream>>r->val;
      toReturn = dynamic_cast<Value*>(r);
    }
    else {
      Integer *i = new Integer();
      stream>>i->val;
      toReturn = dynamic_cast<Value*>(i);
    }
    assert(toReturn != NULL); // To check that dynamic_cast was succesful
    return toReturn;
  }
 
  void ReadJSONValue(std::istream &in, JSON &j, bool topLevel = false) {
    j.clear();
    JSON_Utility::SkipWhiteSpace(in);
 
    if (in.eof())
      throw JSONException("Unexpected EOF");
 
    int ch = in.get();
    in.unget();
    if (isObjectStart(ch))
      j.val = new Object();
 
    if (isArrayStart(ch))
      j.val = new Array();
 
    // If it's not an object or array, throw error if it was supposed to be a top-level object
    if (topLevel && j.val == NULL)
      throw JSONException("JSON::read() - Expected top level JSON to be an Object OR Array");
 
    if (isStringStart(ch))
      j.val = new String();
 
    if (isBooleanStart(ch))
      j.val = new Boolean();
 
    if (isNullStart(ch))
      j.val = new Null();
 
    if (j.val != NULL)
      j.val->read(in);
    else {
      // Treat number case slightly differently - since there can be two different types of numbers
      if (isNumberStart(ch))
        j.val = JSON_Utility::ReadNumberValue(in);
      else
        throw JSONException("Illegal JSON value. Cannot start with : " + std::string(1, char(ch)));
    }
  }
 
/*  std::string appendUTF8(uint32_t x) {
    std::string temp_str = "";
    //unsigned char tmp[5] = {0};
    utf8::append(x, std::back_inserter(temp_str));
    //return std::string(tmp);
    return temp_str;
  }*/
  // See this function in utf8 namespace to fix invalid utf8 characters
  // void fix_utf8_string(std::string& str);
 
  inline int32_t hexdigit_to_num(char ch) {
    if (ch >= '0' && ch <= '9')
      return uint32_t(ch - '0');
    ch = toupper(ch);
    if (ch >= 'A' && ch <= 'F')
      return uint32_t(ch - 'A' + 10);
    throw JSONException("Invalid Hex digit in unicode escape \\uxxxx: " + std::string(1,ch));
  }
 
  inline int32_t string4_to_hex(char str[]) {
    // We assume that str is always exactly 4 character long
    return ( (hexdigit_to_num(str[0]) << 12) +
             (hexdigit_to_num(str[1]) << 8)  +
             (hexdigit_to_num(str[2]) << 4) +
             (hexdigit_to_num(str[3])) );
  }
 
  // This function converts a json string (utf8) to a C++ string
  // All escaped sequences are resolved and it is made sure that no invalid
  // UTF-8 character is present in string after parsing (any invalid character
  // is replaced with the replacement character: U+FFFFD)
  // Care must be taken to not call it two times for a string inside an operation
  // (for example, while using [] operator)
 
  std::string parseUtf8JsonString(const std::string &inp) {
    std::string out = "";
 
    std::string temp;
    size_t inplength = inp.length();
 
    for (unsigned i = 0; i < inplength; i++) {
      if (inp[i] != '\\') {
        out += inp[i];
      }
      else {
        if ( (i + 1) >= inplength)
          throw JSONException("Cannot end a string with \\ charcter");
        i++;
        char hex[4];
        int32_t first16bit, second16bit;
        int32_t codepoint;
        switch(inp[i]) {
          case '"':  out += '"';   break;
          case '\\': out += '\\'; break;
          case '/':  out += '/';   break;
          case 'b':  out += '\b';  break;
          case 'f':  out += '\f';  break;
          case 'n':  out += '\n';  break;
          case 'r':  out += '\r';  break;
          case 't':  out += '\t';  break;
 
          case 'u':
            if (i + 4 >= inplength)
              throw JSONException("Expected exactly 4 hex digits after \\u");
            copy(inp.begin() + i + 1, inp.begin() + i + 1 + 5, hex);
            i += 4;
            first16bit = string4_to_hex(hex);
            codepoint = first16bit;
            if (0xD800 <= first16bit && first16bit <= 0xDBFF) {
              // Surrogate pair case
              // Must have next 6 characters of the form: \uxxxx as well
 
              if ( (i + 6) >= inplength || inp[i + 1] != '\\' || inp[i + 2] != 'u')
                throw JSONException("Missing surrogate pair in unicode sequence");
              i += 2;
              copy(inp.begin() + i + 1, inp.begin() + i + 1 + 5, hex);
              i += 4;
              second16bit = string4_to_hex(hex);
 
              if (0xDC00 <= second16bit && second16bit <= 0xDFFF) {
                /* valid second surrogate */
                codepoint = ((first16bit - 0xD800) << 10) + (second16bit - 0xDC00) + 0x10000;
              }
              else {
                // Invalid second surrogate
                throw JSONException("Invalid second 16 bit value in surrogate pair: first 16 bit = " + JSON_Utility::itos(first16bit) + " and second 16 bit = " + JSON_Utility::itos(second16bit));
              }
            }
            try {
              utf8::append(codepoint, back_inserter(out));
            }
            catch(utf8::invalid_code_point &e) {
                throw JSONException("Invalid UTF-8 code point found in text. Value = " + itos(codepoint) + ". Location = " + inp + "\nInternal message = " + e.what());
            }
            break;
          default:
            throw JSONException("Illegal escape sequence:" + std::string(1, inp[i]));
        }
      }
    }
    return getValidatedUTF8String(out);
  }
 
  std::string ReadString(std::istream &in) {
    std::string out = "";
    int ch = in.get();
    assert(ch == '"'); // First character in a string should be quote
    std::string str;
    int prev = 0;
    do {
      ch = in.get();
      if (in.eof() || in.fail())
        throw JSONException("Unexpected EOF while reading string");
      if (ch ==  '"' && prev != '\\') // String is over
        break;
      str += char(ch);
      prev = (prev == '\\') ? 0 : ch;
    } while (1);
    return parseUtf8JsonString(str);
  }
}
 
void String::write(std::ostream &out) const {
  JSON_Utility::WriteEscapedString(this->val, out, true);
}
 
void Object::write(std::ostream &out) const {
  out<<"{";
  bool firstElem = true;
 
  for (std::map<std::string, JSON>::const_iterator it = val.begin(); it != val.end(); ++it, firstElem = false) {
    if (!firstElem)
      out<<",";
    JSON_Utility::WriteEscapedString((*it).first, out, true);
    out<<":";
    (*it).second.write(out);
  }
  out<<"}";
}
 
void Array::write(std::ostream &out) const {
  out<<"[";
  bool firstElem = true;
  for (unsigned i = 0; i < val.size(); ++i, firstElem = false) {
    if (!firstElem)
      out<<",";
    val[i].write(out);
  }
  out<<"]";
}
 
const JSON& Array::jsonAtIndex(size_t i) const {
  if (val.size() == 0u || i >= val.size())
    throw JSONException("Illegal: Out of bound JSON_ARRAY access");
  return val[i];
}
 
// STL map's [] operator cannot be used on constant objects
const JSON& Object::jsonAtKey(const std::string &s) const {
  std::map<std::string, JSON>::const_iterator it = this->val.find(s);
  if (it == val.end())
    throw JSONException("Cannot add new key to a constant JSON_OBJECT");
  return it->second;
}
 
JSON& Object::jsonAtKey(const std::string &s) {
  return val[s];
}
 
void JSON::write(std::ostream &out) const {
  if (this->type() == JSON_UNDEFINED) {
    throw JSONException("Cannot call write() method on uninitialized json object");
  }
  out.precision(std::numeric_limits<double>::digits10);
  val->write(out);
  out.flush();
}
 
void JSON::readFromString(const std::string &jstr) {
  std::stringstream inp(jstr);
  this->read(inp);
}
 
const JSON& JSON::operator[](const std::string &s) const {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot use string to index value of a non-JSON_OBJECT using [] operator");
 
  // No need for dynamic_cast (since I already checked for JSON_OBJECT case), and
  // dynamic_cast is expensive
  const Object *o = static_cast<Object*>(val);
  return o->jsonAtKey(s);
}
 
// For non-const JSON objects
JSON& JSON::operator[](const std::string &s) {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot use string to index value of a non-JSON_OBJECT using [] operator");
 
  // No need for dynamic_cast (since I already checked for JSON_OBJECT case), and
  // dynamic_cast is expensive
  Object *o = static_cast<Object*>(val);
  return o->jsonAtKey(s);
}
 
const JSON& JSON::operator[](const char *str) const {
  return operator[](std::string(str));
}
 
// For non-const JSON objects
JSON& JSON::operator[](const char *str) {
  return operator[](std::string(str));
}
 
const JSON& JSON::operator[](const size_t &indx) const {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot use integer to index value of non-JSON_ARRAY using [] operator");
  Array *a = static_cast<Array*>(val);
  return a->jsonAtIndex(indx);
}
 
const JSON& JSON::operator[](const JSON &j) const {
  if (this->type() == JSON_ARRAY) {
    return (*this)[size_t(j)];
  }
  if (this->type() == JSON_OBJECT) {
    if (j.type() != JSON_STRING)
      throw JSONException("Cannot use a non-string value to index JSON_OBJECT using []");
 
    String *ptr = static_cast<String*>(j.val);
    return (*this)[ptr->val];
  }
  throw JSONException("Only JSON_OBJECT and JSON_ARRAY can be indexed using []");
}
 
JSON& JSON::operator[](const JSON &j) {
  if (this->type() == JSON_ARRAY) {
    return (*this)[size_t(j)];
  }
  if (this->type() == JSON_OBJECT) {
    if (j.type() != JSON_STRING)
      throw JSONException("Cannot use a non-string value to index JSON_OBJECT using []");
 
    String *ptr = static_cast<String*>(j.val);
    return (*this)[ptr->val];
  }
  throw JSONException("Only JSON_OBJECT and JSON_ARRAY can be indexed using []");
}
 
// A dirty hack for creating non-const versions of [] (for array indexing) overload using const versions above
JSON& JSON::operator [](const size_t &indx) { return const_cast<JSON&>( (*(const_cast<const JSON*>(this)))[indx]); }
//JSON& JSON::operator [](const std::string &s) { return const_cast<JSON&>( (*(const_cast<const JSON*>(this)))[s]); }
//JSON& JSON::operator [](const JSON &j) { return const_cast<JSON&>( (*(const_cast<const JSON*>(this)))[j]); }
//JSON& JSON::operator [](const char *str) { return const_cast<JSON&>( (*(const_cast<const JSON*>(this)))[str]); }
 
JSON::JSON(const JSONValue &rhs) {
  val = NULL; // So that clear() works fine on this, else we will be deallocating some arbitrary memory - dangerous!
  *this = operator=(rhs);
}
 
JSON::JSON(const JSON &rhs) {
  if (rhs.type() != JSON_UNDEFINED)
    val = rhs.val->returnMyNewCopy();
  else
    val = NULL;
}
 
JSON& JSON::operator =(const JSONValue &rhs) {
  clear();
  switch(rhs) {
    case JSON_ARRAY: val = new Array(); break;
    case JSON_OBJECT: val = new Object(); break;
    case JSON_INTEGER: val = new Integer(); break;
    case JSON_REAL: val = new Real(); break;
    case JSON_STRING: val = new String(); break;
    case JSON_BOOLEAN: val = new Boolean(); break;
    case JSON_NULL: val = new Null(); break;
    default: throw JSONException("Illegal JSONValue value for JSON initialization");
  }
  return *this;
}
 
JSON& JSON::operator =(const JSON &rhs) {
  if (this == &rhs) // Self-assignment check
    return *this;
 
  clear();
 
  if (rhs.type() != JSON_UNDEFINED)
    val = rhs.val->returnMyNewCopy();
  else
    val = NULL;
 
  return *this;
}
 
JSON& JSON::operator =(const std::string &s) {
  clear();
  val = new String(s);
  return *this;
}
 
JSON& JSON::operator =(const char &c) {
  return operator=(std::string(1u, c));
}
 
JSON& JSON::operator =(const bool &x) {
  clear();
  val = new Boolean(x);
  return *this;
}
 
JSON& JSON::operator =(const Null &x __attribute__ ((unused)) ) {
  // x is intended to be unused in this function. Since null has exactly one value.
  clear();
  val = new Null();
  return *this;
}
 
JSON& JSON::operator =(const char s[]) {
  return operator =(std::string(s));
}
 
 
size_t JSON::size() const {
  // Using static_cast everywhere instead of dynamic_cast, since we explicitly check it's type
  // before statically casting, and dynamic_cast is expensive
 
  JSONValue t = type();
  if (t != JSON_ARRAY && t != JSON_OBJECT && t != JSON_STRING)
    throw JSONException("size()/length() can only be called for JSON_ARRAY/JSON_OBJECT/JSON_STRING");
  if (t == JSON_ARRAY) {
    Array *tmp = static_cast<Array*>(this->val);
    return tmp->val.size();
  }
  else {
    if (t == JSON_OBJECT) {
      Object *tmp = static_cast<Object*>(this->val);
      return tmp->val.size();
    }
  }
  String *tmp = static_cast<String*>(this->val);
  return tmp->val.size();
}
 
void JSON::push_back(const JSON &j) {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot push_back to a non-array");
  Array *tmp = static_cast<Array*>(this->val);
  assert(tmp != NULL);
  tmp->push_back(j);
}
 
std::string JSON::toString(bool onlyTopLevel) const {
  if (onlyTopLevel && this->type() != JSON_OBJECT && this->type() != JSON_ARRAY)
    throw JSONException("Only a JSON_OBJECT/JSON_ARRAY can call toString() with onlyTopLevel flag set to true");
  std::stringstream in;
  write(in);
  return in.str();
}
 
bool JSON::has(const size_t &indx) const {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Illegal call to has(size_t) for non JSON_ARRAY object");
  size_t size = ((Array*)(this->val))->val.size();
  return (indx < size);
}
 
bool JSON::has(const std::string &key) const {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Illegal call to has(size_t) for non JSON_OBJECT object");
  return (((Object*)(this->val))->val.count(key) > 0u);
}
 
bool JSON::has(const char *x) const {
  return has(std::string(x));
}
 
bool JSON::has(const JSON &j) const {
 
  switch(this->type()) {
    case JSON_ARRAY: return has((const size_t)j);
    case JSON_OBJECT:
      if (j.type() != JSON_STRING)
        throw JSONException("For a JSON_OBJECT, has(JSON &j) requires j to be JSON_STRING");
      return has( ((String*)(j.val))->val);
 
    default: throw JSONException("Illegal json object as input to has(const JSON &j)");
  }
}
 
void JSON::read(std::istream &in) {
  JSON_Utility::ReadJSONValue(in, *this, false);
}
 
void JSON::erase(const size_t &indx) {
  if (this->type() != JSON_ARRAY)
    throw JSONException("erase(size_t) can only be called for a JSON_ARRAY");
  (static_cast<Array*>(this->val))->erase(indx);
}
 
void JSON::erase(const std::string &indx) {
  if (this->type() != JSON_OBJECT)
    throw JSONException("erase(string) can only be called for a JSON_OBJECT");
  (static_cast<Object*>(this->val))->erase(indx);
}
 
void String::read(std::istream &in) {
  val = JSON_Utility::ReadString(in);
}
 
void Boolean::read(std::istream &in) {
 
  // To store output of read() - maximum = "false", artificially adding "\0" at end
  // since read() does not.
  char str[6] = {0};
 
  str[0] = in.get();
  bool fail = false;
  unsigned size = 0;
  if (str[0] == 't')
    size = 3; // read "rue"
  else
    size = 4; // read "alse"
 
  in.read(&str[1], size);
  fail = (in.gcount() == size) ? false : true;
  if (!fail && size == 3u && (strcmp(str, "true") == 0))
    val = true;
  else
    if (!fail && size == 4u && (strcmp(str, "false") == 0))
      val = false;
    else
      fail = true;
 
  if (fail)
    throw JSONException("Invalid Boolean value, expected exactly one of : 'true' or 'false'");
}
 
void Null::read(std::istream &in) {
  char str[5] = {0};
  in.read(str, 4);
  if (in.gcount() !=4 || (strcmp(str, "null") != 0))
    throw JSONException("Invalid JSON null, expected exactly: null");
}
 
void Object::read(std::istream &in) {
  int ch;
  val.clear();
  JSON_Utility::SkipWhiteSpace(in);
  ch = in.get();
  assert(ch == '{'); // Must be a valid object for Object::read to be called
 
  bool firstKey = true;
  do {
    JSON_Utility::SkipWhiteSpace(in);
    ch = in.get();
    if (in.eof() || in.fail())
      throw JSONException("Unexpected EOF while parsing object. ch = " + std::string(1, ch));
 
    // End of parsing for this JSON object
    if (ch == '}')
      break;
 
    // Keys:value pairs must be separated by , inside JSON object
    if (!firstKey && ch != ',')
      throw JSONException("Expected , while parsing object. Got : " + std::string(1, ch));
 
    if (!firstKey) {
      JSON_Utility::SkipWhiteSpace(in);
      ch = in.get();
    }
 
    if (!JSON_Utility::isStringStart(ch))
      throw JSONException("Expected start of a valid object key (string) at this location");
 
    // Push back the quote (") in stream again, and parse the key value (string)
    in.unget();
 
    std::string key = JSON_Utility::ReadString(in);
    JSON_Utility::SkipWhiteSpace(in);
    ch = in.get();
    if (ch != ':')
      throw JSONException("Expected :, got : " + std::string(1, ch));
    JSON_Utility::SkipWhiteSpace(in);
    JSON_Utility::ReadJSONValue(in, val[key], false);
    firstKey = false;
  } while (true);
}
 
void Array::read(std::istream &in) {
  int ch;
  val.clear();
  JSON_Utility::SkipWhiteSpace(in);
  ch = in.get();
  assert(ch == '['); // Must be a valid array for Array::read to be called
 
  bool firstKey = true;
  do {
    JSON_Utility::SkipWhiteSpace(in);
    ch = in.get();
    if (in.eof() || in.fail())
      throw JSONException("Unexpected EOF while parsing array");
 
    // End of parsing this array
    if (ch == ']')
      break;
 
    if (!firstKey && ch != ',')
      throw JSONException("Expected ,(comma) GOT: " + std::string(1, ch));
 
    if (!firstKey) {
      JSON_Utility::SkipWhiteSpace(in);
    }
    else
      in.unget();
 
    JSON_Utility::SkipWhiteSpace(in);
    JSON tmpValue;
    val.push_back(tmpValue); // Append a blank json object. We will fill it soon
    JSON_Utility::ReadJSONValue(in, val[val.size() - 1u], false);
    firstKey = false;
  } while (true);
}
 
void Object::erase(const std::string &key) {
  if (val.erase(key) == 0)
    throw JSONException("Cannot erase non-existent key from a JSON_OBJECT. Key supplied = " + key);
}
 
void Array::erase(const size_t &indx) {
  if (indx >= val.size())
    throw JSONException("Cannot erase out of bound element in a JSON_ARRAY. indx supplied = " + boost::lexical_cast<std::string>(indx));
  val.erase(val.begin() + indx);
}
 
bool Integer::isEqual(const Value *other) const {
  const Integer *p = dynamic_cast<const Integer*>(other);
  return (p != NULL && this->val == p->val);
}
 
bool Real::isEqual(const Value* other) const {
  const Real *p = dynamic_cast<const Real*>(other);
  
  // In our implementation of isEqual, "Real" is *never* equal to Integer
  // TODO: Decide if this is desired behavior ?
  if (p == NULL)
    return false;
 
  //Ref: 1. http://floating-point-gui.de/errors/comparison/
  //     2. http://randomascii.wordpress.com/2012/02/25/comparing-floating-point-numbers-2012-edition/
  double diff = fabs(this->val - p->val);
  double eps = JSON::getEpsilon();
 
  // If numbers are really close (absolute error), return true
  // needed for numbers near zero
  if (diff <= eps) {
    return true;
  }
  // Now use absolute error to check for "closeness"
  double absA = fabs(this->val);
  double absB = fabs(p->val);
  double largest = (absA > absB) ? absA : absB;
  // always use largest to check for relative error
  // so that isEqual() remain commutative
  return diff <= (largest * eps);
}
 
bool String::isEqual(const Value* other) const {
  const String *p = dynamic_cast<const String*>(other);
  return (p != NULL && this->val == p->val);
}
 
bool Boolean::isEqual(const Value* other) const {
  const Boolean *p = dynamic_cast<const Boolean*>(other);
  return (p != NULL && this->val == p->val);
}
 
bool Null::isEqual(const Value* other) const {
  const Null *p = dynamic_cast<const Null*>(other);
  return (p != NULL);
}
 
bool Array::isEqual(const Value* other) const {
  const Array *p = dynamic_cast<const Array*>(other);
  return (p != NULL && this->val.size() == p->val.size() && equal(this->val.begin(), this->val.end(), p->val.begin()));
}
 
bool Object::isEqual(const Value* other) const {
  const Object *p = dynamic_cast<const Object*>(other);
  if (p == NULL || this->val.size() != p->val.size())
    return false;
  std::map<std::string, JSON>::const_iterator it1,it2;
  for (it1 = this->val.begin(), it2 = p->val.begin(); it1 != this->val.end() && it2 != p->val.end(); ++it1, ++it2) {
    if (it1->first != it2->first || it1->second != it2->second)
      return false;
  }
  return (it1 == this->val.end() && it2 == p->val.end());
}
 
 
bool JSON::operator ==(const JSON& other) const {
  if (this->type() != other.type() || this->type() == JSON_UNDEFINED)
    return false;
  return (this->val->isEqual(other.val));
}
 
JSON::const_object_iterator JSON::object_begin() const {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot get JSON::object_iterator for a non-JSON_OBJECT");
  return (static_cast<Object*>(this->val))->val.begin();
}
 
JSON::const_array_iterator JSON::array_begin() const {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot get JSON::array_iterator for a non-JSON_ARRAY");
  return (static_cast<Array*>(this->val))->val.begin();
}
 
JSON::object_iterator JSON::object_begin() {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot get JSON::object_iterator for a non-JSON_OBJECT");
  return (static_cast<Object*>(this->val))->val.begin();
}
 
JSON::array_iterator JSON::array_begin() {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot get JSON::array_iterator for a non-JSON_ARRAY");
  return (static_cast<Array*>(this->val))->val.begin();
}
 
JSON::const_object_iterator JSON::object_end() const {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot get JSON::object_iterator for a non-JSON_OBJECT");
  return (static_cast<Object*>(this->val))->val.end();
}
 
JSON::const_array_iterator JSON::array_end() const {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot get JSON::array_iterator for a non-JSON_ARRAY");
  return (static_cast<Array*>(this->val))->val.end();
}
 
JSON::object_iterator JSON::object_end() {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot get JSON::object_iterator for a non-JSON_OBJECT");
  return (static_cast<Object*>(this->val))->val.end();
}
 
JSON::array_iterator JSON::array_end() {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot get JSON::array_iterator for a non-JSON_ARRAY");
  return (static_cast<Array*>(this->val))->val.end();
}
/*
// Reverse iterators
JSON::const_object_reverse_iterator JSON::object_rbegin() const {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot get JSON::object_reverse_iterator for a non-JSON_OBJECT");
  return (static_cast<Object*>(this->val))->val.rbegin();
}
*/
JSON::const_array_reverse_iterator JSON::array_rbegin() const {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot get JSON::array_reverse_iterator for a non-JSON_ARRAY");
  return (static_cast<Array*>(this->val))->val.rbegin();
}
/*
JSON::object_reverse_iterator JSON::object_rbegin() {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot get JSON::object_reverse_iterator for a non-JSON_OBJECT");
  return (static_cast<Object*>(this->val))->val.rbegin();
}
*/
JSON::array_reverse_iterator JSON::array_rbegin() {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot get JSON::array_reverse_iterator for a non-JSON_ARRAY");
  return (static_cast<Array*>(this->val))->val.rbegin();
}
/*
JSON::const_object_reverse_iterator JSON::object_rend() const {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot get JSON::object_reverse_iterator for a non-JSON_OBJECT");
  return (static_cast<Object*>(this->val))->val.rend();
}
*/
JSON::const_array_reverse_iterator JSON::array_rend() const {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot get JSON::array_reverse_iterator for a non-JSON_ARRAY");
  return (static_cast<Array*>(this->val))->val.rend();
}
/*
JSON::object_reverse_iterator JSON::object_rend() {
  if (this->type() != JSON_OBJECT)
    throw JSONException("Cannot get JSON::object_reverse_iterator for a non-JSON_OBJECT");
  return (static_cast<Object*>(this->val))->val.rend();
}
*/
JSON::array_reverse_iterator JSON::array_rend() {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot get JSON::array_reverse_iterator for a non-JSON_ARRAY");
  return (static_cast<Array*>(this->val))->val.rend();
}
 
void JSON::resize_array(size_t desired_size) {
  if (this->type() != JSON_ARRAY)
    throw JSONException("Cannot call resize_array() on a non JSON_ARRAY object");
  (static_cast<Array*>(this->val))->val.resize(desired_size);
}