[virgil] r144 committed - Added gems (json and rest-client) for use in map/reduce ruby scripts.
virgil.apach...@codespot.com
Author: boneill42
Date: Tue Jan 17 12:30:34 2012
Log: Added gems (json and rest-client) for use in map/reduce ruby
scripts.
http://code.google.com/a/apache-extras.org/p/virgil/source/detail?r=144
Added:
/trunk/mapreduce/src/main/resources/gems
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/bigdecimal.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/complex.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/core.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/date.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/date_time.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/exception.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/ostruct.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/range.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/rational.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/regexp.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/struct.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/symbol.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/time.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/common.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/ext
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/ext/generator.jar
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/ext/parser.jar
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/ext.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/pure
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/pure/generator.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/pure/parser.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/pure.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/version.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail1.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail10.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail11.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail12.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail13.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail14.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail18.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail19.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail2.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail20.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail21.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail22.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail23.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail24.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail25.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail27.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail28.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail3.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail4.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail5.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail6.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail7.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail8.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail9.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/pass1.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/pass15.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/pass16.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/pass17.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/pass2.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/pass26.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/pass3.json
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/setup_variant.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/test_json.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/test_json_addition.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/test_json_encoding.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/test_json_fixtures.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/test_json_generate.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/test_json_string_matching.rb
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/test_json_unicode.rb
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/.gemtest
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/.hoerc
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/History.rdoc
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/License.rdoc
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/Manifest.txt
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/README.rdoc
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/Rakefile
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/application
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/application.mac
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/application.nonstandard
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/application.obsolete
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/audio
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/audio.nonstandard
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/audio.obsolete
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/image
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/image.nonstandard
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/image.obsolete
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/message
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/message.obsolete
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/model
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/multipart
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/multipart.nonstandard
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/multipart.obsolete
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/other.nonstandard
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/text
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/text.nonstandard
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/text.obsolete
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/text.vms
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/video
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/video.nonstandard
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types/video.obsolete
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/lib/mime/types.rb
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/mime-types.gemspec
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/test
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/test/test_mime_type.rb
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/test/test_mime_types.rb
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/type-lists
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/type-lists/application.txt
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/type-lists/audio.txt
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/type-lists/image.txt
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/type-lists/message.txt
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/type-lists/model.txt
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/type-lists/multipart.txt
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/type-lists/text.txt
/trunk/mapreduce/src/main/resources/gems/mime-types-1.17.2/type-lists/video.txt
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/README.rdoc
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/Rakefile
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/VERSION
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/history.md
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/rest-client.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/rest_client.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient/abstract_response.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient/exceptions.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient/net_http_ext.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient/payload.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient/raw_response.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient/request.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient/resource.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient/response.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/lib/restclient.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/abstract_response_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/base.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/exceptions_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/integration
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/integration/certs
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/integration/certs/equifax.crt
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/integration/certs/verisign.crt
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/integration/request_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/integration_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/master_shake.jpg
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/payload_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/raw_response_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/request2_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/request_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/resource_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/response_spec.rb
/trunk/mapreduce/src/main/resources/gems/rest-client-1.6.7/spec/restclient_spec.rb
Modified:
/trunk/mapreduce/src/main/java/org/apache/virgil/mapreduce/RubyInvoker.java
/trunk/mapreduce/src/main/java/org/apache/virgil/mapreduce/RubyMapReduce.java
/trunk/mapreduce/src/test/java/org/apache/virgil/mapreduce/RubyInvokerTest.java
/trunk/mapreduce/src/test/resources/wordcount.rb
/trunk/release/assembly/mapreduce/jars/virgil-mapreduce-hdeploy.jar
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/bigdecimal.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,21 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+defined?(::BigDecimal) or require 'bigdecimal'
+
+class BigDecimal
+ def self.json_create(object)
+ BigDecimal._load object['b']
+ end
+
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 'b' => _dump,
+ }
+ end
+
+ def to_json(*)
+ as_json.to_json
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/complex.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,22 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+defined?(::Complex) or require 'complex'
+
+class Complex
+ def self.json_create(object)
+ Complex(object['r'], object['i'])
+ end
+
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 'r' => real,
+ 'i' => imag,
+ }
+ end
+
+ def to_json(*)
+ as_json.to_json
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/core.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,11 @@
+# This file requires the implementations of ruby core's custom objects for
+# serialisation/deserialisation.
+
+require 'json/add/date'
+require 'json/add/date_time'
+require 'json/add/exception'
+require 'json/add/range'
+require 'json/add/regexp'
+require 'json/add/struct'
+require 'json/add/symbol'
+require 'json/add/time'
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/date.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,34 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+require 'date'
+
+# Date serialization/deserialization
+class Date
+
+ # Deserializes JSON string by converting Julian year <tt>y</tt>, month
+ # <tt>m</tt>, day <tt>d</tt> and Day of Calendar Reform <tt>sg</tt> to
Date.
+ def self.json_create(object)
+ civil(*object.values_at('y', 'm', 'd', 'sg'))
+ end
+
+ alias start sg unless method_defined?(:start)
+
+ # Returns a hash, that will be turned into a JSON object and represent
this
+ # object.
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 'y' => year,
+ 'm' => month,
+ 'd' => day,
+ 'sg' => start,
+ }
+ end
+
+ # Stores class name (Date) with Julian year <tt>y</tt>, month
<tt>m</tt>, day
+ # <tt>d</tt> and Day of Calendar Reform <tt>sg</tt> as JSON string
+ def to_json(*args)
+ as_json.to_json(*args)
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/date_time.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,50 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+require 'date'
+
+# DateTime serialization/deserialization
+class DateTime
+
+ # Deserializes JSON string by converting year <tt>y</tt>, month
<tt>m</tt>,
+ # day <tt>d</tt>, hour <tt>H</tt>, minute <tt>M</tt>, second <tt>S</tt>,
+ # offset <tt>of</tt> and Day of Calendar Reform <tt>sg</tt> to DateTime.
+ def self.json_create(object)
+ args = object.values_at('y', 'm', 'd', 'H', 'M', 'S')
+ of_a, of_b = object['of'].split('/')
+ if of_b and of_b != '0'
+ args << Rational(of_a.to_i, of_b.to_i)
+ else
+ args << of_a
+ end
+ args << object['sg']
+ civil(*args)
+ end
+
+ alias start sg unless method_defined?(:start)
+
+ # Returns a hash, that will be turned into a JSON object and represent
this
+ # object.
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 'y' => year,
+ 'm' => month,
+ 'd' => day,
+ 'H' => hour,
+ 'M' => min,
+ 'S' => sec,
+ 'of' => offset.to_s,
+ 'sg' => start,
+ }
+ end
+
+ # Stores class name (DateTime) with Julian year <tt>y</tt>, month
<tt>m</tt>,
+ # day <tt>d</tt>, hour <tt>H</tt>, minute <tt>M</tt>, second <tt>S</tt>,
+ # offset <tt>of</tt> and Day of Calendar Reform <tt>sg</tt> as JSON
string
+ def to_json(*args)
+ as_json.to_json(*args)
+ end
+end
+
+
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/exception.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,31 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+
+# Exception serialization/deserialization
+class Exception
+
+ # Deserializes JSON string by constructing new Exception object with
message
+ # <tt>m</tt> and backtrace <tt>b</tt> serialized with <tt>to_json</tt>
+ def self.json_create(object)
+ result = new(object['m'])
+ result.set_backtrace object['b']
+ result
+ end
+
+ # Returns a hash, that will be turned into a JSON object and represent
this
+ # object.
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 'm' => message,
+ 'b' => backtrace,
+ }
+ end
+
+ # Stores class name (Exception) with message <tt>m</tt> and backtrace
array
+ # <tt>b</tt> as JSON string
+ def to_json(*args)
+ as_json.to_json(*args)
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/ostruct.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,31 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+require 'ostruct'
+
+# OpenStruct serialization/deserialization
+class OpenStruct
+
+ # Deserializes JSON string by constructing new Struct object with values
+ # <tt>v</tt> serialized by <tt>to_json</tt>.
+ def self.json_create(object)
+ new(object['t'] || object[:t])
+ end
+
+ # Returns a hash, that will be turned into a JSON object and represent
this
+ # object.
+ def as_json(*)
+ klass = self.class.name
+ klass.to_s.empty? and raise JSON::JSONError, "Only named structs are
supported!"
+ {
+ JSON.create_id => klass,
+ 't' => table,
+ }
+ end
+
+ # Stores class name (OpenStruct) with this struct's values <tt>v</tt> as
a
+ # JSON string.
+ def to_json(*args)
+ as_json.to_json(*args)
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/range.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,29 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+
+# Range serialization/deserialization
+class Range
+
+ # Deserializes JSON string by constructing new Range object with
arguments
+ # <tt>a</tt> serialized by <tt>to_json</tt>.
+ def self.json_create(object)
+ new(*object['a'])
+ end
+
+ # Returns a hash, that will be turned into a JSON object and represent
this
+ # object.
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 'a' => [ first, last, exclude_end? ]
+ }
+ end
+
+ # Stores class name (Range) with JSON array of arguments <tt>a</tt> which
+ # include <tt>first</tt> (integer), <tt>last</tt> (integer), and
+ # <tt>exclude_end?</tt> (boolean) as JSON string.
+ def to_json(*args)
+ as_json.to_json(*args)
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/rational.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,22 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+defined?(::Rational) or require 'rational'
+
+class Rational
+ def self.json_create(object)
+ Rational(object['n'], object['d'])
+ end
+
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 'n' => numerator,
+ 'd' => denominator,
+ }
+ end
+
+ def to_json(*)
+ as_json.to_json
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/regexp.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,30 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+
+# Regexp serialization/deserialization
+class Regexp
+
+ # Deserializes JSON string by constructing new Regexp object with source
+ # <tt>s</tt> (Regexp or String) and options <tt>o</tt> serialized by
+ # <tt>to_json</tt>
+ def self.json_create(object)
+ new(object['s'], object['o'])
+ end
+
+ # Returns a hash, that will be turned into a JSON object and represent
this
+ # object.
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 'o' => options,
+ 's' => source,
+ }
+ end
+
+ # Stores class name (Regexp) with options <tt>o</tt> and source
<tt>s</tt>
+ # (Regexp or String) as JSON string
+ def to_json(*)
+ as_json.to_json
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/struct.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,30 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+
+# Struct serialization/deserialization
+class Struct
+
+ # Deserializes JSON string by constructing new Struct object with values
+ # <tt>v</tt> serialized by <tt>to_json</tt>.
+ def self.json_create(object)
+ new(*object['v'])
+ end
+
+ # Returns a hash, that will be turned into a JSON object and represent
this
+ # object.
+ def as_json(*)
+ klass = self.class.name
+ klass.to_s.empty? and raise JSON::JSONError, "Only named structs are
supported!"
+ {
+ JSON.create_id => klass,
+ 'v' => values,
+ }
+ end
+
+ # Stores class name (Struct) with Struct values <tt>v</tt> as a JSON
string.
+ # Only named structs are supported.
+ def to_json(*args)
+ as_json.to_json(*args)
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/symbol.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,25 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+
+# Symbol serialization/deserialization
+class Symbol
+ # Returns a hash, that will be turned into a JSON object and represent
this
+ # object.
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 's' => to_s,
+ }
+ end
+
+ # Stores class name (Symbol) with String representation of Symbol as a
JSON string.
+ def to_json(*a)
+ as_json.to_json(*a)
+ end
+
+ # Deserializes JSON string by converting the <tt>string</tt> value
stored in the object to a Symbol
+ def self.json_create(o)
+ o['s'].to_sym
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/add/time.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,35 @@
+unless defined?(::JSON::JSON_LOADED) and ::JSON::JSON_LOADED
+ require 'json'
+end
+
+# Time serialization/deserialization
+class Time
+
+ # Deserializes JSON string by converting time since epoch to Time
+ def self.json_create(object)
+ if usec = object.delete('u') # used to be tv_usec -> tv_nsec
+ object['n'] = usec * 1000
+ end
+ if instance_methods.include?(:tv_nsec)
+ at(object['s'], Rational(object['n'], 1000))
+ else
+ at(object['s'], object['n'] / 1000)
+ end
+ end
+
+ # Returns a hash, that will be turned into a JSON object and represent
this
+ # object.
+ def as_json(*)
+ {
+ JSON.create_id => self.class.name,
+ 's' => tv_sec,
+ 'n' => respond_to?(:tv_nsec) ? tv_nsec : tv_usec * 1000
+ }
+ end
+
+ # Stores class name (Time) with number of seconds since epoch and number
of
+ # microseconds for Time as JSON string
+ def to_json(*args)
+ as_json.to_json(*args)
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/common.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,470 @@
+require 'json/version'
+
+module JSON
+ class << self
+ # If _object_ is string-like, parse the string and return the parsed
result
+ # as a Ruby data structure. Otherwise generate a JSON text from the
Ruby
+ # data structure object and return it.
+ #
+ # The _opts_ argument is passed through to generate/parse
respectively. See
+ # generate and parse for their documentation.
+ def [](object, opts = {})
+ if object.respond_to? :to_str
+ JSON.parse(object.to_str, opts)
+ else
+ JSON.generate(object, opts)
+ end
+ end
+
+ # Returns the JSON parser class that is used by JSON. This is either
+ # JSON::Ext::Parser or JSON::Pure::Parser.
+ attr_reader :parser
+
+ # Set the JSON parser class _parser_ to be used by JSON.
+ def parser=(parser) # :nodoc:
+ @parser = parser
+ remove_const :Parser if JSON.const_defined_in?(self, :Parser)
+ const_set :Parser, parser
+ end
+
+ # Return the constant located at _path_. The format of _path_ has to be
+ # either ::A::B::C or A::B::C. In any case, A has to be located at the
top
+ # level (absolute namespace path?). If there doesn't exist a constant
at
+ # the given path, an ArgumentError is raised.
+ def deep_const_get(path) # :nodoc:
+ path.to_s.split(/::/).inject(Object) do |p, c|
+ case
+ when c.empty? then p
+ when JSON.const_defined_in?(p, c) then p.const_get(c)
+ else
+ begin
+ p.const_missing(c)
+ rescue NameError => e
+ raise ArgumentError, "can't get const #{path}: #{e}"
+ end
+ end
+ end
+ end
+
+ # Set the module _generator_ to be used by JSON.
+ def generator=(generator) # :nodoc:
+ old, $VERBOSE = $VERBOSE, nil
+ @generator = generator
+ generator_methods = generator::GeneratorMethods
+ for const in generator_methods.constants
+ klass = deep_const_get(const)
+ modul = generator_methods.const_get(const)
+ klass.class_eval do
+ instance_methods(false).each do |m|
+ m.to_s == 'to_json' and remove_method m
+ end
+ include modul
+ end
+ end
+ self.state = generator::State
+ const_set :State, self.state
+ const_set :SAFE_STATE_PROTOTYPE, State.new
+ const_set :FAST_STATE_PROTOTYPE, State.new(
+ :indent => '',
+ :space => '',
+ :object_nl => "",
+ :array_nl => "",
+ :max_nesting => false
+ )
+ const_set :PRETTY_STATE_PROTOTYPE, State.new(
+ :indent => ' ',
+ :space => ' ',
+ :object_nl => "\n",
+ :array_nl => "\n"
+ )
+ ensure
+ $VERBOSE = old
+ end
+
+ # Returns the JSON generator module that is used by JSON. This is
+ # either JSON::Ext::Generator or JSON::Pure::Generator.
+ attr_reader :generator
+
+ # Returns the JSON generator state class that is used by JSON. This is
+ # either JSON::Ext::Generator::State or JSON::Pure::Generator::State.
+ attr_accessor :state
+
+ # This is create identifier, which is used to decide if the
_json_create_
+ # hook of a class should be called. It defaults to 'json_class'.
+ attr_accessor :create_id
+ end
+ self.create_id = 'json_class'
+
+ NaN = 0.0/0
+
+ Infinity = 1.0/0
+
+ MinusInfinity = -Infinity
+
+ # The base exception for JSON errors.
+ class JSONError < StandardError; end
+
+ # This exception is raised if a parser error occurs.
+ class ParserError < JSONError; end
+
+ # This exception is raised if the nesting of parsed data structures is
too
+ # deep.
+ class NestingError < ParserError; end
+
+ # :stopdoc:
+ class CircularDatastructure < NestingError; end
+ # :startdoc:
+
+ # This exception is raised if a generator or unparser error occurs.
+ class GeneratorError < JSONError; end
+ # For backwards compatibility
+ UnparserError = GeneratorError
+
+ # This exception is raised if the required unicode support is missing on
the
+ # system. Usually this means that the iconv library is not installed.
+ class MissingUnicodeSupport < JSONError; end
+
+ module_function
+
+ # Parse the JSON document _source_ into a Ruby data structure and return
it.
+ #
+ # _opts_ can have the following
+ # keys:
+ # * *max_nesting*: The maximum depth of nesting allowed in the parsed
data
+ # structures. Disable depth checking with :max_nesting => false. It
defaults
+ # to 19.
+ # * *allow_nan*: If set to true, allow NaN, Infinity and -Infinity in
+ # defiance of RFC 4627 to be parsed by the Parser. This option defaults
+ # to false.
+ # * *symbolize_names*: If set to true, returns symbols for the names
+ # (keys) in a JSON object. Otherwise strings are returned. Strings are
+ # the default.
+ # * *create_additions*: If set to false, the Parser doesn't create
+ # additions even if a matching class and create_id was found. This
option
+ # defaults to true.
+ # * *object_class*: Defaults to Hash
+ # * *array_class*: Defaults to Array
+ def parse(source, opts = {})
+ Parser.new(source, opts).parse
+ end
+
+ # Parse the JSON document _source_ into a Ruby data structure and return
it.
+ # The bang version of the parse method defaults to the more dangerous
values
+ # for the _opts_ hash, so be sure only to parse trusted _source_
documents.
+ #
+ # _opts_ can have the following keys:
+ # * *max_nesting*: The maximum depth of nesting allowed in the parsed
data
+ # structures. Enable depth checking with :max_nesting => anInteger.
The parse!
+ # methods defaults to not doing max depth checking: This can be
dangerous
+ # if someone wants to fill up your stack.
+ # * *allow_nan*: If set to true, allow NaN, Infinity, and -Infinity in
+ # defiance of RFC 4627 to be parsed by the Parser. This option defaults
+ # to true.
+ # * *create_additions*: If set to false, the Parser doesn't create
+ # additions even if a matching class and create_id was found. This
option
+ # defaults to true.
+ def parse!(source, opts = {})
+ opts = {
+ :max_nesting => false,
+ :allow_nan => true
+ }.update(opts)
+ Parser.new(source, opts).parse
+ end
+
+ # Generate a JSON document from the Ruby data structure _obj_ and return
+ # it. _state_ is * a JSON::State object,
+ # * or a Hash like object (responding to to_hash),
+ # * an object convertible into a hash by a to_h method,
+ # that is used as or to configure a State object.
+ #
+ # It defaults to a state object, that creates the shortest possible JSON
text
+ # in one line, checks for circular data structures and doesn't allow NaN,
+ # Infinity, and -Infinity.
+ #
+ # A _state_ hash can have the following keys:
+ # * *indent*: a string used to indent levels (default: ''),
+ # * *space*: a string that is put after, a : or , delimiter
(default: ''),
+ # * *space_before*: a string that is put before a : pair delimiter
(default: ''),
+ # * *object_nl*: a string that is put at the end of a JSON object
(default: ''),
+ # * *array_nl*: a string that is put at the end of a JSON array
(default: ''),
+ # * *allow_nan*: true if NaN, Infinity, and -Infinity should be
+ # generated, otherwise an exception is thrown if these values are
+ # encountered. This options defaults to false.
+ # * *max_nesting*: The maximum depth of nesting allowed in the data
+ # structures from which JSON is to be generated. Disable depth checking
+ # with :max_nesting => false, it defaults to 19.
+ #
+ # See also the fast_generate for the fastest creation method with the
least
+ # amount of sanity checks, and the pretty_generate method for some
+ # defaults for pretty output.
+ def generate(obj, opts = nil)
+ if State === opts
+ state, opts = opts, nil
+ else
+ state = SAFE_STATE_PROTOTYPE.dup
+ end
+ if opts
+ if opts.respond_to? :to_hash
+ opts = opts.to_hash
+ elsif opts.respond_to? :to_h
+ opts = opts.to_h
+ else
+ raise TypeError, "can't convert #{opts.class} into Hash"
+ end
+ state = state.configure(opts)
+ end
+ state.generate(obj)
+ end
+
+ # :stopdoc:
+ # I want to deprecate these later, so I'll first be silent about them,
and
+ # later delete them.
+ alias unparse generate
+ module_function :unparse
+ # :startdoc:
+
+ # Generate a JSON document from the Ruby data structure _obj_ and return
it.
+ # This method disables the checks for circles in Ruby objects.
+ #
+ # *WARNING*: Be careful not to pass any Ruby data structures with
circles as
+ # _obj_ argument because this will cause JSON to go into an infinite
loop.
+ def fast_generate(obj, opts = nil)
+ if State === opts
+ state, opts = opts, nil
+ else
+ state = FAST_STATE_PROTOTYPE.dup
+ end
+ if opts
+ if opts.respond_to? :to_hash
+ opts = opts.to_hash
+ elsif opts.respond_to? :to_h
+ opts = opts.to_h
+ else
+ raise TypeError, "can't convert #{opts.class} into Hash"
+ end
+ state.configure(opts)
+ end
+ state.generate(obj)
+ end
+
+ # :stopdoc:
+ # I want to deprecate these later, so I'll first be silent about them,
and later delete them.
+ alias fast_unparse fast_generate
+ module_function :fast_unparse
+ # :startdoc:
+
+ # Generate a JSON document from the Ruby data structure _obj_ and return
it.
+ # The returned document is a prettier form of the document returned by
+ # #unparse.
+ #
+ # The _opts_ argument can be used to configure the generator. See the
+ # generate method for a more detailed explanation.
+ def pretty_generate(obj, opts = nil)
+ if State === opts
+ state, opts = opts, nil
+ else
+ state = PRETTY_STATE_PROTOTYPE.dup
+ end
+ if opts
+ if opts.respond_to? :to_hash
+ opts = opts.to_hash
+ elsif opts.respond_to? :to_h
+ opts = opts.to_h
+ else
+ raise TypeError, "can't convert #{opts.class} into Hash"
+ end
+ state.configure(opts)
+ end
+ state.generate(obj)
+ end
+
+ # :stopdoc:
+ # I want to deprecate these later, so I'll first be silent about them,
and later delete them.
+ alias pretty_unparse pretty_generate
+ module_function :pretty_unparse
+ # :startdoc:
+
+ class << self
+ # The global default options for the JSON.load method:
+ # :max_nesting: false
+ # :allow_nan: true
+ # :quirks_mode: true
+ attr_accessor :load_default_options
+ end
+ self.load_default_options = {
+ :max_nesting => false,
+ :allow_nan => true,
+ :quirks_mode => true,
+ }
+
+ # Load a ruby data structure from a JSON _source_ and return it. A
source can
+ # either be a string-like object, an IO-like object, or an object
responding
+ # to the read method. If _proc_ was given, it will be called with any
nested
+ # Ruby object as an argument recursively in depth first order. The
default
+ # options for the parser can be changed via the load_default_options
method.
+ #
+ # This method is part of the implementation of the load/dump interface of
+ # Marshal and YAML.
+ def load(source, proc = nil)
+ opts = load_default_options
+ if source.respond_to? :to_str
+ source = source.to_str
+ elsif source.respond_to? :to_io
+ source = source.to_io.read
+ elsif source.respond_to?(:read)
+ source = source.read
+ end
+ if opts[:quirks_mode] && (source.nil? || source.empty?)
+ source = 'null'
+ end
+ result = parse(source, opts)
+ recurse_proc(result, &proc) if proc
+ result
+ end
+
+ # Recursively calls passed _Proc_ if the parsed data structure is an
_Array_ or _Hash_
+ def recurse_proc(result, &proc)
+ case result
+ when Array
+ result.each { |x| recurse_proc x, &proc }
+ proc.call result
+ when Hash
+ result.each { |x, y| recurse_proc x, &proc; recurse_proc y, &proc }
+ proc.call result
+ else
+ proc.call result
+ end
+ end
+
+ alias restore load
+ module_function :restore
+
+ class << self
+ # The global default options for the JSON.dump method:
+ # :max_nesting: false
+ # :allow_nan: true
+ # :quirks_mode: true
+ attr_accessor :dump_default_options
+ end
+ self.dump_default_options = {
+ :max_nesting => false,
+ :allow_nan => true,
+ :quirks_mode => true,
+ }
+
+ # Dumps _obj_ as a JSON string, i.e. calls generate on the object and
returns
+ # the result.
+ #
+ # If anIO (an IO-like object or an object that responds to the write
method)
+ # was given, the resulting JSON is written to it.
+ #
+ # If the number of nested arrays or objects exceeds _limit_, an
ArgumentError
+ # exception is raised. This argument is similar (but not exactly the
+ # same!) to the _limit_ argument in Marshal.dump.
+ #
+ # The default options for the generator can be changed via the
+ # dump_default_options method.
+ #
+ # This method is part of the implementation of the load/dump interface of
+ # Marshal and YAML.
+ def dump(obj, anIO = nil, limit = nil)
+ if anIO and limit.nil?
+ anIO = anIO.to_io if anIO.respond_to?(:to_io)
+ unless anIO.respond_to?(:write)
+ limit = anIO
+ anIO = nil
+ end
+ end
+ opts = JSON.dump_default_options
+ limit and opts.update(:max_nesting => limit)
+ result = generate(obj, opts)
+ if anIO
+ anIO.write result
+ anIO
+ else
+ result
+ end
+ rescue JSON::NestingError
+ raise ArgumentError, "exceed depth limit"
+ end
+
+ # Swap consecutive bytes of _string_ in place.
+ def self.swap!(string) # :nodoc:
+ 0.upto(string.size / 2) do |i|
+ break unless string[2 * i + 1]
+ string[2 * i], string[2 * i + 1] = string[2 * i + 1], string[2 * i]
+ end
+ string
+ end
+
+ # Shortuct for iconv.
+ if ::String.method_defined?(:encode)
+ # Encodes string using Ruby's _String.encode_
+ def self.iconv(to, from, string)
+ string.encode(to, from)
+ end
+ else
+ require 'iconv'
+ # Encodes string using _iconv_ library
+ def self.iconv(to, from, string)
+ Iconv.conv(to, from, string)
+ end
+ end
+
+ if ::Object.method(:const_defined?).arity == 1
+ def self.const_defined_in?(modul, constant)
+ modul.const_defined?(constant)
+ end
+ else
+ def self.const_defined_in?(modul, constant)
+ modul.const_defined?(constant, false)
+ end
+ end
+end
+
+module ::Kernel
+ private
+
+ # Outputs _objs_ to STDOUT as JSON strings in the shortest form, that is
in
+ # one line.
+ def j(*objs)
+ objs.each do |obj|
+ puts JSON::generate(obj, :allow_nan => true, :max_nesting => false)
+ end
+ nil
+ end
+
+ # Ouputs _objs_ to STDOUT as JSON strings in a pretty format, with
+ # indentation and over many lines.
+ def jj(*objs)
+ objs.each do |obj|
+ puts JSON::pretty_generate(obj, :allow_nan => true, :max_nesting =>
false)
+ end
+ nil
+ end
+
+ # If _object_ is string-like, parse the string and return the parsed
result as
+ # a Ruby data structure. Otherwise, generate a JSON text from the Ruby
data
+ # structure object and return it.
+ #
+ # The _opts_ argument is passed through to generate/parse respectively.
See
+ # generate and parse for their documentation.
+ def JSON(object, *args)
+ if object.respond_to? :to_str
+ JSON.parse(object.to_str, args.first)
+ else
+ JSON.generate(object, args.first)
+ end
+ end
+end
+
+# Extends any Class to include _json_creatable?_ method.
+class ::Class
+ # Returns true if this class can be used to create an instance
+ # from a serialised JSON string. The class has to implement a class
+ # method _json_create_ that expects a hash as first parameter. The hash
+ # should include the required data.
+ def json_creatable?
+ respond_to?(:json_create)
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/ext/generator.jar
Tue Jan 17 12:30:34 2012
Binary file, no diff available.
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/ext/parser.jar
Tue Jan 17 12:30:34 2012
Binary file, no diff available.
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/ext.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,21 @@
+if ENV['SIMPLECOV_COVERAGE'].to_i == 1
+ require 'simplecov'
+ SimpleCov.start do
+ add_filter "/tests/"
+ end
+end
+require 'json/common'
+
+module JSON
+ # This module holds all the modules/classes that implement JSON's
+ # functionality as C extensions.
+ module Ext
+ require 'json/ext/parser'
+ require 'json/ext/generator'
+ $DEBUG and warn "Using Ext extension for JSON."
+ JSON.parser = Parser
+ JSON.generator = Generator
+ end
+
+ JSON_LOADED = true unless defined?(::JSON::JSON_LOADED)
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/pure/generator.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,468 @@
+module JSON
+ MAP = {
+ "\x0" => '\u0000',
+ "\x1" => '\u0001',
+ "\x2" => '\u0002',
+ "\x3" => '\u0003',
+ "\x4" => '\u0004',
+ "\x5" => '\u0005',
+ "\x6" => '\u0006',
+ "\x7" => '\u0007',
+ "\b" => '\b',
+ "\t" => '\t',
+ "\n" => '\n',
+ "\xb" => '\u000b',
+ "\f" => '\f',
+ "\r" => '\r',
+ "\xe" => '\u000e',
+ "\xf" => '\u000f',
+ "\x10" => '\u0010',
+ "\x11" => '\u0011',
+ "\x12" => '\u0012',
+ "\x13" => '\u0013',
+ "\x14" => '\u0014',
+ "\x15" => '\u0015',
+ "\x16" => '\u0016',
+ "\x17" => '\u0017',
+ "\x18" => '\u0018',
+ "\x19" => '\u0019',
+ "\x1a" => '\u001a',
+ "\x1b" => '\u001b',
+ "\x1c" => '\u001c',
+ "\x1d" => '\u001d',
+ "\x1e" => '\u001e',
+ "\x1f" => '\u001f',
+ '"' => '\"',
+ '\\' => '\\\\',
+ } # :nodoc:
+
+ # Convert a UTF8 encoded Ruby string _string_ to a JSON string, encoded
with
+ # UTF16 big endian characters as \u????, and return it.
+ if defined?(::Encoding)
+ def utf8_to_json(string) # :nodoc:
+ string = string.dup
+ string << '' # XXX workaround: avoid buffer sharing
+ string.force_encoding(::Encoding::ASCII_8BIT)
+ string.gsub!(/["\\\x0-\x1f]/) { MAP[$&] }
+ string.force_encoding(::Encoding::UTF_8)
+ string
+ end
+
+ def utf8_to_json_ascii(string) # :nodoc:
+ string = string.dup
+ string << '' # XXX workaround: avoid buffer sharing
+ string.force_encoding(::Encoding::ASCII_8BIT)
+ string.gsub!(/["\\\x0-\x1f]/) { MAP[$&] }
+ string.gsub!(/(
+ (?:
+ [\xc2-\xdf][\x80-\xbf] |
+ [\xe0-\xef][\x80-\xbf]{2} |
+ [\xf0-\xf4][\x80-\xbf]{3}
+ )+ |
+ [\x80-\xc1\xf5-\xff] # invalid
+ )/nx) { |c|
+ c.size == 1 and raise GeneratorError, "invalid utf8
byte: '#{c}'"
+ s = JSON.iconv('utf-16be', 'utf-8',
c).unpack('H*')[0]
+ s.gsub!(/.{4}/n, '\\\\u\&')
+ }
+ string.force_encoding(::Encoding::UTF_8)
+ string
+ rescue => e
+ raise GeneratorError, "Caught #{e.class}: #{e}"
+ end
+ else
+ def utf8_to_json(string) # :nodoc:
+ string.gsub(/["\\\x0-\x1f]/) { MAP[$&] }
+ end
+
+ def utf8_to_json_ascii(string) # :nodoc:
+ string = string.gsub(/["\\\x0-\x1f]/) { MAP[$&] }
+ string.gsub!(/(
+ (?:
+ [\xc2-\xdf][\x80-\xbf] |
+ [\xe0-\xef][\x80-\xbf]{2} |
+ [\xf0-\xf4][\x80-\xbf]{3}
+ )+ |
+ [\x80-\xc1\xf5-\xff] # invalid
+ )/nx) { |c|
+ c.size == 1 and raise GeneratorError, "invalid utf8 byte: '#{c}'"
+ s = JSON.iconv('utf-16be', 'utf-8', c).unpack('H*')[0]
+ s.gsub!(/.{4}/n, '\\\\u\&')
+ }
+ string
+ rescue => e
+ raise GeneratorError, "Caught #{e.class}: #{e}"
+ end
+ end
+ module_function :utf8_to_json, :utf8_to_json_ascii
+
+ module Pure
+ module Generator
+ # This class is used to create State instances, that are use to hold
data
+ # while generating a JSON text from a Ruby data structure.
+ class State
+ # Creates a State object from _opts_, which ought to be Hash to
create
+ # a new State instance configured by _opts_, something else to
create
+ # an unconfigured instance. If _opts_ is a State object, it is just
+ # returned.
+ def self.from_state(opts)
+ case
+ when self === opts
+ opts
+ when opts.respond_to?(:to_hash)
+ new(opts.to_hash)
+ when opts.respond_to?(:to_h)
+ new(opts.to_h)
+ else
+ SAFE_STATE_PROTOTYPE.dup
+ end
+ end
+
+ # Instantiates a new State object, configured by _opts_.
+ #
+ # _opts_ can have the following keys:
+ #
+ # * *indent*: a string used to indent levels (default: ''),
+ # * *space*: a string that is put after, a : or , delimiter
(default: ''),
+ # * *space_before*: a string that is put before a : pair delimiter
(default: ''),
+ # * *object_nl*: a string that is put at the end of a JSON object
(default: ''),
+ # * *array_nl*: a string that is put at the end of a JSON array
(default: ''),
+ # * *check_circular*: is deprecated now, use the :max_nesting
option instead,
+ # * *max_nesting*: sets the maximum level of data structure
nesting in
+ # the generated JSON, max_nesting = 0 if no maximum should be
checked.
+ # * *allow_nan*: true if NaN, Infinity, and -Infinity should be
+ # generated, otherwise an exception is thrown, if these values
are
+ # encountered. This options defaults to false.
+ # * *quirks_mode*: Enables quirks_mode for parser, that is for
example
+ # generating single JSON values instead of documents is possible.
+ def initialize(opts = {})
+ @indent = ''
+ @space = ''
+ @space_before = ''
+ @object_nl = ''
+ @array_nl = ''
+ @allow_nan = false
+ @ascii_only = false
+ @quirks_mode = false
+ @buffer_initial_length = 1024
+ configure opts
+ end
+
+ # This string is used to indent levels in the JSON text.
+ attr_accessor :indent
+
+ # This string is used to insert a space between the tokens in a
JSON
+ # string.
+ attr_accessor :space
+
+ # This string is used to insert a space before the ':' in JSON
objects.
+ attr_accessor :space_before
+
+ # This string is put at the end of a line that holds a JSON object
(or
+ # Hash).
+ attr_accessor :object_nl
+
+ # This string is put at the end of a line that holds a JSON array.
+ attr_accessor :array_nl
+
+ # This integer returns the maximum level of data structure nesting
in
+ # the generated JSON, max_nesting = 0 if no maximum is checked.
+ attr_accessor :max_nesting
+
+ # If this attribute is set to true, quirks mode is enabled,
otherwise
+ # it's disabled.
+ attr_accessor :quirks_mode
+
+ # :stopdoc:
+ attr_reader :buffer_initial_length
+
+ def buffer_initial_length=(length)
+ if length > 0
+ @buffer_initial_length = length
+ end
+ end
+ # :startdoc:
+
+ # This integer returns the current depth data structure nesting in
the
+ # generated JSON.
+ attr_accessor :depth
+
+ def check_max_nesting # :nodoc:
+ return if @max_nesting.zero?
+ current_nesting = depth + 1
+ current_nesting > @max_nesting and
+ raise NestingError, "nesting of #{current_nesting} is too deep"
+ end
+
+ # Returns true, if circular data structures are checked,
+ # otherwise returns false.
+ def check_circular?
+ !@max_nesting.zero?
+ end
+
+ # Returns true if NaN, Infinity, and -Infinity should be
considered as
+ # valid JSON and output.
+ def allow_nan?
+ @allow_nan
+ end
+
+ # Returns true, if only ASCII characters should be generated.
Otherwise
+ # returns false.
+ def ascii_only?
+ @ascii_only
+ end
+
+ # Returns true, if quirks mode is enabled. Otherwise returns false.
+ def quirks_mode?
+ @quirks_mode
+ end
+
+ # Configure this State instance with the Hash _opts_, and return
+ # itself.
+ def configure(opts)
+ @indent = opts[:indent] if opts.key?(:indent)
+ @space = opts[:space] if opts.key?(:space)
+ @space_before = opts[:space_before] if opts.key?(:space_before)
+ @object_nl = opts[:object_nl] if opts.key?(:object_nl)
+ @array_nl = opts[:array_nl] if opts.key?(:array_nl)
+ @allow_nan = !!opts[:allow_nan] if opts.key?(:allow_nan)
+ @ascii_only = opts[:ascii_only] if opts.key?(:ascii_only)
+ @depth = opts[:depth] || 0
+ @quirks_mode = opts[:quirks_mode] if opts.key?(:quirks_mode)
+ if !opts.key?(:max_nesting) # defaults to 19
+ @max_nesting = 19
+ elsif opts[:max_nesting]
+ @max_nesting = opts[:max_nesting]
+ else
+ @max_nesting = 0
+ end
+ self
+ end
+ alias merge configure
+
+ # Returns the configuration instance variables as a hash, that can
be
+ # passed to the configure method.
+ def to_h
+ result = {}
+ for iv in %w[indent space space_before object_nl array_nl
allow_nan max_nesting ascii_only quirks_mode buffer_initial_length depth]
+ result[iv.intern] = instance_variable_get("@#{iv}")
+ end
+ result
+ end
+
+ # Generates a valid JSON document from object +obj+ and returns the
+ # result. If no valid JSON document can be created this method
raises a
+ # GeneratorError exception.
+ def generate(obj)
+ result = obj.to_json(self)
+ if !@quirks_mode && result !~ /\A\s*(?:\[.*\]|\{.*\})\s*\Z/m
+ raise GeneratorError, "only generation of JSON objects or
arrays allowed"
+ end
+ result
+ end
+
+ # Return the value returned by method +name+.
+ def [](name)
+ __send__ name
+ end
+ end
+
+ module GeneratorMethods
+ module Object
+ # Converts this object to a string (calling #to_s), converts
+ # it to a JSON string, and returns the result. This is a
fallback, if no
+ # special method #to_json was defined for some object.
+ def to_json(*) to_s.to_json end
+ end
+
+ module Hash
+ # Returns a JSON string containing a JSON object, that is
unparsed from
+ # this Hash instance.
+ # _state_ is a JSON::State object, that can also be used to
configure the
+ # produced JSON string output further.
+ # _depth_ is used to find out nesting depth, to indent
accordingly.
+ def to_json(state = nil, *)
+ state = State.from_state(state)
+ state.check_max_nesting
+ json_transform(state)
+ end
+
+ private
+
+ def json_shift(state)
+ state.object_nl.empty? or return ''
+ state.indent * state.depth
+ end
+
+ def json_transform(state)
+ delim = ','
+ delim << state.object_nl
+ result = '{'
+ result << state.object_nl
+ depth = state.depth += 1
+ first = true
+ indent = !state.object_nl.empty?
+ each { |key,value|
+ result << delim unless first
+ result << state.indent * depth if indent
+ result << key.to_s.to_json(state)
+ result << state.space_before
+ result << ':'
+ result << state.space
+ result << value.to_json(state)
+ first = false
+ }
+ depth = state.depth -= 1
+ result << state.object_nl
+ result << state.indent * depth if indent if indent
+ result << '}'
+ result
+ end
+ end
+
+ module Array
+ # Returns a JSON string containing a JSON array, that is
unparsed from
+ # this Array instance.
+ # _state_ is a JSON::State object, that can also be used to
configure the
+ # produced JSON string output further.
+ def to_json(state = nil, *)
+ state = State.from_state(state)
+ state.check_max_nesting
+ json_transform(state)
+ end
+
+ private
+
+ def json_transform(state)
+ delim = ','
+ delim << state.array_nl
+ result = '['
+ result << state.array_nl
+ depth = state.depth += 1
+ first = true
+ indent = !state.array_nl.empty?
+ each { |value|
+ result << delim unless first
+ result << state.indent * depth if indent
+ result << value.to_json(state)
+ first = false
+ }
+ depth = state.depth -= 1
+ result << state.array_nl
+ result << state.indent * depth if indent
+ result << ']'
+ end
+ end
+
+ module Integer
+ # Returns a JSON string representation for this Integer number.
+ def to_json(*) to_s end
+ end
+
+ module Float
+ # Returns a JSON string representation for this Float number.
+ def to_json(state = nil, *)
+ state = State.from_state(state)
+ case
+ when infinite?
+ if state.allow_nan?
+ to_s
+ else
+ raise GeneratorError, "#{self} not allowed in JSON"
+ end
+ when nan?
+ if state.allow_nan?
+ to_s
+ else
+ raise GeneratorError, "#{self} not allowed in JSON"
+ end
+ else
+ to_s
+ end
+ end
+ end
+
+ module String
+ if defined?(::Encoding)
+ # This string should be encoded with UTF-8 A call to this
method
+ # returns a JSON string encoded with UTF16 big endian
characters as
+ # \u????.
+ def to_json(state = nil, *args)
+ state = State.from_state(state)
+ if encoding == ::Encoding::UTF_8
+ string = self
+ else
+ string = encode(::Encoding::UTF_8)
+ end
+ if state.ascii_only?
+ '"' << JSON.utf8_to_json_ascii(string) << '"'
+ else
+ '"' << JSON.utf8_to_json(string) << '"'
+ end
+ end
+ else
+ # This string should be encoded with UTF-8 A call to this
method
+ # returns a JSON string encoded with UTF16 big endian
characters as
+ # \u????.
+ def to_json(state = nil, *args)
+ state = State.from_state(state)
+ if state.ascii_only?
+ '"' << JSON.utf8_to_json_ascii(self) << '"'
+ else
+ '"' << JSON.utf8_to_json(self) << '"'
+ end
+ end
+ end
+
+ # Module that holds the extinding methods if, the String module
is
+ # included.
+ module Extend
+ # Raw Strings are JSON Objects (the raw bytes are stored in an
+ # array for the key "raw"). The Ruby String can be created by
this
+ # module method.
+ def json_create(o)
+ o['raw'].pack('C*')
+ end
+ end
+
+ # Extends _modul_ with the String::Extend module.
+ def self.included(modul)
+ modul.extend Extend
+ end
+
+ # This method creates a raw object hash, that can be nested into
+ # other data structures and will be unparsed as a raw string.
This
+ # method should be used, if you want to convert raw strings to
JSON
+ # instead of UTF-8 strings, e. g. binary data.
+ def to_json_raw_object
+ {
+ JSON.create_id => self.class.name,
+ 'raw' => self.unpack('C*'),
+ }
+ end
+
+ # This method creates a JSON text from the result of
+ # a call to to_json_raw_object of this String.
+ def to_json_raw(*args)
+ to_json_raw_object.to_json(*args)
+ end
+ end
+
+ module TrueClass
+ # Returns a JSON string for true: 'true'.
+ def to_json(*) 'true' end
+ end
+
+ module FalseClass
+ # Returns a JSON string for false: 'false'.
+ def to_json(*) 'false' end
+ end
+
+ module NilClass
+ # Returns a JSON string for nil: 'null'.
+ def to_json(*) 'null' end
+ end
+ end
+ end
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/pure/parser.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,359 @@
+require 'strscan'
+
+module JSON
+ module Pure
+ # This class implements the JSON parser that is used to parse a JSON
string
+ # into a Ruby data structure.
+ class Parser < StringScanner
+ STRING = /" ((?:[^\x0-\x1f"\\] |
+ # escaped special characters:
+ \\["\\\/bfnrt] |
+ \\u[0-9a-fA-F]{4} |
+ # match all but escaped special
characters:
+
\\[\x20-\x21\x23-\x2e\x30-\x5b\x5d-\x61\x63-\x65\x67-\x6d\x6f-\x71\x73\x75-\xff])*)
+ "/nx
+ INTEGER = /(-?0|-?[1-9]\d*)/
+ FLOAT = /(-?
+ (?:0|[1-9]\d*)
+ (?:
+ \.\d+(?i:e[+-]?\d+) |
+ \.\d+ |
+ (?i:e[+-]?\d+)
+ )
+ )/x
+ NAN = /NaN/
+ INFINITY = /Infinity/
+ MINUS_INFINITY = /-Infinity/
+ OBJECT_OPEN = /\{/
+ OBJECT_CLOSE = /\}/
+ ARRAY_OPEN = /\[/
+ ARRAY_CLOSE = /\]/
+ PAIR_DELIMITER = /:/
+ COLLECTION_DELIMITER = /,/
+ TRUE = /true/
+ FALSE = /false/
+ NULL = /null/
+ IGNORE = %r(
+ (?:
+ //[^\n\r]*[\n\r]| # line comments
+ /\* # c-style comments
+ (?:
+ [^*/]| # normal chars
+ /[^*]| # slashes that do not start a nested comment
+ \*[^/]| # asterisks that do not end this comment
+ /(?=\*/) # single slash before this comment's end
+ )*
+ \*/ # the End of this comment
+ |[ \t\r\n]+ # whitespaces: space, horicontal tab, lf, cr
+ )+
+ )mx
+
+ UNPARSED = Object.new
+
+ # Creates a new JSON::Pure::Parser instance for the string _source_.
+ #
+ # It will be configured by the _opts_ hash. _opts_ can have the
following
+ # keys:
+ # * *max_nesting*: The maximum depth of nesting allowed in the
parsed data
+ # structures. Disable depth checking with :max_nesting => false|
nil|0,
+ # it defaults to 19.
+ # * *allow_nan*: If set to true, allow NaN, Infinity and -Infinity in
+ # defiance of RFC 4627 to be parsed by the Parser. This option
defaults
+ # to false.
+ # * *symbolize_names*: If set to true, returns symbols for the names
+ # (keys) in a JSON object. Otherwise strings are returned, which
is also
+ # the default.
+ # * *create_additions*: If set to false, the Parser doesn't create
+ # additions even if a matchin class and create_id was found. This
option
+ # defaults to true.
+ # * *object_class*: Defaults to Hash
+ # * *array_class*: Defaults to Array
+ # * *quirks_mode*: Enables quirks_mode for parser, that is for
example
+ # parsing single JSON values instead of documents is possible.
+ def initialize(source, opts = {})
+ opts ||= {}
+ unless @quirks_mode = opts[:quirks_mode]
+ source = convert_encoding source
+ end
+ super source
+ if !opts.key?(:max_nesting) # defaults to 19
+ @max_nesting = 19
+ elsif opts[:max_nesting]
+ @max_nesting = opts[:max_nesting]
+ else
+ @max_nesting = 0
+ end
+ @allow_nan = !!opts[:allow_nan]
+ @symbolize_names = !!opts[:symbolize_names]
+ if opts.key?(:create_additions)
+ @create_additions = !!opts[:create_additions]
+ else
+ @create_additions = true
+ end
+ @create_id = @create_additions ? JSON.create_id : nil
+ @object_class = opts[:object_class] || Hash
+ @array_class = opts[:array_class] || Array
+ @match_string = opts[:match_string]
+ end
+
+ alias source string
+
+ def quirks_mode?
+ !!@quirks_mode
+ end
+
+ def reset
+ super
+ @current_nesting = 0
+ end
+
+ # Parses the current JSON string _source_ and returns the complete
data
+ # structure as a result.
+ def parse
+ reset
+ obj = nil
+ if @quirks_mode
+ while !eos? && skip(IGNORE)
+ end
+ if eos?
+ raise ParserError, "source did not contain any JSON!"
+ else
+ obj = parse_value
+ obj == UNPARSED and raise ParserError, "source did not contain
any JSON!"
+ end
+ else
+ until eos?
+ case
+ when scan(OBJECT_OPEN)
+ obj and raise ParserError, "source '#{peek(20)}' not in
JSON!"
+ @current_nesting = 1
+ obj = parse_object
+ when scan(ARRAY_OPEN)
+ obj and raise ParserError, "source '#{peek(20)}' not in
JSON!"
+ @current_nesting = 1
+ obj = parse_array
+ when skip(IGNORE)
+ ;
+ else
+ raise ParserError, "source '#{peek(20)}' not in JSON!"
+ end
+ end
+ obj or raise ParserError, "source did not contain any JSON!"
+ end
+ obj
+ end
+
+ private
+
+ def convert_encoding(source)
+ if source.respond_to?(:to_str)
+ source = source.to_str
+ else
+ raise TypeError, "#{source.inspect} is not like a string"
+ end
+ if defined?(::Encoding)
+ if source.encoding == ::Encoding::ASCII_8BIT
+ b = source[0, 4].bytes.to_a
+ source =
+ case
+ when b.size >= 4 && b[0] == 0 && b[1] == 0 && b[2] == 0
+
source.dup.force_encoding(::Encoding::UTF_32BE).encode!(::Encoding::UTF_8)
+ when b.size >= 4 && b[0] == 0 && b[2] == 0
+
source.dup.force_encoding(::Encoding::UTF_16BE).encode!(::Encoding::UTF_8)
+ when b.size >= 4 && b[1] == 0 && b[2] == 0 && b[3] == 0
+
source.dup.force_encoding(::Encoding::UTF_32LE).encode!(::Encoding::UTF_8)
+ when b.size >= 4 && b[1] == 0 && b[3] == 0
+
source.dup.force_encoding(::Encoding::UTF_16LE).encode!(::Encoding::UTF_8)
+ else
+ source.dup
+ end
+ else
+ source = source.encode(::Encoding::UTF_8)
+ end
+ source.force_encoding(::Encoding::ASCII_8BIT)
+ else
+ b = source
+ source =
+ case
+ when b.size >= 4 && b[0] == 0 && b[1] == 0 && b[2] == 0
+ JSON.iconv('utf-8', 'utf-32be', b)
+ when b.size >= 4 && b[0] == 0 && b[2] == 0
+ JSON.iconv('utf-8', 'utf-16be', b)
+ when b.size >= 4 && b[1] == 0 && b[2] == 0 && b[3] == 0
+ JSON.iconv('utf-8', 'utf-32le', b)
+ when b.size >= 4 && b[1] == 0 && b[3] == 0
+ JSON.iconv('utf-8', 'utf-16le', b)
+ else
+ b
+ end
+ end
+ source
+ end
+
+ # Unescape characters in strings.
+ UNESCAPE_MAP = Hash.new { |h, k| h[k] = k.chr }
+ UNESCAPE_MAP.update({
+ ?" => '"',
+ ?\\ => '\\',
+ ?/ => '/',
+ ?b => "\b",
+ ?f => "\f",
+ ?n => "\n",
+ ?r => "\r",
+ ?t => "\t",
+ ?u => nil,
+ })
+
+ EMPTY_8BIT_STRING = ''
+ if ::String.method_defined?(:encode)
+ EMPTY_8BIT_STRING.force_encoding Encoding::ASCII_8BIT
+ end
+
+ def parse_string
+ if scan(STRING)
+ return '' if self[1].empty?
+ string = self[1].gsub(%r((?:\\[\\bfnrt"/]|
(?:\\u(?:[A-Fa-f\d]{4}))+|\\[\x20-\xff]))n) do |c|
+ if u = UNESCAPE_MAP[$&[1]]
+ u
+ else # \uXXXX
+ bytes = EMPTY_8BIT_STRING.dup
+ i = 0
+ while c[6 * i] == ?\\ && c[6 * i + 1] == ?u
+ bytes << c[6 * i + 2, 2].to_i(16) << c[6 * i + 4,
2].to_i(16)
+ i += 1
+ end
+ JSON.iconv('utf-8', 'utf-16be', bytes)
+ end
+ end
+ if string.respond_to?(:force_encoding)
+ string.force_encoding(::Encoding::UTF_8)
+ end
+ if @create_additions and @match_string
+ for (regexp, klass) in @match_string
+ klass.json_creatable? or next
+ string =~ regexp and return klass.json_create(string)
+ end
+ end
+ string
+ else
+ UNPARSED
+ end
+ rescue => e
+ raise ParserError, "Caught #{e.class} at '#{peek(20)}': #{e}"
+ end
+
+ def parse_value
+ case
+ when scan(FLOAT)
+ Float(self[1])
+ when scan(INTEGER)
+ Integer(self[1])
+ when scan(TRUE)
+ true
+ when scan(FALSE)
+ false
+ when scan(NULL)
+ nil
+ when (string = parse_string) != UNPARSED
+ string
+ when scan(ARRAY_OPEN)
+ @current_nesting += 1
+ ary = parse_array
+ @current_nesting -= 1
+ ary
+ when scan(OBJECT_OPEN)
+ @current_nesting += 1
+ obj = parse_object
+ @current_nesting -= 1
+ obj
+ when @allow_nan && scan(NAN)
+ NaN
+ when @allow_nan && scan(INFINITY)
+ Infinity
+ when @allow_nan && scan(MINUS_INFINITY)
+ MinusInfinity
+ else
+ UNPARSED
+ end
+ end
+
+ def parse_array
+ raise NestingError, "nesting of #@current_nesting is too deep" if
+ @max_nesting.nonzero? && @current_nesting > @max_nesting
+ result = @array_class.new
+ delim = false
+ until eos?
+ case
+ when (value = parse_value) != UNPARSED
+ delim = false
+ result << value
+ skip(IGNORE)
+ if scan(COLLECTION_DELIMITER)
+ delim = true
+ elsif match?(ARRAY_CLOSE)
+ ;
+ else
+ raise ParserError, "expected ',' or ']' in array
at '#{peek(20)}'!"
+ end
+ when scan(ARRAY_CLOSE)
+ if delim
+ raise ParserError, "expected next element in array
at '#{peek(20)}'!"
+ end
+ break
+ when skip(IGNORE)
+ ;
+ else
+ raise ParserError, "unexpected token in array
at '#{peek(20)}'!"
+ end
+ end
+ result
+ end
+
+ def parse_object
+ raise NestingError, "nesting of #@current_nesting is too deep" if
+ @max_nesting.nonzero? && @current_nesting > @max_nesting
+ result = @object_class.new
+ delim = false
+ until eos?
+ case
+ when (string = parse_string) != UNPARSED
+ skip(IGNORE)
+ unless scan(PAIR_DELIMITER)
+ raise ParserError, "expected ':' in object at '#{peek(20)}'!"
+ end
+ skip(IGNORE)
+ unless (value = parse_value).equal? UNPARSED
+ result[@symbolize_names ? string.to_sym : string] = value
+ delim = false
+ skip(IGNORE)
+ if scan(COLLECTION_DELIMITER)
+ delim = true
+ elsif match?(OBJECT_CLOSE)
+ ;
+ else
+ raise ParserError, "expected ',' or '}' in object
at '#{peek(20)}'!"
+ end
+ else
+ raise ParserError, "expected value in object
at '#{peek(20)}'!"
+ end
+ when scan(OBJECT_CLOSE)
+ if delim
+ raise ParserError, "expected next name, value pair in object
at '#{peek(20)}'!"
+ end
+ if @create_additions and klassname = result[@create_id]
+ klass = JSON.deep_const_get klassname
+ break unless klass and klass.json_creatable?
+ result = klass.json_create(result)
+ end
+ break
+ when skip(IGNORE)
+ ;
+ else
+ raise ParserError, "unexpected token in object
at '#{peek(20)}'!"
+ end
+ end
+ result
+ end
+ end
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/pure.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,21 @@
+if ENV['SIMPLECOV_COVERAGE'].to_i == 1
+ require 'simplecov'
+ SimpleCov.start do
+ add_filter "/tests/"
+ end
+end
+require 'json/common'
+require 'json/pure/parser'
+require 'json/pure/generator'
+
+module JSON
+ # This module holds all the modules/classes that implement JSON's
+ # functionality in pure ruby.
+ module Pure
+ $DEBUG and warn "Using Pure library for JSON."
+ JSON.parser = Parser
+ JSON.generator = Generator
+ end
+
+ JSON_LOADED = true unless defined?(::JSON::JSON_LOADED)
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json/version.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,8 @@
+module JSON
+ # JSON version
+ VERSION = '1.6.5'
+ VERSION_ARRAY = VERSION.split(/\./).map { |x| x.to_i } # :nodoc:
+ VERSION_MAJOR = VERSION_ARRAY[0] # :nodoc:
+ VERSION_MINOR = VERSION_ARRAY[1] # :nodoc:
+ VERSION_BUILD = VERSION_ARRAY[2] # :nodoc:
+end
=======================================
--- /dev/null
+++ /trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/lib/json.rb
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,62 @@
+##
+# = JavaScript Object Notation (JSON)
+#
+# JSON is a lightweight data-interchange format. It is easy for us
+# humans to read and write. Plus, equally simple for machines to generate
or parse.
+# JSON is completely language agnostic, making it the ideal interchange
format.
+#
+# Built on two universally available structures:
+# 1. A collection of name/value pairs. Often referred to as an _object_,
hash table, record, struct, keyed list, or associative array.
+# 2. An ordered list of values. More commonly called an _array_, vector,
sequence or list.
+#
+# To read more about JSON visit: http://json.org
+#
+# == Parsing JSON
+#
+# To parse a JSON string received by another application or generated
within
+# your existing application:
+#
+# require 'json'
+#
+# my_hash = JSON.parse('{"hello": "goodbye"}')
+# puts my_hash["hello"] => "goodbye"
+#
+# Notice the extra quotes <tt>''</tt> around the hash notation. Ruby
expects
+# the argument to be a string and can't convert objects like a hash or
array.
+#
+# Ruby converts your string into a hash
+#
+# == Generating JSON
+#
+# Creating a JSON string for communication or serialization is
+# just as simple.
+#
+# require 'json'
+#
+# my_hash = {:hello => "goodbye"}
+# puts JSON.generate(my_hash) => "{\"hello\":\"goodbye\"}"
+#
+# Or an alternative way:
+#
+# require 'json'
+# puts {:hello => "goodbye"}.to_json => "{\"hello\":\"goodbye\"}"
+#
+# <tt>JSON.generate</tt> only allows objects or arrays to be converted
+# to JSON syntax. <tt>to_json</tt>, however, accepts many Ruby classes
+# even though it acts only as a method for serialization:
+#
+# require 'json'
+#
+# 1.to_json => "1"
+#
+
+require 'json/common'
+module JSON
+ require 'json/version'
+
+ begin
+ require 'json/ext'
+ rescue LoadError
+ require 'json/pure'
+ end
+end
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail1.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+"A JSON payload should be an object or array, not a string."
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail10.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+{"Extra value after close": true} "misplaced quoted value"
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail11.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+{"Illegal expression": 1 + 2}
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail12.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+{"Illegal invocation": alert()}
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail13.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+{"Numbers cannot have leading zeroes": 013}
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail14.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+{"Numbers cannot be hex": 0x14}
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail18.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+[[[[[[[[[[[[[[[[[[[["Too deep"]]]]]]]]]]]]]]]]]]]]
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail19.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+{"Missing colon" null}
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail2.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+["Unclosed array"
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail20.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+{"Double colon":: null}
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail21.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+{"Comma instead of colon", null}
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail22.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+["Colon instead of comma": false]
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail23.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+["Bad value", truth]
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail24.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+['single quote']
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail25.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+["tab character in string "]
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail27.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,2 @@
+["line
+break"]
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail28.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,2 @@
+["line\
+break"]
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail3.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+{unquoted_key: "keys must be quoted"}
=======================================
--- /dev/null
+++
/trunk/mapreduce/src/main/resources/gems/json-1.6.5-java/tests/fixtures/fail4.json
Tue Jan 17 12:30:34 2012
@@ -0,0 +1,1 @@
+["extra comma",]
=======================================
***Additional files exist in this changeset.***