lang/c/msgpack: added Messagepack, a binary-based efficient data interchange format.

git-svn-id: file:///Users/frsyuki/project/msgpack-git/svn/x@48 5a5092ae-2292-43ba-b2d5-dcab9c1a2731

ruby/Makefile

@@ -0,0 +1,153 @@
+
+SHELL = /bin/sh
+
+#### Start of system configuration section. ####
+
+srcdir = .
+topdir = /Users/frsyuki/ports/lib/ruby/1.8/i686-darwin9.1.0
+hdrdir = $(topdir)
+VPATH = $(srcdir):$(topdir):$(hdrdir)
+prefix = $(DESTDIR)/Users/frsyuki/ports
+exec_prefix = $(prefix)
+sitedir = $(prefix)/lib/ruby/site_ruby
+rubylibdir = $(libdir)/ruby/$(ruby_version)
+docdir = $(datarootdir)/doc/$(PACKAGE)
+dvidir = $(docdir)
+datarootdir = $(prefix)/share
+archdir = $(rubylibdir)/$(arch)
+sbindir = $(exec_prefix)/sbin
+psdir = $(docdir)
+vendordir = $(prefix)/lib/ruby/vendor_ruby
+localedir = $(datarootdir)/locale
+htmldir = $(docdir)
+datadir = $(datarootdir)
+includedir = $(prefix)/include
+infodir = $(datarootdir)/info
+sysconfdir = $(prefix)/etc
+mandir = $(DESTDIR)/Users/frsyuki/ports/share/man
+libdir = $(exec_prefix)/lib
+sharedstatedir = $(prefix)/com
+oldincludedir = $(DESTDIR)/usr/include
+pdfdir = $(docdir)
+sitearchdir = $(sitelibdir)/$(sitearch)
+vendorarchdir = $(vendorlibdir)/$(vendorarch)
+bindir = $(exec_prefix)/bin
+localstatedir = $(prefix)/var
+vendorlibdir = $(vendordir)/$(ruby_version)
+sitelibdir = $(sitedir)/$(ruby_version)
+libexecdir = $(exec_prefix)/libexec
+
+CC = /usr/bin/gcc-4.0
+LIBRUBY = $(LIBRUBY_SO)
+LIBRUBY_A = lib$(RUBY_SO_NAME)-static.a
+LIBRUBYARG_SHARED = -l$(RUBY_SO_NAME)
+LIBRUBYARG_STATIC = -l$(RUBY_SO_NAME)-static
+
+RUBY_EXTCONF_H = 
+CFLAGS   =  -fno-common -O2  -fno-common -pipe -fno-common -I.. -Wall -O9 
+INCFLAGS = -I. -I$(topdir) -I$(hdrdir) -I$(srcdir)
+CPPFLAGS =  -I/Users/frsyuki/ports/include
+CXXFLAGS = $(CFLAGS) 
+DLDFLAGS = -L. -L/Users/frsyuki/ports/lib  
+LDSHARED = cc -dynamic -bundle -undefined suppress -flat_namespace
+AR = ar
+EXEEXT = 
+
+RUBY_INSTALL_NAME = ruby
+RUBY_SO_NAME = ruby
+arch = i686-darwin9.1.0
+sitearch = i686-darwin9.1.0
+vendorarch = i686-darwin9.1.0
+ruby_version = 1.8
+ruby = /Users/frsyuki/ports/bin/ruby
+RUBY = $(ruby)
+RM = rm -f
+MAKEDIRS = mkdir -p
+INSTALL = /usr/bin/install
+INSTALL_PROG = $(INSTALL) -m 0755
+INSTALL_DATA = $(INSTALL) -m 644
+COPY = cp
+
+#### End of system configuration section. ####
+
+preload = 
+
+libpath = . $(libdir)
+LIBPATH =  -L"." -L"$(libdir)"
+DEFFILE = 
+
+CLEANFILES = mkmf.log
+DISTCLEANFILES = 
+
+extout = 
+extout_prefix = 
+target_prefix = 
+LOCAL_LIBS = 
+LIBS = $(LIBRUBYARG_SHARED)  -lpthread -ldl -lobjc  
+SRCS = pack.c rbinit.c unpack.c unpack_inline.c
+OBJS = pack.o rbinit.o unpack.o unpack_inline.o
+TARGET = msgpack
+DLLIB = $(TARGET).bundle
+EXTSTATIC = 
+STATIC_LIB = 
+
+RUBYCOMMONDIR = $(sitedir)$(target_prefix)
+RUBYLIBDIR    = $(sitelibdir)$(target_prefix)
+RUBYARCHDIR   = $(sitearchdir)$(target_prefix)
+
+TARGET_SO     = $(DLLIB)
+CLEANLIBS     = $(TARGET).bundle $(TARGET).il? $(TARGET).tds $(TARGET).map
+CLEANOBJS     = *.o *.a *.s[ol] *.pdb *.exp *.bak
+
+all:		$(DLLIB)
+static:		$(STATIC_LIB)
+
+clean:
+		@-$(RM) $(CLEANLIBS) $(CLEANOBJS) $(CLEANFILES)
+
+distclean:	clean
+		@-$(RM) Makefile $(RUBY_EXTCONF_H) conftest.* mkmf.log
+		@-$(RM) core ruby$(EXEEXT) *~ $(DISTCLEANFILES)
+
+realclean:	distclean
+install: install-so install-rb
+
+install-so: $(RUBYARCHDIR)
+install-so: $(RUBYARCHDIR)/$(DLLIB)
+$(RUBYARCHDIR)/$(DLLIB): $(DLLIB)
+	$(INSTALL_PROG) $(DLLIB) $(RUBYARCHDIR)
+install-rb: pre-install-rb install-rb-default
+install-rb-default: pre-install-rb-default
+pre-install-rb: Makefile
+pre-install-rb-default: Makefile
+$(RUBYARCHDIR):
+	$(MAKEDIRS) $@
+
+site-install: site-install-so site-install-rb
+site-install-so: install-so
+site-install-rb: install-rb
+
+.SUFFIXES: .c .m .cc .cxx .cpp .C .o
+
+.cc.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
+
+.cxx.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
+
+.cpp.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
+
+.C.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
+
+.c.o:
+	$(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) -c $<
+
+$(DLLIB): $(OBJS)
+	@-$(RM) $@
+	$(LDSHARED) -o $@ $(OBJS) $(LIBPATH) $(DLDFLAGS) $(LOCAL_LIBS) $(LIBS)
+
+
+
+$(OBJS): ruby.h defines.h

ruby/bench.rb

@@ -0,0 +1,60 @@
+require 'rubygems'
+require 'json'
+require 'msgpack'
+
+def show10(str)
+	puts "#{str.length/1024} KB"
+	puts str[0, 10].unpack('C*').map{|x|"%02x"%x}.join(' ') + " ..."
+end
+
+ary = []
+i = 0
+while i < (1<<23)
+	ary << (1<<23)
+	#ary << i
+	i += 1
+end
+
+GC.start
+
+puts "----"
+puts "MessagePack"
+a = Time.now
+packed = MessagePack::pack(ary)
+b = Time.now
+show10(packed)
+puts "#{b-a} sec."
+
+GC.start
+
+puts "----"
+puts "JSON"
+a = Time.now
+json = ary.to_json
+b = Time.now
+show10(json)
+puts "#{b-a} sec."
+
+ary = nil
+GC.start
+
+
+puts "----"
+puts "MessagePack"
+a = Time.now
+ary = MessagePack::unpack(packed)
+b = Time.now
+puts "#{b-a} sec."
+
+ary = nil
+GC.start
+
+
+puts "----"
+puts "JSON"
+a = Time.now
+ary = JSON::load(json)
+b = Time.now
+puts "#{b-a} sec."
+
+

ruby/extconf.rb

@@ -0,0 +1,4 @@
+require 'mkmf'
+$CFLAGS << " -I.. -Wall -O9"
+create_makefile('msgpack')
+

ruby/gem.sh

@@ -0,0 +1,19 @@
+#!/bin/sh
+
+cp extconf.rb       gem/ext/
+cp pack.c           gem/ext/
+cp pack.h           gem/ext/
+cp pack_inline.h    gem/ext/
+cp rbinit.c         gem/ext/
+cp unpack.c         gem/ext/
+cp unpack.h         gem/ext/
+cp unpack_context.h gem/ext/
+cp unpack_inline.c  gem/ext/
+cp ../README        gem/README.txt
+cp ../msgpack/pack/inline_context.h    gem/msgpack/pack/
+cp ../msgpack/pack/inline_impl.h       gem/msgpack/pack/
+cp ../msgpack/unpack/inline_context.h  gem/msgpack/unpack/
+cp ../msgpack/unpack/inline_impl.h     gem/msgpack/unpack/
+
+cd gem && rake --trace package
+

ruby/gem/AUTHORS

@@ -0,0 +1 @@
+FURUHASHI Sadayuki <frsyuki _at_ users.sourceforge.jp>

ruby/gem/License.txt

@@ -0,0 +1,13 @@
+Copyright 2008 Furuhashi Sadayuki
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

ruby/gem/Manifest.txt

@@ -0,0 +1,26 @@
+License.txt
+Manifest.txt
+README.txt
+Rakefile
+config/hoe.rb
+config/requirements.rb
+ext/extconf.rb
+ext/pack.c
+ext/pack.h
+ext/pack_inline.h
+ext/rbinit.c
+ext/unpack.c
+ext/unpack.h
+ext/unpack_context.h
+ext/unpack_inline.c
+msgpack/pack/inline_context.h
+msgpack/pack/inline_impl.h
+msgpack/unpack/inline_context.h
+msgpack/unpack/inline_impl.h
+lib/msgpack/version.rb
+script/console
+script/destroy
+script/generate
+setup.rb
+tasks/deployment.rake
+tasks/environment.rake

ruby/gem/PostInstall.txt

@@ -0,0 +1 @@
+

ruby/gem/Rakefile

@@ -0,0 +1,4 @@
+require 'config/requirements'
+require 'config/hoe' # setup Hoe + all gem configuration
+
+Dir['tasks/**/*.rake'].each { |rake| load rake }

ruby/gem/config/hoe.rb

@@ -0,0 +1,75 @@
+require 'msgpack/version'
+
+AUTHOR = 'FURUHASHI Sadayuki'  # can also be an array of Authors
+EMAIL = "fr _at_ syuki.skr.jp"
+DESCRIPTION = "An object-oriented parser generator based on Parser Expression Grammar"
+GEM_NAME = 'msgpack' # what ppl will type to install your gem
+RUBYFORGE_PROJECT = 'msgpack' # The unix name for your project
+HOMEPATH = "http://#{RUBYFORGE_PROJECT}.rubyforge.org"
+DOWNLOAD_PATH = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
+EXTRA_DEPENDENCIES = [
+#  ['activesupport', '>= 1.3.1']
+]    # An array of rubygem dependencies [name, version]
+
+@config_file = "~/.rubyforge/user-config.yml"
+@config = nil
+RUBYFORGE_USERNAME = "unknown"
+def rubyforge_username
+  unless @config
+    begin
+      @config = YAML.load(File.read(File.expand_path(@config_file)))
+    rescue
+      puts <<-EOS
+ERROR: No rubyforge config file found: #{@config_file}
+Run 'rubyforge setup' to prepare your env for access to Rubyforge
+ - See http://newgem.rubyforge.org/rubyforge.html for more details
+      EOS
+      exit
+    end
+  end
+  RUBYFORGE_USERNAME.replace @config["username"]
+end
+
+
+REV = nil
+# UNCOMMENT IF REQUIRED:
+# REV = YAML.load(`svn info`)['Revision']
+VERS = MessagePack::VERSION::STRING + (REV ? ".#{REV}" : "")
+RDOC_OPTS = ['--quiet', '--title', 'msgpack documentation',
+    "--opname", "index.html",
+    "--line-numbers",
+    "--main", "README",
+    "--inline-source"]
+
+class Hoe
+  def extra_deps
+    @extra_deps.reject! { |x| Array(x).first == 'hoe' }
+    @extra_deps
+  end
+end
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.new(GEM_NAME, VERS) do |p|
+  p.developer(AUTHOR, EMAIL)
+  p.description = DESCRIPTION
+  p.summary = DESCRIPTION
+  p.url = HOMEPATH
+  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
+  p.test_globs = ["test/**/test_*.rb"]
+  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']  #An array of file patterns to delete on clean.
+
+  # == Optional
+  p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
+  #p.extra_deps = EXTRA_DEPENDENCIES
+
+  p.spec_extras = {    # A hash of extra values to set in the gemspec.
+		:extensions => %w[ext/extconf.rb]
+	}
+end
+
+CHANGES = $hoe.paragraphs_of('History.txt', 0..1).join("\\n\\n")
+PATH    = (RUBYFORGE_PROJECT == GEM_NAME) ? RUBYFORGE_PROJECT : "#{RUBYFORGE_PROJECT}/#{GEM_NAME}"
+$hoe.remote_rdoc_dir = File.join(PATH.gsub(/^#{RUBYFORGE_PROJECT}\/?/,''), 'rdoc')
+$hoe.rsync_args = '-av --delete --ignore-errors'
+$hoe.spec.post_install_message = File.open(File.dirname(__FILE__) + "/../PostInstall.txt").read rescue ""

ruby/gem/config/requirements.rb

@@ -0,0 +1,15 @@
+require 'fileutils'
+include FileUtils
+
+require 'rubygems'
+%w[rake hoe newgem rubigen].each do |req_gem|
+  begin
+    require req_gem
+  rescue LoadError
+    puts "This Rakefile requires the '#{req_gem}' RubyGem."
+    puts "Installation: gem install #{req_gem} -y"
+    exit
+  end
+end
+
+$:.unshift(File.join(File.dirname(__FILE__), %w[.. lib]))

ruby/gem/lib/msgpack/version.rb

@@ -0,0 +1,9 @@
+module MessagePack
+  module VERSION #:nodoc:
+    MAJOR = 0
+    MINOR = 0
+    TINY  = 1
+
+    STRING = [MAJOR, MINOR, TINY].join('.')
+  end
+end

ruby/gem/script/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/msgpack.rb'}"
+puts "Loading msgpack gem"
+exec "#{irb} #{libs} --simple-prompt"

ruby/gem/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

ruby/gem/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

ruby/gem/script/txt2html

@@ -0,0 +1,82 @@
+#!/usr/bin/env ruby
+
+GEM_NAME = 'msgpack' # what ppl will type to install your gem
+RUBYFORGE_PROJECT = 'msgpack'
+
+require 'rubygems'
+begin
+  require 'newgem'
+  require 'rubyforge'
+rescue LoadError
+  puts "\n\nGenerating the website requires the newgem RubyGem"
+  puts "Install: gem install newgem\n\n"
+  exit(1)
+end
+require 'redcloth'
+require 'syntax/convertors/html'
+require 'erb'
+require File.dirname(__FILE__) + "/../lib/#{GEM_NAME}/version.rb"
+
+version  = MessagePack::VERSION::STRING
+download = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
+
+def rubyforge_project_id
+  RubyForge.new.autoconfig["group_ids"][RUBYFORGE_PROJECT]
+end
+
+class Fixnum
+  def ordinal
+    # teens
+    return 'th' if (10..19).include?(self % 100)
+    # others
+    case self % 10
+    when 1: return 'st'
+    when 2: return 'nd'
+    when 3: return 'rd'
+    else    return 'th'
+    end
+  end
+end
+
+class Time
+  def pretty
+    return "#{mday}#{mday.ordinal} #{strftime('%B')} #{year}"
+  end
+end
+
+def convert_syntax(syntax, source)
+  return Syntax::Convertors::HTML.for_syntax(syntax).convert(source).gsub(%r!^<pre>|</pre>$!,'')
+end
+
+if ARGV.length >= 1
+  src, template = ARGV
+  template ||= File.join(File.dirname(__FILE__), '/../website/template.html.erb')
+else
+  puts("Usage: #{File.split($0).last} source.txt [template.html.erb] > output.html")
+  exit!
+end
+
+template = ERB.new(File.open(template).read)
+
+title = nil
+body = nil
+File.open(src) do |fsrc|
+  title_text = fsrc.readline
+  body_text_template = fsrc.read
+  body_text = ERB.new(body_text_template).result(binding)
+  syntax_items = []
+  body_text.gsub!(%r!<(pre|code)[^>]*?syntax=['"]([^'"]+)[^>]*>(.*?)</\1>!m){
+    ident = syntax_items.length
+    element, syntax, source = $1, $2, $3
+    syntax_items << "<#{element} class='syntax'>#{convert_syntax(syntax, source)}</#{element}>"
+    "syntax-temp-#{ident}"
+  }
+  title = RedCloth.new(title_text).to_html.gsub(%r!<.*?>!,'').strip
+  body = RedCloth.new(body_text).to_html
+  body.gsub!(%r!(?:<pre><code>)?syntax-temp-(\d+)(?:</code></pre>)?!){ syntax_items[$1.to_i] }
+end
+stat = File.stat(src)
+created = stat.ctime
+modified = stat.mtime
+
+$stdout << template.result(binding)

ruby/gem/tasks/deployment.rake

@@ -0,0 +1,34 @@
+desc 'Release the website and new gem version'
+task :deploy => [:check_version, :website, :release] do
+  puts "Remember to create SVN tag:"
+  puts "svn copy svn+ssh://#{rubyforge_username}@rubyforge.org/var/svn/#{PATH}/trunk " +
+    "svn+ssh://#{rubyforge_username}@rubyforge.org/var/svn/#{PATH}/tags/REL-#{VERS} "
+  puts "Suggested comment:"
+  puts "Tagging release #{CHANGES}"
+end
+
+desc 'Runs tasks website_generate and install_gem as a local deployment of the gem'
+task :local_deploy => [:website_generate, :install_gem]
+
+task :check_version do
+  unless ENV['VERSION']
+    puts 'Must pass a VERSION=x.y.z release version'
+    exit
+  end
+  unless ENV['VERSION'] == VERS
+    puts "Please update your version.rb to match the release version, currently #{VERS}"
+    exit
+  end
+end
+
+desc 'Install the package as a gem, without generating documentation(ri/rdoc)'
+task :install_gem_no_doc => [:clean, :package] do
+  sh "#{'sudo ' unless Hoe::WINDOZE }gem install pkg/*.gem --no-rdoc --no-ri"
+end
+
+namespace :manifest do
+  desc 'Recreate Manifest.txt to include ALL files'
+  task :refresh do
+    `rake check_manifest | patch -p0 > Manifest.txt`
+  end
+end

ruby/gem/tasks/environment.rake

@@ -0,0 +1,7 @@
+task :ruby_env do
+  RUBY_APP = if RUBY_PLATFORM =~ /java/
+    "jruby"
+  else
+    "ruby"
+  end unless defined? RUBY_APP
+end

ruby/pack.c

@@ -0,0 +1,131 @@
+/*
+ * MessagePack packing routine for Ruby
+ *
+ * Copyright (C) 2008 FURUHASHI Sadayuki
+ *
+ *    Licensed under the Apache License, Version 2.0 (the "License");
+ *    you may not use this file except in compliance with the License.
+ *    You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS,
+ *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *    See the License for the specific language governing permissions and
+ *    limitations under the License.
+ */
+#include "pack_inline.h"
+
+#ifndef RUBY_VM
+#include "st.h"  // ruby hash
+#endif
+
+static ID s_to_msgpack;
+
+#define ARG_BUFFER(name, argc, argv) \
+	VALUE name; \
+	if(argc == 1) { \
+		name = argv[0]; \
+	} else if(argc == 0) { \
+		name = rb_str_buf_new(0); \
+	} else { \
+		rb_raise(rb_eArgError, "wrong number of arguments (%d for 0)", argc); \
+	}
+
+static VALUE MessagePack_NilClass_to_msgpack(int argc, VALUE *argv, VALUE self)
+{
+	ARG_BUFFER(out, argc, argv);
+	msgpack_pack_nil(out);
+	return out;
+}
+
+static VALUE MessagePack_TrueClass_to_msgpack(int argc, VALUE *argv, VALUE self)
+{
+	ARG_BUFFER(out, argc, argv);
+	msgpack_pack_true(out);
+	return out;
+}
+
+static VALUE MessagePack_FalseClass_to_msgpack(int argc, VALUE *argv, VALUE self)
+{
+	ARG_BUFFER(out, argc, argv);
+	msgpack_pack_false(out);
+	return out;
+}
+
+
+static VALUE MessagePack_Fixnum_to_msgpack(int argc, VALUE *argv, VALUE self)
+{
+	ARG_BUFFER(out, argc, argv);
+	msgpack_pack_int(out, FIX2INT(self));
+	return out;
+}
+
+static VALUE MessagePack_Float_to_msgpack(int argc, VALUE *argv, VALUE self)
+{
+	ARG_BUFFER(out, argc, argv);
+	msgpack_pack_double(out, rb_num2dbl(self));
+	return out;
+}
+
+static VALUE MessagePack_String_to_msgpack(int argc, VALUE *argv, VALUE self)
+{
+	ARG_BUFFER(out, argc, argv);
+	msgpack_pack_raw(out, RSTRING_PTR(self), RSTRING_LEN(self));
+	return out;
+}
+
+static VALUE MessagePack_Array_to_msgpack(int argc, VALUE *argv, VALUE self)
+{
+	ARG_BUFFER(out, argc, argv);
+	msgpack_pack_array(out, RARRAY_LEN(self));
+	VALUE* p = RARRAY_PTR(self);
+	VALUE* const pend = p + RARRAY_LEN(self);
+	for(;p != pend; ++p) {
+		rb_funcall(*p, s_to_msgpack, 1, out);
+	}
+	return out;
+}
+
+#ifndef RHASH_SIZE  // Ruby 1.8
+#define RHASH_SIZE(h) (RHASH(h)->tbl ? RHASH(h)->tbl->num_entries : 0)
+#endif
+
+static int MessagePack_Hash_to_msgpack_foreach(VALUE key, VALUE value, VALUE out)
+{
+	if (key == Qundef) { return ST_CONTINUE; }
+	rb_funcall(key, s_to_msgpack, 1, out);
+	rb_funcall(value, s_to_msgpack, 1, out);
+	return ST_CONTINUE;
+}
+
+static VALUE MessagePack_Hash_to_msgpack(int argc, VALUE *argv, VALUE self)
+{
+	ARG_BUFFER(out, argc, argv);
+	msgpack_pack_map(out, RHASH_SIZE(self));
+	rb_hash_foreach(self, MessagePack_Hash_to_msgpack_foreach, out);
+	return out;
+}
+
+
+static VALUE MessagePack_pack(VALUE self, VALUE data)
+{
+	return rb_funcall(data, s_to_msgpack, 0);
+}
+
+
+void Init_msgpack_pack(VALUE mMessagePack)
+{
+	s_to_msgpack = rb_intern("to_msgpack");
+	rb_define_method_id(rb_cNilClass,   s_to_msgpack, MessagePack_NilClass_to_msgpack, -1);
+	rb_define_method_id(rb_cTrueClass,  s_to_msgpack, MessagePack_TrueClass_to_msgpack, -1);
+	rb_define_method_id(rb_cFalseClass, s_to_msgpack, MessagePack_FalseClass_to_msgpack, -1);
+	rb_define_method_id(rb_cFixnum, s_to_msgpack, MessagePack_Fixnum_to_msgpack, -1);
+	rb_define_method_id(rb_cFloat,  s_to_msgpack, MessagePack_Float_to_msgpack, -1);
+	rb_define_method_id(rb_cString, s_to_msgpack, MessagePack_String_to_msgpack, -1);
+	rb_define_method_id(rb_cArray,  s_to_msgpack, MessagePack_Array_to_msgpack, -1);
+	rb_define_method_id(rb_cHash,   s_to_msgpack, MessagePack_Hash_to_msgpack, -1);
+	rb_define_module_function(mMessagePack, "pack", MessagePack_pack, 1);
+}
+

ruby/pack.h

@@ -0,0 +1,26 @@
+/*
+ * MessagePack packing routine for Ruby
+ *
+ * Copyright (C) 2008 FURUHASHI Sadayuki
+ *
+ *    Licensed under the Apache License, Version 2.0 (the "License");
+ *    you may not use this file except in compliance with the License.
+ *    You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS,
+ *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *    See the License for the specific language governing permissions and
+ *    limitations under the License.
+ */
+#ifndef PACK_H__
+#define PACK_H__
+
+#include "ruby.h"
+
+void Init_msgpack_pack(VALUE mMessagePack);
+
+#endif /* pack.h */
+

ruby/pack_inline.h

@@ -0,0 +1,33 @@
+/*
+ * MessagePack packing routine for Ruby
+ *
+ * Copyright (C) 2008 FURUHASHI Sadayuki
+ *
+ *    Licensed under the Apache License, Version 2.0 (the "License");
+ *    you may not use this file except in compliance with the License.
+ *    You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS,
+ *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *    See the License for the specific language governing permissions and
+ *    limitations under the License.
+ */
+#ifndef PACK_INLINE_H__
+#define PACK_INLINE_H__
+
+#include "ruby.h"
+
+typedef VALUE msgpack_pack_context;
+
+static inline void msgpack_pack_append_buffer(VALUE x, const unsigned char* b, unsigned int l)
+{
+	rb_str_buf_cat(x, (const void*)b, l);
+}
+
+#include "msgpack/pack/inline_impl.h"
+
+#endif /* pack_inline.h */
+

ruby/rbinit.c

@@ -0,0 +1,29 @@
+/*
+ * MessagePack for Ruby
+ *
+ * Copyright (C) 2008 FURUHASHI Sadayuki
+ *
+ *    Licensed under the Apache License, Version 2.0 (the "License");
+ *    you may not use this file except in compliance with the License.
+ *    You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS,
+ *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *    See the License for the specific language governing permissions and
+ *    limitations under the License.
+ */
+#include "pack.h"
+#include "unpack.h"
+
+static VALUE mMessagePack;
+
+void Init_msgpack(void)
+{
+	mMessagePack = rb_define_module("MessagePack");
+	Init_msgpack_unpack(mMessagePack);
+	Init_msgpack_pack(mMessagePack);
+}
+

ruby/test_format.rb

@@ -0,0 +1,128 @@
+require 'msgpack'
+
+@up = MessagePack::Unpacker.new
+
+def check(bytes, should)
+	puts "----"
+	@up.reset
+	src = bytes.pack('C*')
+	ret = @up.execute(src, 0)
+	if ret != src.length
+		puts "** EXTRA BYTES **"
+	end
+	puts bytes.map{|x|"%x"%x}.join(' ')
+	data = @up.data
+	p data
+	if data != should
+		puts "** TEST FAILED **"
+		p should
+	end
+end
+
+# SimpleValue
+check([
+	0x93, 0xc0, 0xc2, 0xc3,
+], [nil,false,true])
+
+# Fixnum
+check([
+	0x92,
+		0x93, 0x00, 0x40, 0x7f,
+		0x93, 0xe0, 0xf0, 0xff,
+], [[0,64,127], [-32,-16,-1]])
+
+# FixArray
+check([
+	0x92,
+		0x90,
+		0x91,
+			0x91, 0xc0,
+], [[],[[nil]]])
+
+
+# FixRaw
+check([
+	0x94,
+		0xa0,
+		0xa1, ?a,
+		0xa2, ?b, ?c,
+		0xa3, ?d, ?e, ?f,
+], ["","a","bc","def"])
+
+# FixMap
+check([
+	0x82,
+		0xc2, 0x81,
+			0xc0, 0xc0,
+		0xc3, 0x81,
+			0xc0, 0x80,
+], {false=>{nil=>nil}, true=>{nil=>{}}})
+
+# unsigned int
+check([
+	0x99,
+		0xcc, 0,
+		0xcc, 128,
+		0xcc, 255,
+		0xcd, 0x00, 0x00,
+		0xcd, 0x80, 0x00,
+		0xcd, 0xff, 0xff,
+		0xce, 0x00, 0x00, 0x00, 0x00,
+		0xce, 0x80, 0x00, 0x00, 0x00,
+		0xce, 0xff, 0xff, 0xff, 0xff,
+], [0, 128, 255, 0, 32768, 65535, 0, 2147483648, 4294967295])
+
+# signed int
+check([
+	0x99,
+		0xd0, 0,
+		0xd0, 128,
+		0xd0, 255,
+		0xd1, 0x00, 0x00,
+		0xd1, 0x80, 0x00,
+		0xd1, 0xff, 0xff,
+		0xd2, 0x00, 0x00, 0x00, 0x00,
+		0xd2, 0x80, 0x00, 0x00, 0x00,
+		0xd2, 0xff, 0xff, 0xff, 0xff,
+], [0, -128, -1, 0, -32768, -1, 0, -2147483648, -1])
+
+# raw
+check([
+	0x96,
+		0xda, 0x00, 0x00,
+		0xda, 0x00, 0x01, ?a,
+		0xda, 0x00, 0x02, ?a, ?b,
+		0xdb, 0x00, 0x00, 0x00, 0x00,
+		0xdb, 0x00, 0x00, 0x00, 0x01, ?a,
+		0xdb, 0x00, 0x00, 0x00, 0x02, ?a, ?b,
+], ["", "a", "ab", "", "a", "ab"])
+
+# array
+check([
+	0x96,
+		0xdc, 0x00, 0x00,
+		0xdc, 0x00, 0x01, 0xc0,
+		0xdc, 0x00, 0x02, 0xc2, 0xc3,
+		0xdd, 0x00, 0x00, 0x00, 0x00,
+		0xdd, 0x00, 0x00, 0x00, 0x01, 0xc0,
+		0xdd, 0x00, 0x00, 0x00, 0x02, 0xc2, 0xc3
+], [[], [nil], [false,true], [], [nil], [false,true]])
+
+# map
+check([
+	0x96,
+		0xde, 0x00, 0x00,
+		0xde, 0x00, 0x01, 0xc0, 0xc2,
+		0xde, 0x00, 0x02, 0xc0, 0xc2, 0xc3, 0xc2,
+		0xdf, 0x00, 0x00, 0x00, 0x00,
+		0xdf, 0x00, 0x00, 0x00, 0x01, 0xc0, 0xc2,
+		0xdf, 0x00, 0x00, 0x00, 0x02, 0xc0, 0xc2, 0xc3, 0xc2,
+], [{}, {nil=>false}, {true=>false, nil=>false}, {}, {nil=>false}, {true=>false, nil=>false}])
+
+# string
+check([
+	0x92,
+		0xc1, 0x00,
+		0xc1, ?a, ?b, ?c, 0x00,
+], ["", "abc"])
+

ruby/test_pack.rb

@@ -0,0 +1,56 @@
+require 'msgpack'
+
+def check(data)
+	puts "---"
+	pack = data.to_msgpack
+	p data
+	puts pack.unpack('C*').map{|x|"%02x"%x}.join(' ')
+	re = MessagePack::unpack(pack)
+	if re != data
+		p re
+		puts "** TEST FAILED **"
+	end
+end
+
+check 0
+check 1
+check 127
+check 128
+check 255
+check 256
+check 65535
+check 65536
+check -1
+check -128
+check -129
+check -32768
+check -32769
+
+check 1.0
+
+check ""
+check "a"
+check "a"*31
+check "a"*32
+
+check nil
+check true
+check false
+
+check []
+check [[]]
+check [[], nil]
+
+check( {nil=>0} )
+
+check (1<<23)
+__END__
+
+ary = []
+i = 0
+while i < (1<<16)
+	ary << i
+	i += 1
+end
+check ary
+

ruby/unpack.c

@@ -0,0 +1,202 @@
+/*
+ * MessagePack unpacking routine for Ruby
+ *
+ * Copyright (C) 2008 FURUHASHI Sadayuki
+ *
+ *    Licensed under the Apache License, Version 2.0 (the "License");
+ *    you may not use this file except in compliance with the License.
+ *    You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS,
+ *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *    See the License for the specific language governing permissions and
+ *    limitations under the License.
+ */
+#include "ruby.h"
+#include "unpack_context.h"
+#include <stdio.h>
+
+#define UNPACKER(from, name) \
+	msgpack_unpacker *name = NULL; \
+	Data_Get_Struct(from, msgpack_unpacker, name); \
+	if(name == NULL) { \
+		rb_raise(rb_eArgError, "NULL found for " # name " when shouldn't be."); \
+	}
+
+#define CHECK_STRING_TYPE(value) \
+	value = rb_check_string_type(value); \
+	if( NIL_P(value) ) { \
+		rb_raise(rb_eTypeError, "instance of String needed"); \
+	}
+
+static VALUE cUnpacker;
+static VALUE eUnpackError;
+
+static void MessagePack_Unpacker_free(void* data)
+{
+	if(data) { free(data); }
+}
+
+static void MessagePack_Unpacker_mark(msgpack_unpacker *mp)
+{
+	unsigned int i;
+	for(i=0; i < mp->top; ++i) {
+		rb_gc_mark(mp->stack[i].obj);
+		rb_gc_mark(mp->stack[i].tmp.map_key);
+	}
+}
+
+static VALUE MessagePack_Unpacker_alloc(VALUE klass)
+{
+	VALUE obj;
+	msgpack_unpacker* mp = ALLOC_N(msgpack_unpacker, 1);
+	obj = Data_Wrap_Struct(klass, MessagePack_Unpacker_mark,
+			MessagePack_Unpacker_free, mp);
+	return obj;
+}
+
+static VALUE MessagePack_Unpacker_reset(VALUE self)
+{
+	UNPACKER(self, mp);
+	mp->user.finished = false;
+	msgpack_unpacker_init(mp);
+	return self;
+}
+
+static VALUE MessagePack_Unpacker_initialize(VALUE self)
+{
+	return MessagePack_Unpacker_reset(self);
+}
+
+
+static VALUE MessagePack_Unpacker_execute_impl(VALUE args)
+{
+	VALUE self = ((VALUE*)args)[0];
+	VALUE data = ((VALUE*)args)[1];
+	VALUE off  = ((VALUE*)args)[2];
+
+	UNPACKER(self, mp);
+	size_t from = NUM2UINT(off);
+	char* dptr = RSTRING_PTR(data);
+	long dlen = RSTRING_LEN(data);
+	int ret;
+
+	if(from >= dlen) {
+		rb_raise(eUnpackError, "Requested start is after data buffer end.");
+	}
+
+	ret = msgpack_unpacker_execute(mp, dptr, (size_t)dlen, &from);
+
+	if(ret < 0) {
+		rb_raise(eUnpackError, "Parse error.");
+	} else if(ret > 0) {
+		mp->user.finished = true;
+		return ULONG2NUM(from);
+	} else {
+		mp->user.finished = false;
+		return ULONG2NUM(from);
+	}
+}
+
+static VALUE MessagePack_Unpacker_execute_rescue(VALUE nouse)
+{
+	rb_gc_enable();
+#ifdef RUBY_VM
+	rb_exc_raise(rb_errinfo());
+#else
+	rb_exc_raise(ruby_errinfo);
+#endif
+}
+
+static VALUE MessagePack_Unpacker_execute(VALUE self, VALUE data, VALUE off)
+{
+	// FIXME execute実行中はmp->topが更新されないのでGC markが機能しない
+	rb_gc_disable();
+	VALUE args[3] = {self, data, off};
+	VALUE ret = rb_rescue(MessagePack_Unpacker_execute_impl, (VALUE)args,
+			MessagePack_Unpacker_execute_rescue, Qnil);
+	rb_gc_enable();
+	return ret;
+}
+
+static VALUE MessagePack_Unpacker_finished_p(VALUE self)
+{
+	UNPACKER(self, mp);
+	if(mp->user.finished) {
+		return Qtrue;
+	}
+	return Qfalse;
+}
+
+static VALUE MessagePack_Unpacker_data(VALUE self)
+{
+	UNPACKER(self, mp);
+	return msgpack_unpacker_data(mp);
+}
+
+
+static VALUE MessagePack_unpack_impl(VALUE args)
+{
+	msgpack_unpacker* mp = (msgpack_unpacker*)((VALUE*)args)[0];
+	VALUE data = ((VALUE*)args)[1];
+
+	size_t from = 0;
+	char* dptr = RSTRING_PTR(data);
+	long dlen = RSTRING_LEN(data);
+	int ret;
+
+	ret = msgpack_unpacker_execute(mp, dptr, (size_t)dlen, &from);
+
+	if(ret < 0) {
+		rb_raise(eUnpackError, "Parse error.");
+	} else if(ret == 0) {
+		rb_raise(eUnpackError, "Insufficient bytes.");
+	} else {
+		if(from < dlen) {
+			rb_raise(eUnpackError, "Extra bytes.");
+		}
+		return msgpack_unpacker_data(mp);
+	}
+}
+
+static VALUE MessagePack_unpack_rescue(VALUE args)
+{
+	rb_gc_enable();
+#ifdef RUBY_VM
+	rb_exc_raise(rb_errinfo());
+#else
+	rb_exc_raise(ruby_errinfo);
+#endif
+}
+
+static VALUE MessagePack_unpack(VALUE self, VALUE data)
+{
+	CHECK_STRING_TYPE(data);
+	msgpack_unpacker mp;
+	msgpack_unpacker_init(&mp);
+	rb_gc_disable();
+	VALUE args[2] = {(VALUE)&mp, data};
+	VALUE ret = rb_rescue(MessagePack_unpack_impl, (VALUE)args,
+			MessagePack_unpack_rescue, Qnil);
+	rb_gc_enable();
+	return ret;
+}
+
+
+void Init_msgpack_unpack(VALUE mMessagePack)
+{
+	eUnpackError = rb_define_class_under(mMessagePack, "UnpackError", rb_eStandardError);
+	cUnpacker = rb_define_class_under(mMessagePack, "Unpacker", rb_cObject);
+	rb_define_alloc_func(cUnpacker, MessagePack_Unpacker_alloc);
+	rb_define_method(cUnpacker, "initialize", MessagePack_Unpacker_initialize, 0);
+	rb_define_method(cUnpacker, "execute", MessagePack_Unpacker_execute, 2);
+	rb_define_method(cUnpacker, "finished?", MessagePack_Unpacker_finished_p, 0);
+	rb_define_method(cUnpacker, "data", MessagePack_Unpacker_data, 0);
+	rb_define_method(cUnpacker, "reset", MessagePack_Unpacker_reset, 0);
+	rb_define_module_function(mMessagePack, "unpack", MessagePack_unpack, 1);
+}
+
+

ruby/unpack.h

@@ -0,0 +1,26 @@
+/*
+ * MessagePack unpacking routine for Ruby
+ *
+ * Copyright (C) 2008 FURUHASHI Sadayuki
+ *
+ *    Licensed under the Apache License, Version 2.0 (the "License");
+ *    you may not use this file except in compliance with the License.
+ *    You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS,
+ *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *    See the License for the specific language governing permissions and
+ *    limitations under the License.
+ */
+#ifndef UNPACK_H__
+#define UNPACK_H__
+
+#include "ruby.h"
+
+void Init_msgpack_unpack(VALUE mMessagePack);
+
+#endif /* unpack.h */
+

ruby/unpack_context.h

@@ -0,0 +1,35 @@
+/*
+ * MessagePack unpacking routine for Ruby
+ *
+ * Copyright (C) 2008 FURUHASHI Sadayuki
+ *
+ *    Licensed under the Apache License, Version 2.0 (the "License");
+ *    you may not use this file except in compliance with the License.
+ *    You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS,
+ *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *    See the License for the specific language governing permissions and
+ *    limitations under the License.
+ */
+#ifndef UNPACK_CONTEXT_H__
+#define UNPACK_CONTEXT_H__
+
+#include "ruby.h"
+#include <stddef.h>
+#include <stdbool.h>
+
+typedef VALUE msgpack_object;
+
+typedef struct {
+	bool finished;
+} msgpack_unpack_context;
+
+
+#include "msgpack/unpack/inline_context.h"
+
+#endif /* unpack_context.h */
+

ruby/unpack_inline.c

@@ -0,0 +1,81 @@
+/*
+ * MessagePack unpacking routine for Ruby
+ *
+ * Copyright (C) 2008 FURUHASHI Sadayuki
+ *
+ *    Licensed under the Apache License, Version 2.0 (the "License");
+ *    you may not use this file except in compliance with the License.
+ *    You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS,
+ *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *    See the License for the specific language governing permissions and
+ *    limitations under the License.
+ */
+#include "unpack_context.h"
+
+static inline VALUE msgpack_unpack_init(msgpack_unpack_context* x)
+{ return Qnil; }
+
+static inline VALUE msgpack_unpack_unsigned_int_8(msgpack_unpack_context* x, uint8_t d)
+{ return INT2FIX(d); }
+
+static inline VALUE msgpack_unpack_unsigned_int_16(msgpack_unpack_context* x, uint16_t d)
+{ return INT2FIX(d); }
+
+static inline VALUE msgpack_unpack_unsigned_int_32(msgpack_unpack_context* x, uint32_t d)
+{ return UINT2NUM(d); }
+
+static inline VALUE msgpack_unpack_unsigned_int_64(msgpack_unpack_context* x, uint64_t d)
+{ return UINT2NUM(d); }  // FIXME
+
+static inline VALUE msgpack_unpack_signed_int_8(msgpack_unpack_context* x, int8_t d)
+{ return INT2FIX((long)d); }
+
+static inline VALUE msgpack_unpack_signed_int_16(msgpack_unpack_context* x, int16_t d)
+{ return INT2FIX((long)d); }
+
+static inline VALUE msgpack_unpack_signed_int_32(msgpack_unpack_context* x, int32_t d)
+{ return INT2NUM((long)d); }
+
+static inline VALUE msgpack_unpack_signed_int_64(msgpack_unpack_context* x, int64_t d)
+{ return INT2NUM(d); }  // FIXME
+
+static inline VALUE msgpack_unpack_float(msgpack_unpack_context* x, float d)
+{ return rb_float_new(d); }
+
+static inline VALUE msgpack_unpack_double(msgpack_unpack_context* x, double d)
+{ return rb_float_new(d); }
+
+static inline VALUE msgpack_unpack_nil(msgpack_unpack_context* x)
+{ return Qnil; }
+
+static inline VALUE msgpack_unpack_true(msgpack_unpack_context* x)
+{ return Qtrue; }
+
+static inline VALUE msgpack_unpack_false(msgpack_unpack_context* x)
+{ return Qfalse; }
+
+static inline VALUE msgpack_unpack_array_start(msgpack_unpack_context* x, unsigned int n)
+{ return rb_ary_new2(n); }
+
+static inline void msgpack_unpack_array_item(msgpack_unpack_context* x, VALUE c, VALUE o)
+{ rb_ary_push(c, o); }
+
+static inline VALUE msgpack_unpack_map_start(msgpack_unpack_context* x, unsigned int n)
+{ return rb_hash_new(); }
+
+static inline void msgpack_unpack_map_item(msgpack_unpack_context* x, VALUE c, VALUE k, VALUE v)
+{ rb_hash_aset(c, k, v); }
+
+static inline VALUE msgpack_unpack_string(msgpack_unpack_context* x, const void* b, size_t l)
+{ return rb_str_new(b, l); }
+
+static inline VALUE msgpack_unpack_raw(msgpack_unpack_context* x, const void* b, size_t l)
+{ return rb_str_new(b, l); }
+
+#include "msgpack/unpack/inline_impl.h"
+