Switch to 2byte unicode implementation like cpython does on linux

.gitignore

@@ -1,9 +1,13 @@
+build
+
 Makefile.local
+tools/astprint
 tools/demangle
 tools/mcjitcache
 tools/mcjitcache_release
 tools/publicize
 tools/publicize_release
+
 pyston
 pyston_opt
 pyston_noasserts
@@ -15,9 +19,17 @@ pyston_debug
 pyston_prof
 pyston_profile
 pyston_release
+pyston_grwl
+pyston_grwl_dbg
+pyston_nosync
+pyston_gcc
+pyston_release_gcc
+pyston_release_gcc_pgo
+pyston_release_gcc_pgo_instrumented
+pystontmp*/
+/*_unittest
+
 *.cache
-tests/t.py
-tests/t2.py
 *.bc
 stdlib.ll
 *.o
@@ -28,6 +40,7 @@ stdlib*.ll
 oprofile_data
 pprof.jit
 tags
+TAGS
 *.pyc
 
 perf.data
@@ -38,4 +51,16 @@ gmon.out
 find_problem.status
 *.expected_cache
 
+plugins/clang_capi
+
 *.so
+*.pch
+
+compile.log
+
+*.swp
+*.swo
+
+*.out
+
+*~

.gitmodules

@@ -0,0 +1,46 @@
+[submodule "test/lib/django"]
+	path = test/lib/django
+	url = https://github.com/django/django
+[submodule "test/lib/virtualenv"]
+	path = test/lib/virtualenv
+	url = https://github.com/dropbox/virtualenv
+[submodule "test/lib/pycrypto"]
+	path = test/lib/pycrypto
+	url = https://github.com/dlitz/pycrypto.git
+[submodule "test/lib/gflags"]
+	path = test/lib/gflags
+	url = https://github.com/google/python-gflags
+	ignore = untracked
+[submodule "test/lib/sqlalchemy"]
+	path = test/lib/sqlalchemy
+	url = https://github.com/zzzeek/sqlalchemy
+[submodule "test/lib/pyxl"]
+	path = test/lib/pyxl
+	url = https://github.com/dropbox/pyxl.git
+	ignore = untracked
+[submodule "build_deps/libunwind"]
+	path = build_deps/libunwind
+	url = git://git.sv.gnu.org/libunwind.git
+	ignore = all
+[submodule "build_deps/libpypa"]
+	path = build_deps/libpypa
+	url = git://github.com/vinzenz/libpypa.git
+[submodule "build_deps/lz4"]
+	path = build_deps/lz4
+	url = git://github.com/Cyan4973/lz4.git
+[submodule "build_deps/jemalloc"]
+	path = build_deps/jemalloc
+	url = git://github.com/jemalloc/jemalloc.git
+[submodule "test/lib/numpy"]
+	path = test/lib/numpy
+	url = https://github.com/numpy/numpy
+[submodule "test/lib/decorator"]
+	path = test/lib/decorator
+	url = https://github.com/micheles/decorator
+[submodule "test/lib/pyinotify"]
+	path = test/lib/pyinotify
+	url = https://github.com/seb-m/pyinotify.git
+[submodule "test/lib/sqlalchemy_0.5"]
+	path = test/lib/sqlalchemy_0.5
+	url = https://github.com/zzzeek/sqlalchemy
+	ignore = untracked

.travis.yml

@@ -0,0 +1,89 @@
+language: cpp
+
+compiler:
+  - clang
+  - gcc
+
+env:
+  matrix:
+    - TRAVIS_BUILD_TYPE=Debug CCACHE_DIR=$HOME/.ccache_debug
+    - TRAVIS_BUILD_TYPE=Release CCACHE_DIR=$HOME/.ccache_release
+  global:
+    - PYSTON_RUN_ARGS=G
+
+matrix:
+  exclude:
+    - compiler: gcc
+      env: TRAVIS_BUILD_TYPE=Debug CCACHE_DIR=$HOME/.ccache_debug
+
+# use travis-ci docker based infrastructure
+sudo: false
+
+cache:
+  directories:
+    - $HOME/.ccache_debug
+    - $HOME/.ccache_release
+
+addons:
+  apt:
+    sources:
+    - kubuntu-backports
+    - llvm-toolchain-precise-3.5
+    - ubuntu-toolchain-r-test
+    packages:
+    - autoconf
+    - ccache
+    - clang-3.5
+    - cmake
+    - g++-4.8
+    - gdb
+    - libbz2-dev
+    - libgmp3-dev
+    - liblzma-dev
+    - libncurses5-dev
+    - libreadline-dev
+    - libsqlite3-dev
+    - libtool
+    - ninja-build
+    - python-dev
+    - texlive-extra-utils
+    - libcurl4-openssl-dev
+    - libxml2-dev 
+    - libxslt1-dev
+    - libssl-dev
+    - swig
+
+before_install:
+  - if [ "$CC" = "clang" ]; then export CC="clang-3.5" CXX="clang++-3.5"; fi
+  - if [ "$CC" = "gcc" ]; then export CC="gcc-4.8" CXX="g++-4.8"; fi
+  - $CXX --version
+
+install:
+  - git clone git://github.com/llvm-mirror/llvm.git ~/pyston_deps/llvm-trunk
+  - git clone git://github.com/llvm-mirror/clang.git ~/pyston_deps/llvm-trunk/tools/clang
+  - git config --global user.email "[email protected]"
+  - git config --global user.name "Your Name"
+  - git submodule update --init --recursive
+  - mkdir ~/pyston-build && cd ~/pyston-build
+  - make -C $TRAVIS_BUILD_DIR llvm_up
+  - bash $TRAVIS_BUILD_DIR/tools/configure_travis.sh
+
+before_script:
+  - mysql -e 'create database mysqldb_test charset utf8;'
+
+script:
+  - ccache -z
+  - ninja -j4 pyston check-deps && PYSTON_RUN_ARGS=G travis_wait ctest --output-on-failure
+  - ccache -s
+  - if [ -n "$(git status --porcelain --untracked=no)" ]; then echo "test suite left the source directory dirty"; git status; false; fi
+
+os:
+  - linux
+# - osx
+
+notifications:
+  webhooks:
+    urls:
+      - https://webhooks.gitter.im/e/7256425a36658faa8b9b
+    on_success: change  # options: [always|never|change] default: always
+    on_failure: always  # options: [always|never|change] default: always

.vimrc.dir

@@ -0,0 +1,8 @@
+set wildignore+=*.expected_cache,*.pyc,*.out,*.bc,*.d,*.o
+
+let g:pyston_top = expand('<sfile>:p:h')
+command! M execute ":make -C " . g:pyston_top . "/src -j1 COLOR=0 USE_DISTCC=0"
+command! L execute ":cfile " . g:pyston_top . "/src/compile.log"
+
+ca m M
+ca l L