Update mira.py

.gitignore

@@ -0,0 +1,244 @@
+example_extff/libff_example.so*
+Testing/
+*/Testing/
+training/Testing/
+utils/Testing/
+CTestTestfile.cmake
+cmake_install.cmake
+CMakeCache.txt
+CMakeFiles
+utils/dedup_corpus
+klm/lm/builder/dump_counts
+klm/util/cat_compressed
+example_extff/libff_example.1.0.0.dylib
+example_extff/libff_example.1.dylib
+example_extff/libff_example.dylib
+example_extff/ff_example.lo
+example_extff/libff_example.la
+mteval/meteor_jar.cc
+training/utils/grammar_convert
+*.a
+*.trs
+*.aux
+*.bbl
+*.blg
+*.dvi
+*.idx
+*.log
+*.o
+*.pdf
+*.ps
+*.pyc
+*.so
+*.toc
+*swp
+*~
+.*
+./cdec/
+Makefile
+Makefile.in
+aclocal.m4
+autom4te.cache/
+config.guess
+config.h
+config.h.in
+config.h.in~
+config.log
+config.status
+config.sub
+configure
+decoder/Makefile
+decoder/Makefile.in
+decoder/bin/
+decoder/cdec
+decoder/dict_test
+decoder/sv_test
+decoder/ff_test
+decoder/grammar_test
+decoder/hg_test
+decoder/logval_test
+decoder/parser_test
+decoder/rule_lexer.cc
+decoder/small_vector_test
+decoder/t2s_test
+decoder/trule_test
+decoder/weights_test
+depcomp
+dist
+dpmert/Makefile
+dpmert/Makefile.in
+dpmert/fast_score
+dpmert/lo_test
+dpmert/mr_dpmert_generate_mapper_input
+dpmert/mr_dpmert_map
+dpmert/mr_dpmert_reduce
+dpmert/scorer_test
+dpmert/sentclient
+dpmert/sentserver
+dpmert/union_forests
+dtrain/dtrain
+extools/build_lexical_translation
+extools/extractor
+extools/extractor_monolingual
+extools/featurize_grammar
+extools/filter_grammar
+extools/filter_score_grammar
+extools/mr_stripe_rule_reduce
+extools/score_grammar
+extools/sg_lexer.cc
+extractor/*_test
+extractor/compile
+extractor/extract
+extractor/run_extractor
+extractor/sacompile
+gi/clda/src/clda
+gi/markov_al/ml
+gi/pf/align-lexonly
+gi/pf/align-lexonly-pyp
+gi/pf/align-tl
+gi/pf/bayes_lattice_score
+gi/pf/brat
+gi/pf/cbgi
+gi/pf/condnaive
+gi/pf/dpnaive
+gi/pf/itg
+gi/pf/learn_cfg
+gi/pf/nuisance_test
+gi/pf/pf_test
+gi/pf/pfbrat
+gi/pf/pfdist
+gi/pf/pfnaive
+gi/pf/pyp_lm
+gi/posterior-regularisation/prjava/build/
+gi/posterior-regularisation/prjava/lib/*.jar
+gi/posterior-regularisation/prjava/lib/prjava-20100713.jar
+gi/posterior-regularisation/prjava/lib/prjava-20100715.jar
+gi/posterior-regularisation/prjava/prjava.jar
+gi/pyp-topics/src/contexts_lexer.cc
+gi/pyp-topics/src/pyp-contexts-train
+gi/pyp-topics/src/pyp-topics-train
+install-sh
+jam-files/bjam
+jam-files/engine/bin.*
+jam-files/engine/bootstrap/
+klm/lm/bin/
+klm/lm/builder/builder
+klm/lm/builder/lmplz
+klm/lm/build_binary
+klm/lm/ngram_query
+klm/lm/query
+klm/util/bin/
+libtool
+ltmain.sh
+m4/libtool.m4
+m4/ltoptions.m4
+m4/ltsugar.m4
+m4/ltversion.m4
+m4/lt~obsolete.m4
+minrisk/minrisk_optimize
+mira/kbest_mira
+missing
+mteval/bin/
+mteval/fast_score
+mteval/mbr_kbest
+mteval/scorer_test
+phrasinator/gibbs_train_plm
+phrasinator/gibbs_train_plm_notables
+previous.sh
+pro-train/mr_pro_map
+pro-train/mr_pro_reduce
+python/build
+python/setup.py
+rampion/rampion_cccp
+rst_parser/mst_train
+rst_parser/random_tree
+rst_parser/rst_parse
+rst_parser/rst_train
+sa-extract/calignment.c
+sa-extract/cdat.c
+sa-extract/cfloatlist.c
+sa-extract/cintlist.c
+sa-extract/clex.c
+sa-extract/cstrmap.c
+sa-extract/csuf.c
+sa-extract/cveb.c
+sa-extract/lcp.c
+sa-extract/precomputation.c
+sa-extract/rule.c
+sa-extract/rulefactory.c
+sa-extract/sym.c
+stamp-h1
+tests/system_tests/hmm/foo.src
+training/Makefile
+training/Makefile.in
+training/atools
+training/augment_grammar
+training/cllh_filter_grammar
+training/collapse_weights
+training/grammar_convert
+training/lbfgs_test
+training/lbl_model
+training/liblbfgs/bin/
+training/liblbfgs/ll_test
+training/model1
+training/mpi_batch_optimize
+training/mpi_adagrad_optimize
+training/mpi_compute_cllh
+training/mpi_em_optimize
+training/mpi_extract_features
+training/mpi_extract_reachable
+training/mpi_flex_optimize
+training/mpi_online_optimize
+training/mr_em_adapted_reduce
+training/mr_em_map_adapter
+training/mr_optimize_reduce
+training/mr_reduce_to_weights
+training/optimize_test
+training/plftools
+training/test_ngram
+training/const_reorder/argument_reorder_model_trainer
+training/const_reorder/const_reorder_model_trainer
+utils/atools
+utils/bin/
+utils/crp_test
+utils/dict_test
+utils/logval_test
+utils/m_test
+utils/mfcr_test
+utils/phmt
+utils/reconstruct_weights
+utils/small_vector_test
+utils/sv_test
+utils/ts
+utils/weights_test
+training/crf/mpi_adagrad_optimize
+training/crf/mpi_batch_optimize
+training/crf/mpi_baum_welch
+training/crf/mpi_compute_cllh
+training/crf/mpi_extract_features
+training/crf/mpi_extract_reachable
+training/crf/mpi_flex_optimize
+training/crf/mpi_online_optimize
+training/dpmert/lo_test
+training/dpmert/mr_dpmert_generate_mapper_input
+training/dpmert/mr_dpmert_map
+training/dpmert/mr_dpmert_reduce
+training/dpmert/sentclient
+training/dpmert/sentserver
+training/dtrain/dtrain
+training/latent_svm/latent_svm
+training/minrisk/minrisk_optimize
+training/mira/ada_opt_sm
+training/mira/kbest_mira
+training/mira/kbest_cut_mira
+training/pro/mr_pro_map
+training/pro/mr_pro_reduce
+training/rampion/rampion_cccp
+training/utils/lbfgs_test
+training/utils/optimize_test
+training/utils/sentclient
+training/utils/sentserver
+utils/stringlib_test
+word-aligner/binderiv
+word-aligner/fast_align
+test-driver

.travis.yml

@@ -0,0 +1,23 @@
+language: python
+python:
+ - "2.7"
+before_script:
+ - sudo apt-get install libboost-filesystem1.48-dev
+ - sudo apt-get install libboost-program-options1.48-dev
+ - sudo apt-get install libboost-serialization1.48-dev
+ - sudo apt-get install libboost-regex1.48-dev
+ - sudo apt-get install libboost-test1.48-dev
+ - sudo apt-get install libboost-system1.48-dev
+ - sudo apt-get install libboost-thread1.48-dev
+ - sudo apt-get install flex
+ - autoreconf -ifv
+ - ./configure
+script:
+ - make
+ - cd python
+ - python setup.py install
+ - cd ..
+after_script:
+ - make check
+ - ./tests/run-system-tests.pl
+ - nosetests python/tests

BUILDING

@@ -0,0 +1,32 @@
+To build cdec, you'll need:
+
+ * boost headers & boost program_options (you may need to install a package
+    like libboost-dev)
+
+
+Instructions for building
+-----------------------------------
+
+ 1) Create a build directory and generate Makefiles using CMake
+
+        mkdir build
+        cd build
+        cmake ..
+
+    If the cmake command completes successfully, you can proceed. If you have
+    libraries (such as Boost) installed in nonstandard locations, you may need
+    to run cmake with special options like -DBOOST_ROOT=/path/to/boost.
+
+ 2) Build
+
+        make -j 2
+
+ 3) Test
+        make test
+        ./tests/run-system-tests.pl
+
+    Everything should pass.
+
+
+ 4) Enjoy!
+

CMakeLists.txt

@@ -0,0 +1,68 @@
+cmake_minimum_required(VERSION 2.8)
+project(cdec)
+
+add_definitions(-DKENLM_MAX_ORDER=6 -DHAVE_CONFIG_H)
+set(CMAKE_MODULE_PATH ${PROJECT_SOURCE_DIR}/cmake)
+set(CMAKE_CXX_FLAGS "-Wall -std=c++11 -O3")
+set(METEOR_JAR "" CACHE FILEPATH "Path to meteor.jar")
+
+enable_testing()
+include_directories(${CMAKE_CURRENT_SOURCE_DIR})
+include_directories(${CMAKE_CURRENT_BINARY_DIR})
+
+# core packages
+find_package(LibDL REQUIRED)
+find_package(Boost COMPONENTS regex filesystem serialization program_options unit_test_framework system thread REQUIRED)
+include_directories(${Boost_INCLUDE_DIR})
+
+# eigen, used in some modeling extensions
+find_package(Eigen3)
+if(EIGEN3_FOUND)
+  include_directories(${EIGEN3_INCLUDE_DIR})
+  set(HAVE_EIGEN 1)
+endif(EIGEN3_FOUND)
+
+# compression packages (primarily used by KenLM)
+find_package(ZLIB REQUIRED)
+if(ZLIB_FOUND)
+  set(HAVE_ZLIB 1)
+endif(ZLIB_FOUND)
+find_package(BZip2)
+if(BZIP2_FOUND)
+  set(HAVE_BZLIB 1)
+endif(BZIP2_FOUND)
+find_package(LibLZMA)
+if(LIBLZMA_FOUND)
+  set(HAVE_XZLIB 1)
+endif(LIBLZMA_FOUND)
+
+# for pycdec
+find_package(PythonInterp 2.7 REQUIRED)
+
+# generate config.h
+configure_file(${CMAKE_CURRENT_SOURCE_DIR}/config.h.cmake ${CMAKE_CURRENT_BINARY_DIR}/config.h)
+
+add_subdirectory(utils)
+add_subdirectory(klm/util/double-conversion)
+add_subdirectory(klm/util)
+add_subdirectory(klm/util/stream)
+add_subdirectory(klm/lm)
+add_subdirectory(klm/lm/builder)
+add_subdirectory(klm/search)
+add_subdirectory(mteval)
+add_subdirectory(decoder)
+add_subdirectory(training)
+add_subdirectory(word-aligner)
+add_subdirectory(extractor)
+add_subdirectory(example_extff)
+
+set(CPACK_PACKAGE_VERSION_MAJOR "2015")
+set(CPACK_PACKAGE_VERSION_MINOR "04")
+set(CPACK_PACKAGE_VERSION_PATCH "26")
+set(CPACK_SOURCE_GENERATOR "TBZ2")
+set(CPACK_SOURCE_PACKAGE_FILE_NAME
+  "${CMAKE_PROJECT_NAME}-${CPACK_PACKAGE_VERSION_MAJOR}.${CPACK_PACKAGE_VERSION_MINOR}.${CPACK_PACKAGE_VERSION_PATCH}")
+set(CPACK_SOURCE_IGNORE_FILES
+  "/.git/;/.gitignore;/Testing/;/build/;/.bzr/;~$;/CMakeCache.txt;/CMakeFiles/;${CPACK_SOURCE_IGNORE_FILES}")
+include(CPack)
+