lucio's picture
Training in progress, step 5000
8652957
raw
history blame
1.96 kB
from libcpp cimport bool
cdef extern from "lm/word_index.hh" namespace "lm":
ctypedef unsigned WordIndex
cdef extern from "lm/return.hh" namespace "lm":
cdef struct FullScoreReturn:
float prob
unsigned char ngram_length
cdef extern from "lm/state.hh" namespace "lm::ngram":
cdef cppclass State :
int Compare(const State &other) const
int hash_value(const State &state)
cdef extern from "lm/virtual_interface.hh" namespace "lm::base":
cdef cppclass Vocabulary:
WordIndex Index(char*)
WordIndex BeginSentence()
WordIndex EndSentence()
WordIndex NotFound()
ctypedef Vocabulary const_Vocabulary "const lm::base::Vocabulary"
cdef cppclass Model:
void BeginSentenceWrite(void *)
void NullContextWrite(void *)
unsigned int Order()
const_Vocabulary& BaseVocabulary()
float BaseScore(void *in_state, WordIndex new_word, void *out_state)
FullScoreReturn BaseFullScore(void *in_state, WordIndex new_word, void *out_state)
cdef extern from "util/mmap.hh" namespace "util":
cdef enum LoadMethod:
LAZY
POPULATE_OR_LAZY
POPULATE_OR_READ
READ
PARALLEL_READ
cdef extern from "lm/config.hh" namespace "lm::ngram::Config":
cdef enum ARPALoadComplain:
ALL
EXPENSIVE
NONE
cdef extern from "lm/config.hh" namespace "lm::ngram":
cdef cppclass Config:
Config()
float probing_multiplier
LoadMethod load_method
bool show_progress
ARPALoadComplain arpa_complain
float unknown_missing_logprob
cdef extern from "lm/model.hh" namespace "lm::ngram":
cdef Model *LoadVirtual(char *, Config &config) except +
#default constructor
cdef Model *LoadVirtual(char *) except +
cdef extern from "python/score_sentence.hh" namespace "lm::base":
cdef float ScoreSentence(const Model *model, const char *sentence)