_sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece_swiginit(self, _sentencepiece.new_ImmutableSentencePieceText_ImmutableSentencePiece())
__swig_destroy__ = _sentencepiece.delete_ImmutableSentencePieceText_ImmutableSentencePiece
- def piece(self):
- return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece_piece(self)
+ def _piece(self):
+ return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece__piece(self)
- def surface(self):
- return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece_surface(self)
+ def _surface(self):
+ return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece__surface(self)
- def id(self):
- return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece_id(self)
+ def _id(self):
+ return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece__id(self)
- def begin(self):
- return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece_begin(self)
+ def _begin(self):
+ return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece__begin(self)
+
+ def _end(self):
+ return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece__end(self)
+
+ piece = property(_piece)
+ surface = property(_surface)
+ id = property(_id)
+ begin = property(_begin)
+ end = property(_end)
+
+ def __str__(self):
+ return ('piece: \"{}\"\n'
+ 'id: {}\n'
+ 'surface: \"{}\"\n'
+ 'begin: {}\n'
+ 'end: {}\n').format(self.piece, self.id, self.surface,
+ self.begin, self.end)
+ __repr__ = __str__
- def end(self):
- return _sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece_end(self)
# Register ImmutableSentencePieceText_ImmutableSentencePiece in _sentencepiece:
_sentencepiece.ImmutableSentencePieceText_ImmutableSentencePiece_swigregister(ImmutableSentencePieceText_ImmutableSentencePiece)
_sentencepiece.ImmutableSentencePieceText_swiginit(self, _sentencepiece.new_ImmutableSentencePieceText())
__swig_destroy__ = _sentencepiece.delete_ImmutableSentencePieceText
- def pieces_size(self):
- return _sentencepiece.ImmutableSentencePieceText_pieces_size(self)
+ def _pieces_size(self):
+ return _sentencepiece.ImmutableSentencePieceText__pieces_size(self)
- def pieces(self, index):
- return _sentencepiece.ImmutableSentencePieceText_pieces(self, index)
+ def _pieces(self, index):
+ return _sentencepiece.ImmutableSentencePieceText__pieces(self, index)
- def text(self):
- return _sentencepiece.ImmutableSentencePieceText_text(self)
+ def _text(self):
+ return _sentencepiece.ImmutableSentencePieceText__text(self)
- def score(self):
- return _sentencepiece.ImmutableSentencePieceText_score(self)
+ def _score(self):
+ return _sentencepiece.ImmutableSentencePieceText__score(self)
def SerializeAsString(self):
return _sentencepiece.ImmutableSentencePieceText_SerializeAsString(self)
- def _pieces(self, index):
- return _sentencepiece.ImmutableSentencePieceText__pieces(self, index)
+ text = property(_text)
+ score = property(_score)
- def pieces(self, i):
- return self._pieces(i)
+ class ImmutableSentencePieceIterator:
+ def __init__(self, proto):
+ self.proto = proto
+ self.len = self.proto._pieces_size()
- def __len__(self):
- return self.pieces_size()
+ def __len__(self):
+ return self.len
+
+ def __getitem__(self, index):
+ if index < 0 or index >= self.len:
+ raise IndexError('piece index is out of range')
+ return self.proto._pieces(index)
+
+ def __str__(self):
+ return '\n'.join(['pieces {{\n{}}}'.format(str(x)) for x in self])
+
+ __repr__ = __str__
- def __getitem__(self, i):
- return self._pieces(i)
+ @property
+ def pieces(self):
+ return ImmutableSentencePieceText.ImmutableSentencePieceIterator(self)
def __eq__(self, other):
return self.SerializeAsString() == other.SerializeAsString()
def __hash__(self):
return hash(self.SerializeAsString())
+ def __str__(self):
+ return ('text: \"{}\"\n'
+ 'score: {}\n'
+ '{}').format(self.text, self.score,
+ '\n'.join(['pieces {{\n{}}}'.format(str(x)) for x in self.pieces]))
+
+ __repr__ = __str__
+
# Register ImmutableSentencePieceText in _sentencepiece:
_sentencepiece.ImmutableSentencePieceText_swigregister(ImmutableSentencePieceText)
_sentencepiece.ImmutableNBestSentencePieceText_swiginit(self, _sentencepiece.new_ImmutableNBestSentencePieceText())
__swig_destroy__ = _sentencepiece.delete_ImmutableNBestSentencePieceText
- def nbests_size(self):
- return _sentencepiece.ImmutableNBestSentencePieceText_nbests_size(self)
+ def _nbests_size(self):
+ return _sentencepiece.ImmutableNBestSentencePieceText__nbests_size(self)
- def nbests(self, index):
- return _sentencepiece.ImmutableNBestSentencePieceText_nbests(self, index)
+ def _nbests(self, index):
+ return _sentencepiece.ImmutableNBestSentencePieceText__nbests(self, index)
def SerializeAsString(self):
return _sentencepiece.ImmutableNBestSentencePieceText_SerializeAsString(self)
- def _nbests(self, index):
- return _sentencepiece.ImmutableNBestSentencePieceText__nbests(self, index)
+ class ImmutableSentencePieceTextIterator:
+ def __init__(self, proto):
+ self.proto = proto
+ self.len = self.proto._nbests_size()
- def __nbests__(self, i):
- return self._nbests(i)
+ def __len__(self):
+ return self.len
- def __len__(self):
- return self.nbests_size()
+ def __getitem__(self, index):
+ if index < 0 or index >= self.len:
+ raise IndexError('nbests index is out of range')
+ return self.proto._nbests(index)
+
+ def __str__(self):
+ return '\n'.join(['nbests {{\n{}}}'.format(str(x)) for x in self])
+
+ __repr__ = __str__
- def __getitem__(self, i):
- return self._nbests(i)
+ @property
+ def nbests(self):
+ return ImmutableNBestSentencePieceText.ImmutableSentencePieceTextIterator(self)
def __eq__(self, other):
return self.SerializeAsString() == other.SerializeAsString()
def __hash__(self):
return hash(self.SerializeAsString())
+ def __str__(self):
+ return '\n'.join(['nbests {{\n{}}}'.format(str(x)) for x in self.nbests])
+
+ __repr__ = __str__
+
# Register ImmutableNBestSentencePieceText in _sentencepiece:
_sentencepiece.ImmutableNBestSentencePieceText_swigregister(ImmutableNBestSentencePieceText)
return SWIG_From_double (value);
}
-SWIGINTERN sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece sentencepiece_ImmutableSentencePieceText__pieces(sentencepiece::ImmutableSentencePieceText const *self,int index){
- if (index < 0 || index >= static_cast<int>(self->pieces_size())) {
- throw sentencepiece::util::Status(
- sentencepiece::util::StatusCode::kOutOfRange,
- "piece index is out of range.");
- }
- return self->pieces(index);
- }
-SWIGINTERN sentencepiece::ImmutableSentencePieceText sentencepiece_ImmutableNBestSentencePieceText__nbests(sentencepiece::ImmutableNBestSentencePieceText const *self,int index){
- if (index < 0 || index >= static_cast<int>(self->nbests_size())) {
- throw sentencepiece::util::Status(
- sentencepiece::util::StatusCode::kOutOfRange,
- "nbest index is out of range.");
- }
- return self->nbests(index);
- }
SWIGINTERN swig_type_info*
SWIG_pchar_descriptor(void)
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece_piece(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece__piece(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *arg1 = (sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *) 0 ;
void *argp1 = 0 ;
swig_obj[0] = args;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText_ImmutableSentencePiece, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece_piece" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece__piece" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece * >(argp1);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece_surface(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece__surface(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *arg1 = (sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *) 0 ;
void *argp1 = 0 ;
swig_obj[0] = args;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText_ImmutableSentencePiece, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece_surface" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece__surface" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece * >(argp1);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece_id(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece__id(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *arg1 = (sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *) 0 ;
void *argp1 = 0 ;
swig_obj[0] = args;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText_ImmutableSentencePiece, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece_id" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece__id" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece * >(argp1);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece_begin(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece__begin(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *arg1 = (sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *) 0 ;
void *argp1 = 0 ;
swig_obj[0] = args;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText_ImmutableSentencePiece, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece_begin" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece__begin" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece * >(argp1);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece_end(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentencePiece__end(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *arg1 = (sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece *) 0 ;
void *argp1 = 0 ;
swig_obj[0] = args;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText_ImmutableSentencePiece, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece_end" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_ImmutableSentencePiece__end" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece * >(argp1);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_pieces_size(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__pieces_size(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableSentencePieceText *arg1 = (sentencepiece::ImmutableSentencePieceText *) 0 ;
void *argp1 = 0 ;
swig_obj[0] = args;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_pieces_size" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText__pieces_size" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText * >(argp1);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_pieces(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__pieces(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableSentencePieceText *arg1 = (sentencepiece::ImmutableSentencePieceText *) 0 ;
int arg2 ;
PyObject *swig_obj[2] ;
sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece result;
- if (!SWIG_Python_UnpackTuple(args, "ImmutableSentencePieceText_pieces", 2, 2, swig_obj)) SWIG_fail;
+ if (!SWIG_Python_UnpackTuple(args, "ImmutableSentencePieceText__pieces", 2, 2, swig_obj)) SWIG_fail;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_pieces" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText__pieces" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText * >(argp1);
ecode2 = SWIG_AsVal_int(swig_obj[1], &val2);
if (!SWIG_IsOK(ecode2)) {
- SWIG_exception_fail(SWIG_ArgError(ecode2), "in method '" "ImmutableSentencePieceText_pieces" "', argument " "2"" of type '" "int""'");
+ SWIG_exception_fail(SWIG_ArgError(ecode2), "in method '" "ImmutableSentencePieceText__pieces" "', argument " "2"" of type '" "int""'");
}
arg2 = static_cast< int >(val2);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_text(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__text(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableSentencePieceText *arg1 = (sentencepiece::ImmutableSentencePieceText *) 0 ;
void *argp1 = 0 ;
swig_obj[0] = args;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_text" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText__text" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText * >(argp1);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_score(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__score(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableSentencePieceText *arg1 = (sentencepiece::ImmutableSentencePieceText *) 0 ;
void *argp1 = 0 ;
swig_obj[0] = args;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText_score" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText__score" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText * >(argp1);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__pieces(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
- PyObject *resultobj = 0;
- sentencepiece::ImmutableSentencePieceText *arg1 = (sentencepiece::ImmutableSentencePieceText *) 0 ;
- int arg2 ;
- void *argp1 = 0 ;
- int res1 = 0 ;
- int val2 ;
- int ecode2 = 0 ;
- PyObject *swig_obj[2] ;
- sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece result;
-
- if (!SWIG_Python_UnpackTuple(args, "ImmutableSentencePieceText__pieces", 2, 2, swig_obj)) SWIG_fail;
- res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText, 0 | 0 );
- if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableSentencePieceText__pieces" "', argument " "1"" of type '" "sentencepiece::ImmutableSentencePieceText const *""'");
- }
- arg1 = reinterpret_cast< sentencepiece::ImmutableSentencePieceText * >(argp1);
- ecode2 = SWIG_AsVal_int(swig_obj[1], &val2);
- if (!SWIG_IsOK(ecode2)) {
- SWIG_exception_fail(SWIG_ArgError(ecode2), "in method '" "ImmutableSentencePieceText__pieces" "', argument " "2"" of type '" "int""'");
- }
- arg2 = static_cast< int >(val2);
- {
- try {
- result = sentencepiece_ImmutableSentencePieceText__pieces((sentencepiece::ImmutableSentencePieceText const *)arg1,arg2);
- ReleaseResultObject(resultobj);
- }
- catch (const sentencepiece::util::Status &status) {
- SWIG_exception(ToSwigError(status.code()), status.ToString().c_str());
- }
- }
- resultobj = SWIG_NewPointerObj((new sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece(static_cast< const sentencepiece::ImmutableSentencePieceText_ImmutableSentencePiece& >(result))), SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText_ImmutableSentencePiece, SWIG_POINTER_OWN | 0 );
- return resultobj;
-fail:
- return NULL;
-}
-
-
SWIGINTERN PyObject *ImmutableSentencePieceText_swigregister(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *obj;
if (!SWIG_Python_UnpackTuple(args, "swigregister", 1, 1, &obj)) return NULL;
}
-SWIGINTERN PyObject *_wrap_ImmutableNBestSentencePieceText_nbests_size(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableNBestSentencePieceText__nbests_size(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableNBestSentencePieceText *arg1 = (sentencepiece::ImmutableNBestSentencePieceText *) 0 ;
void *argp1 = 0 ;
swig_obj[0] = args;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableNBestSentencePieceText, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableNBestSentencePieceText_nbests_size" "', argument " "1"" of type '" "sentencepiece::ImmutableNBestSentencePieceText const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableNBestSentencePieceText__nbests_size" "', argument " "1"" of type '" "sentencepiece::ImmutableNBestSentencePieceText const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableNBestSentencePieceText * >(argp1);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableNBestSentencePieceText_nbests(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
+SWIGINTERN PyObject *_wrap_ImmutableNBestSentencePieceText__nbests(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *resultobj = 0;
sentencepiece::ImmutableNBestSentencePieceText *arg1 = (sentencepiece::ImmutableNBestSentencePieceText *) 0 ;
int arg2 ;
PyObject *swig_obj[2] ;
sentencepiece::ImmutableSentencePieceText result;
- if (!SWIG_Python_UnpackTuple(args, "ImmutableNBestSentencePieceText_nbests", 2, 2, swig_obj)) SWIG_fail;
+ if (!SWIG_Python_UnpackTuple(args, "ImmutableNBestSentencePieceText__nbests", 2, 2, swig_obj)) SWIG_fail;
res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableNBestSentencePieceText, 0 | 0 );
if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableNBestSentencePieceText_nbests" "', argument " "1"" of type '" "sentencepiece::ImmutableNBestSentencePieceText const *""'");
+ SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableNBestSentencePieceText__nbests" "', argument " "1"" of type '" "sentencepiece::ImmutableNBestSentencePieceText const *""'");
}
arg1 = reinterpret_cast< sentencepiece::ImmutableNBestSentencePieceText * >(argp1);
ecode2 = SWIG_AsVal_int(swig_obj[1], &val2);
if (!SWIG_IsOK(ecode2)) {
- SWIG_exception_fail(SWIG_ArgError(ecode2), "in method '" "ImmutableNBestSentencePieceText_nbests" "', argument " "2"" of type '" "int""'");
+ SWIG_exception_fail(SWIG_ArgError(ecode2), "in method '" "ImmutableNBestSentencePieceText__nbests" "', argument " "2"" of type '" "int""'");
}
arg2 = static_cast< int >(val2);
{
}
-SWIGINTERN PyObject *_wrap_ImmutableNBestSentencePieceText__nbests(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
- PyObject *resultobj = 0;
- sentencepiece::ImmutableNBestSentencePieceText *arg1 = (sentencepiece::ImmutableNBestSentencePieceText *) 0 ;
- int arg2 ;
- void *argp1 = 0 ;
- int res1 = 0 ;
- int val2 ;
- int ecode2 = 0 ;
- PyObject *swig_obj[2] ;
- sentencepiece::ImmutableSentencePieceText result;
-
- if (!SWIG_Python_UnpackTuple(args, "ImmutableNBestSentencePieceText__nbests", 2, 2, swig_obj)) SWIG_fail;
- res1 = SWIG_ConvertPtr(swig_obj[0], &argp1,SWIGTYPE_p_sentencepiece__ImmutableNBestSentencePieceText, 0 | 0 );
- if (!SWIG_IsOK(res1)) {
- SWIG_exception_fail(SWIG_ArgError(res1), "in method '" "ImmutableNBestSentencePieceText__nbests" "', argument " "1"" of type '" "sentencepiece::ImmutableNBestSentencePieceText const *""'");
- }
- arg1 = reinterpret_cast< sentencepiece::ImmutableNBestSentencePieceText * >(argp1);
- ecode2 = SWIG_AsVal_int(swig_obj[1], &val2);
- if (!SWIG_IsOK(ecode2)) {
- SWIG_exception_fail(SWIG_ArgError(ecode2), "in method '" "ImmutableNBestSentencePieceText__nbests" "', argument " "2"" of type '" "int""'");
- }
- arg2 = static_cast< int >(val2);
- {
- try {
- result = sentencepiece_ImmutableNBestSentencePieceText__nbests((sentencepiece::ImmutableNBestSentencePieceText const *)arg1,arg2);
- ReleaseResultObject(resultobj);
- }
- catch (const sentencepiece::util::Status &status) {
- SWIG_exception(ToSwigError(status.code()), status.ToString().c_str());
- }
- }
- resultobj = SWIG_NewPointerObj((new sentencepiece::ImmutableSentencePieceText(static_cast< const sentencepiece::ImmutableSentencePieceText& >(result))), SWIGTYPE_p_sentencepiece__ImmutableSentencePieceText, SWIG_POINTER_OWN | 0 );
- return resultobj;
-fail:
- return NULL;
-}
-
-
SWIGINTERN PyObject *ImmutableNBestSentencePieceText_swigregister(PyObject *SWIGUNUSEDPARM(self), PyObject *args) {
PyObject *obj;
if (!SWIG_Python_UnpackTuple(args, "swigregister", 1, 1, &obj)) return NULL;
{ "SWIG_PyInstanceMethod_New", SWIG_PyInstanceMethod_New, METH_O, NULL},
{ "new_ImmutableSentencePieceText_ImmutableSentencePiece", _wrap_new_ImmutableSentencePieceText_ImmutableSentencePiece, METH_NOARGS, NULL},
{ "delete_ImmutableSentencePieceText_ImmutableSentencePiece", _wrap_delete_ImmutableSentencePieceText_ImmutableSentencePiece, METH_O, NULL},
- { "ImmutableSentencePieceText_ImmutableSentencePiece_piece", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece_piece, METH_O, NULL},
- { "ImmutableSentencePieceText_ImmutableSentencePiece_surface", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece_surface, METH_O, NULL},
- { "ImmutableSentencePieceText_ImmutableSentencePiece_id", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece_id, METH_O, NULL},
- { "ImmutableSentencePieceText_ImmutableSentencePiece_begin", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece_begin, METH_O, NULL},
- { "ImmutableSentencePieceText_ImmutableSentencePiece_end", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece_end, METH_O, NULL},
+ { "ImmutableSentencePieceText_ImmutableSentencePiece__piece", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece__piece, METH_O, NULL},
+ { "ImmutableSentencePieceText_ImmutableSentencePiece__surface", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece__surface, METH_O, NULL},
+ { "ImmutableSentencePieceText_ImmutableSentencePiece__id", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece__id, METH_O, NULL},
+ { "ImmutableSentencePieceText_ImmutableSentencePiece__begin", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece__begin, METH_O, NULL},
+ { "ImmutableSentencePieceText_ImmutableSentencePiece__end", _wrap_ImmutableSentencePieceText_ImmutableSentencePiece__end, METH_O, NULL},
{ "ImmutableSentencePieceText_ImmutableSentencePiece_swigregister", ImmutableSentencePieceText_ImmutableSentencePiece_swigregister, METH_O, NULL},
{ "ImmutableSentencePieceText_ImmutableSentencePiece_swiginit", ImmutableSentencePieceText_ImmutableSentencePiece_swiginit, METH_VARARGS, NULL},
{ "new_ImmutableSentencePieceText", _wrap_new_ImmutableSentencePieceText, METH_NOARGS, NULL},
{ "delete_ImmutableSentencePieceText", _wrap_delete_ImmutableSentencePieceText, METH_O, NULL},
- { "ImmutableSentencePieceText_pieces_size", _wrap_ImmutableSentencePieceText_pieces_size, METH_O, NULL},
- { "ImmutableSentencePieceText_pieces", _wrap_ImmutableSentencePieceText_pieces, METH_VARARGS, NULL},
- { "ImmutableSentencePieceText_text", _wrap_ImmutableSentencePieceText_text, METH_O, NULL},
- { "ImmutableSentencePieceText_score", _wrap_ImmutableSentencePieceText_score, METH_O, NULL},
- { "ImmutableSentencePieceText_SerializeAsString", _wrap_ImmutableSentencePieceText_SerializeAsString, METH_O, NULL},
+ { "ImmutableSentencePieceText__pieces_size", _wrap_ImmutableSentencePieceText__pieces_size, METH_O, NULL},
{ "ImmutableSentencePieceText__pieces", _wrap_ImmutableSentencePieceText__pieces, METH_VARARGS, NULL},
+ { "ImmutableSentencePieceText__text", _wrap_ImmutableSentencePieceText__text, METH_O, NULL},
+ { "ImmutableSentencePieceText__score", _wrap_ImmutableSentencePieceText__score, METH_O, NULL},
+ { "ImmutableSentencePieceText_SerializeAsString", _wrap_ImmutableSentencePieceText_SerializeAsString, METH_O, NULL},
{ "ImmutableSentencePieceText_swigregister", ImmutableSentencePieceText_swigregister, METH_O, NULL},
{ "ImmutableSentencePieceText_swiginit", ImmutableSentencePieceText_swiginit, METH_VARARGS, NULL},
{ "new_ImmutableNBestSentencePieceText", _wrap_new_ImmutableNBestSentencePieceText, METH_NOARGS, NULL},
{ "delete_ImmutableNBestSentencePieceText", _wrap_delete_ImmutableNBestSentencePieceText, METH_O, NULL},
- { "ImmutableNBestSentencePieceText_nbests_size", _wrap_ImmutableNBestSentencePieceText_nbests_size, METH_O, NULL},
- { "ImmutableNBestSentencePieceText_nbests", _wrap_ImmutableNBestSentencePieceText_nbests, METH_VARARGS, NULL},
- { "ImmutableNBestSentencePieceText_SerializeAsString", _wrap_ImmutableNBestSentencePieceText_SerializeAsString, METH_O, NULL},
+ { "ImmutableNBestSentencePieceText__nbests_size", _wrap_ImmutableNBestSentencePieceText__nbests_size, METH_O, NULL},
{ "ImmutableNBestSentencePieceText__nbests", _wrap_ImmutableNBestSentencePieceText__nbests, METH_VARARGS, NULL},
+ { "ImmutableNBestSentencePieceText_SerializeAsString", _wrap_ImmutableNBestSentencePieceText_SerializeAsString, METH_O, NULL},
{ "ImmutableNBestSentencePieceText_swigregister", ImmutableNBestSentencePieceText_swigregister, METH_O, NULL},
{ "ImmutableNBestSentencePieceText_swiginit", ImmutableNBestSentencePieceText_swiginit, METH_VARARGS, NULL},
{ "new_SentencePieceProcessor", _wrap_new_SentencePieceProcessor, METH_NOARGS, NULL},
s4 = self.sp_.DecodePiecesAsImmutableProto(['foo', 'bar'])
s5 = self.sp_.DecodeIdsAsImmutableProto([20, 30])
+ print(s1)
+ print(s2)
+ print(s3)
+ print(s4)
+ print(s5)
+
t1 = self.sp_.encode_as_immutable_proto(text)
t2 = self.sp_.sample_encode_as_immutable_proto(text, 10, 0.2)
t3 = self.sp_.nbest_encode_as_immutable_proto(text, 10)
v1 = self.sp_.EncodeAsIds(text)
v2 = self.sp_.EncodeAsPieces(text)
- self.assertEqual([x.id() for x in s1], v1)
- self.assertEqual([x.piece() for x in s1], v2)
- self.assertEqual(text, s1.text())
+ self.assertEqual([x.id for x in s1.pieces], v1)
+ self.assertEqual([x.piece for x in s1.pieces], v2)
+ self.assertEqual(text, s1.text)
- surfaces1 = [s1.text()[x.begin():x.end()] for x in s1]
- surfaces2 = [x.surface() for x in s1]
+ surfaces1 = [s1.text[x.begin:x.end] for x in s1.pieces]
+ surfaces2 = [x.surface for x in s1.pieces]
self.assertEqual(surfaces1, surfaces2)
ids = []
- for i in range(s1.pieces_size()):
- ids.append(s1.pieces(i).id())
+ for i in range(len(s1.pieces)):
+ ids.append(s1.pieces[i].id)
self.assertEqual(ids, v1)
pieces = []
- for i in range(s1.pieces_size()):
- pieces.append(s1.pieces(i).piece())
+ for i in range(len(s1.pieces)):
+ pieces.append(s1.pieces[i].piece)
self.assertEqual(pieces, v2)
# Japanese offset
s1 = self.jasp_.EncodeAsImmutableProto('吾輩は猫である。Hello world. ABC 123')
- surfaces1 = [s1.text()[x.begin():x.end()] for x in s1]
- surfaces2 = [x.surface() for x in s1]
+ surfaces1 = [s1.text[x.begin:x.end] for x in s1.pieces]
+ surfaces2 = [x.surface for x in s1.pieces]
self.assertEqual(surfaces1, surfaces2)
- ids = [x.id() for x in s1]
+ ids = [x.id for x in s1.pieces]
s2 = self.jasp_.DecodeIdsAsImmutableProto(ids)
self.assertEqual(s2, s1)
- pieces = [x.piece() for x in s1]
+ pieces = [x.piece for x in s1.pieces]
s2 = self.jasp_.DecodePiecesAsImmutableProto(pieces)
self.assertEqual(s2, s1)
self.assertEqual(sp.encode([text], out_type='serialized_proto'), [sprotos])
self.assertEqual(sp.encode([text], out_type='immutable_proto'), [iprotos])
- self.assertEqual(len(iprotos), len(pieces))
- self.assertEqual(len(iprotos), len(ids))
- self.assertEqual(iprotos.text(), text)
+ self.assertEqual(len(iprotos.pieces), len(pieces))
+ self.assertEqual(len(iprotos.pieces), len(ids))
+ self.assertEqual(iprotos.text, text)
- self.assertEqual(len(iprotos2), len(pieces2))
- self.assertEqual(len(iprotos2), len(ids2))
- self.assertEqual(iprotos2.text(), text2)
+ self.assertEqual(len(iprotos2.pieces), len(pieces2))
+ self.assertEqual(len(iprotos2.pieces), len(ids2))
+ self.assertEqual(iprotos2.text, text2)
- for i in range(len(iprotos)):
- self.assertEqual(ids[i], iprotos.pieces(i).id())
- self.assertEqual(pieces[i], iprotos.pieces(i).piece())
+ for i in range(len(iprotos.pieces)):
+ self.assertEqual(ids[i], iprotos.pieces[i].id)
+ self.assertEqual(pieces[i], iprotos.pieces[i].piece)
- for i, piece in enumerate(iprotos):
- self.assertEqual(ids[i], piece.id())
- self.assertEqual(pieces[i], piece.piece())
+ for i, piece in enumerate(iprotos.pieces):
+ self.assertEqual(ids[i], piece.id)
+ self.assertEqual(pieces[i], piece.piece)
- for i in range(len(iprotos2)):
- self.assertEqual(ids2[i], iprotos2.pieces(i).id())
- self.assertEqual(pieces2[i], iprotos2.pieces(i).piece())
+ for i in range(len(iprotos2.pieces)):
+ self.assertEqual(ids2[i], iprotos2.pieces[i].id)
+ self.assertEqual(pieces2[i], iprotos2.pieces[i].piece)
- for i, piece in enumerate(iprotos2):
- self.assertEqual(ids2[i], piece.id())
- self.assertEqual(pieces2[i], piece.piece())
+ for i, piece in enumerate(iprotos2.pieces):
+ self.assertEqual(ids2[i], piece.id)
+ self.assertEqual(pieces2[i], piece.piece)
detok_ids = self.sp_.DecodeIds(ids)
detok_pieces = self.sp_.DecodePieces(pieces)
projects / sentencepiece.git / commitdiff