+++ /dev/null
-# distutils: language = c
-# distutils: sources = ../common/maskApi.c
-
-#**************************************************************************
-# Microsoft COCO Toolbox. version 2.0
-# Data, paper, and tutorials available at: http://mscoco.org/
-# Code written by Piotr Dollar and Tsung-Yi Lin, 2015.
-# Licensed under the Simplified BSD License [see coco/license.txt]
-#**************************************************************************
-
-__author__ = 'tsungyi'
-
-import sys
-PYTHON_VERSION = sys.version_info[0]
-
-# import both Python-level and C-level symbols of Numpy
-# the API uses Numpy to interface C and Python
-import numpy as np
-cimport numpy as np
-from libc.stdlib cimport malloc, free
-
-# intialized Numpy. must do.
-np.import_array()
-
-# import numpy C function
-# we use PyArray_ENABLEFLAGS to make Numpy ndarray responsible to memoery management
-cdef extern from "numpy/arrayobject.h":
- void PyArray_ENABLEFLAGS(np.ndarray arr, int flags)
-
-# Declare the prototype of the C functions in MaskApi.h
-cdef extern from "maskApi.h":
- ctypedef unsigned int uint
- ctypedef unsigned long siz
- ctypedef unsigned char byte
- ctypedef double* BB
- ctypedef struct RLE:
- siz h,
- siz w,
- siz m,
- uint* cnts,
- void rlesInit( RLE **R, siz n )
- void rleEncode( RLE *R, const byte *M, siz h, siz w, siz n )
- void rleDecode( const RLE *R, byte *mask, siz n )
- void rleMerge( const RLE *R, RLE *M, siz n, int intersect )
- void rleArea( const RLE *R, siz n, uint *a )
- void rleIou( RLE *dt, RLE *gt, siz m, siz n, byte *iscrowd, double *o )
- void bbIou( BB dt, BB gt, siz m, siz n, byte *iscrowd, double *o )
- void rleToBbox( const RLE *R, BB bb, siz n )
- void rleFrBbox( RLE *R, const BB bb, siz h, siz w, siz n )
- void rleFrPoly( RLE *R, const double *xy, siz k, siz h, siz w )
- char* rleToString( const RLE *R )
- void rleFrString( RLE *R, char *s, siz h, siz w )
-
-# python class to wrap RLE array in C
-# the class handles the memory allocation and deallocation
-cdef class RLEs:
- cdef RLE *_R
- cdef siz _n
-
- def __cinit__(self, siz n =0):
- rlesInit(&self._R, n)
- self._n = n
-
- # free the RLE array here
- def __dealloc__(self):
- if self._R is not NULL:
- for i in range(self._n):
- free(self._R[i].cnts)
- free(self._R)
- def __getattr__(self, key):
- if key == 'n':
- return self._n
- raise AttributeError(key)
-
-# python class to wrap Mask array in C
-# the class handles the memory allocation and deallocation
-cdef class Masks:
- cdef byte *_mask
- cdef siz _h
- cdef siz _w
- cdef siz _n
-
- def __cinit__(self, h, w, n):
- self._mask = <byte*> malloc(h*w*n* sizeof(byte))
- self._h = h
- self._w = w
- self._n = n
- # def __dealloc__(self):
- # the memory management of _mask has been passed to np.ndarray
- # it doesn't need to be freed here
-
- # called when passing into np.array() and return an np.ndarray in column-major order
- def __array__(self):
- cdef np.npy_intp shape[1]
- shape[0] = <np.npy_intp> self._h*self._w*self._n
- # Create a 1D array, and reshape it to fortran/Matlab column-major array
- ndarray = np.PyArray_SimpleNewFromData(1, shape, np.NPY_UINT8, self._mask).reshape((self._h, self._w, self._n), order='F')
- # The _mask allocated by Masks is now handled by ndarray
- PyArray_ENABLEFLAGS(ndarray, np.NPY_OWNDATA)
- return ndarray
-
-# internal conversion from Python RLEs object to compressed RLE format
-def _toString(RLEs Rs):
- cdef siz n = Rs.n
- cdef bytes py_string
- cdef char* c_string
- objs = []
- for i in range(n):
- c_string = rleToString( <RLE*> &Rs._R[i] )
- py_string = c_string
- objs.append({
- 'size': [Rs._R[i].h, Rs._R[i].w],
- 'counts': py_string
- })
- free(c_string)
- return objs
-
-# internal conversion from compressed RLE format to Python RLEs object
-def _frString(rleObjs):
- cdef siz n = len(rleObjs)
- Rs = RLEs(n)
- cdef bytes py_string
- cdef char* c_string
- for i, obj in enumerate(rleObjs):
- if PYTHON_VERSION == 2:
- py_string = str(obj['counts']).encode('utf8')
- elif PYTHON_VERSION == 3:
- py_string = str.encode(obj['counts']) if type(obj['counts']) == str else obj['counts']
- else:
- raise Exception('Python version must be 2 or 3')
- c_string = py_string
- rleFrString( <RLE*> &Rs._R[i], <char*> c_string, obj['size'][0], obj['size'][1] )
- return Rs
-
-# encode mask to RLEs objects
-# list of RLE string can be generated by RLEs member function
-def encode(np.ndarray[np.uint8_t, ndim=3, mode='fortran'] mask):
- h, w, n = mask.shape[0], mask.shape[1], mask.shape[2]
- cdef RLEs Rs = RLEs(n)
- rleEncode(Rs._R,<byte*>mask.data,h,w,n)
- objs = _toString(Rs)
- return objs
-
-# decode mask from compressed list of RLE string or RLEs object
-def decode(rleObjs):
- cdef RLEs Rs = _frString(rleObjs)
- h, w, n = Rs._R[0].h, Rs._R[0].w, Rs._n
- masks = Masks(h, w, n)
- rleDecode(<RLE*>Rs._R, masks._mask, n);
- return np.array(masks)
-
-def merge(rleObjs, intersect=0):
- cdef RLEs Rs = _frString(rleObjs)
- cdef RLEs R = RLEs(1)
- rleMerge(<RLE*>Rs._R, <RLE*> R._R, <siz> Rs._n, intersect)
- obj = _toString(R)[0]
- return obj
-
-def area(rleObjs):
- cdef RLEs Rs = _frString(rleObjs)
- cdef uint* _a = <uint*> malloc(Rs._n* sizeof(uint))
- rleArea(Rs._R, Rs._n, _a)
- cdef np.npy_intp shape[1]
- shape[0] = <np.npy_intp> Rs._n
- a = np.array((Rs._n, ), dtype=np.uint8)
- a = np.PyArray_SimpleNewFromData(1, shape, np.NPY_UINT32, _a)
- PyArray_ENABLEFLAGS(a, np.NPY_OWNDATA)
- return a
-
-# iou computation. support function overload (RLEs-RLEs and bbox-bbox).
-def iou( dt, gt, pyiscrowd ):
- def _preproc(objs):
- if len(objs) == 0:
- return objs
- if type(objs) == np.ndarray:
- if len(objs.shape) == 1:
- objs = objs.reshape((objs[0], 1))
- # check if it's Nx4 bbox
- if not len(objs.shape) == 2 or not objs.shape[1] == 4:
- raise Exception('numpy ndarray input is only for *bounding boxes* and should have Nx4 dimension')
- objs = objs.astype(np.double)
- elif type(objs) == list:
- # check if list is in box format and convert it to np.ndarray
- isbox = np.all(np.array([(len(obj)==4) and ((type(obj)==list) or (type(obj)==np.ndarray)) for obj in objs]))
- isrle = np.all(np.array([type(obj) == dict for obj in objs]))
- if isbox:
- objs = np.array(objs, dtype=np.double)
- if len(objs.shape) == 1:
- objs = objs.reshape((1,objs.shape[0]))
- elif isrle:
- objs = _frString(objs)
- else:
- raise Exception('list input can be bounding box (Nx4) or RLEs ([RLE])')
- else:
- raise Exception('unrecognized type. The following type: RLEs (rle), np.ndarray (box), and list (box) are supported.')
- return objs
- def _rleIou(RLEs dt, RLEs gt, np.ndarray[np.uint8_t, ndim=1] iscrowd, siz m, siz n, np.ndarray[np.double_t, ndim=1] _iou):
- rleIou( <RLE*> dt._R, <RLE*> gt._R, m, n, <byte*> iscrowd.data, <double*> _iou.data )
- def _bbIou(np.ndarray[np.double_t, ndim=2] dt, np.ndarray[np.double_t, ndim=2] gt, np.ndarray[np.uint8_t, ndim=1] iscrowd, siz m, siz n, np.ndarray[np.double_t, ndim=1] _iou):
- bbIou( <BB> dt.data, <BB> gt.data, m, n, <byte*> iscrowd.data, <double*>_iou.data )
- def _len(obj):
- cdef siz N = 0
- if type(obj) == RLEs:
- N = obj.n
- elif len(obj)==0:
- pass
- elif type(obj) == np.ndarray:
- N = obj.shape[0]
- return N
- # convert iscrowd to numpy array
- cdef np.ndarray[np.uint8_t, ndim=1] iscrowd = np.array(pyiscrowd, dtype=np.uint8)
- # simple type checking
- cdef siz m, n
- dt = _preproc(dt)
- gt = _preproc(gt)
- m = _len(dt)
- n = _len(gt)
- if m == 0 or n == 0:
- return []
- if not type(dt) == type(gt):
- raise Exception('The dt and gt should have the same data type, either RLEs, list or np.ndarray')
-
- # define local variables
- cdef double* _iou = <double*> 0
- cdef np.npy_intp shape[1]
- # check type and assign iou function
- if type(dt) == RLEs:
- _iouFun = _rleIou
- elif type(dt) == np.ndarray:
- _iouFun = _bbIou
- else:
- raise Exception('input data type not allowed.')
- _iou = <double*> malloc(m*n* sizeof(double))
- iou = np.zeros((m*n, ), dtype=np.double)
- shape[0] = <np.npy_intp> m*n
- iou = np.PyArray_SimpleNewFromData(1, shape, np.NPY_DOUBLE, _iou)
- PyArray_ENABLEFLAGS(iou, np.NPY_OWNDATA)
- _iouFun(dt, gt, iscrowd, m, n, iou)
- return iou.reshape((m,n), order='F')
-
-def toBbox( rleObjs ):
- cdef RLEs Rs = _frString(rleObjs)
- cdef siz n = Rs.n
- cdef BB _bb = <BB> malloc(4*n* sizeof(double))
- rleToBbox( <const RLE*> Rs._R, _bb, n )
- cdef np.npy_intp shape[1]
- shape[0] = <np.npy_intp> 4*n
- bb = np.array((1,4*n), dtype=np.double)
- bb = np.PyArray_SimpleNewFromData(1, shape, np.NPY_DOUBLE, _bb).reshape((n, 4))
- PyArray_ENABLEFLAGS(bb, np.NPY_OWNDATA)
- return bb
-
-def frBbox(np.ndarray[np.double_t, ndim=2] bb, siz h, siz w ):
- cdef siz n = bb.shape[0]
- Rs = RLEs(n)
- rleFrBbox( <RLE*> Rs._R, <const BB> bb.data, h, w, n )
- objs = _toString(Rs)
- return objs
-
-def frPoly( poly, siz h, siz w ):
- cdef np.ndarray[np.double_t, ndim=1] np_poly
- n = len(poly)
- Rs = RLEs(n)
- for i, p in enumerate(poly):
- np_poly = np.array(p, dtype=np.double, order='F')
- rleFrPoly( <RLE*>&Rs._R[i], <const double*> np_poly.data, int(len(p)/2), h, w )
- objs = _toString(Rs)
- return objs
-
-def frUncompressedRLE(ucRles, siz h, siz w):
- cdef np.ndarray[np.uint32_t, ndim=1] cnts
- cdef RLE R
- cdef uint *data
- n = len(ucRles)
- objs = []
- for i in range(n):
- Rs = RLEs(1)
- cnts = np.array(ucRles[i]['counts'], dtype=np.uint32)
- # time for malloc can be saved here but it's fine
- data = <uint*> malloc(len(cnts)* sizeof(uint))
- for j in range(len(cnts)):
- data[j] = <uint> cnts[j]
- R = RLE(ucRles[i]['size'][0], ucRles[i]['size'][1], len(cnts), <uint*> data)
- Rs._R[0] = R
- objs.append(_toString(Rs)[0])
- return objs
-
-def frPyObjects(pyobj, h, w):
- # encode rle from a list of python objects
- if type(pyobj) == np.ndarray:
- objs = frBbox(pyobj, h, w)
- elif type(pyobj) == list and len(pyobj[0]) == 4:
- objs = frBbox(pyobj, h, w)
- elif type(pyobj) == list and len(pyobj[0]) > 4:
- objs = frPoly(pyobj, h, w)
- elif type(pyobj) == list and type(pyobj[0]) == dict \
- and 'counts' in pyobj[0] and 'size' in pyobj[0]:
- objs = frUncompressedRLE(pyobj, h, w)
- # encode rle from single python object
- elif type(pyobj) == list and len(pyobj) == 4:
- objs = frBbox([pyobj], h, w)[0]
- elif type(pyobj) == list and len(pyobj) > 4:
- objs = frPoly([pyobj], h, w)[0]
- elif type(pyobj) == dict and 'counts' in pyobj and 'size' in pyobj:
- objs = frUncompressedRLE([pyobj], h, w)[0]
- else:
- raise Exception('input type is not supported.')
- return objs