2021-05-24 13:44:39 -07:00
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
/*!
2021-11-19 09:27:00 +01:00
* \file operator.h
* \brief definition of io, such as DataIter
* \author Zhang Chen
*/
2021-05-24 13:44:39 -07:00
# ifndef MXNET_CPP_IO_H_
# define MXNET_CPP_IO_H_
# include <map>
# include <string>
# include <vector>
# include <sstream>
# include "mxnet-cpp/base.h"
# include "mxnet-cpp/ndarray.h"
# include "dmlc/logging.h"
namespace mxnet {
namespace cpp {
/*!
2021-11-19 09:27:00 +01:00
* \brief Default object for holding a mini-batch of data and related
* information.
*/
2021-05-24 13:44:39 -07:00
class DataBatch {
public :
NDArray data ;
NDArray label ;
int pad_num ;
std : : vector < int > index ;
} ;
class DataIter {
public :
2021-11-19 09:27:00 +01:00
virtual void BeforeFirst ( void ) = 0 ;
virtual bool Next ( void ) = 0 ;
virtual NDArray GetData ( void ) = 0 ;
virtual NDArray GetLabel ( void ) = 0 ;
virtual int GetPadNum ( void ) = 0 ;
2021-05-24 13:44:39 -07:00
virtual std : : vector < int > GetIndex ( void ) = 0 ;
DataBatch GetDataBatch ( ) {
return DataBatch { GetData ( ) , GetLabel ( ) , GetPadNum ( ) , GetIndex ( ) } ;
}
2021-11-19 09:27:00 +01:00
void Reset ( ) {
BeforeFirst ( ) ;
}
2021-05-24 13:44:39 -07:00
virtual ~ DataIter ( ) = default ;
} ;
class MXDataIterMap {
public :
inline MXDataIterMap ( ) {
2021-11-19 09:27:00 +01:00
mx_uint num_data_iter_creators = 0 ;
DataIterCreator * data_iter_creators = nullptr ;
2021-05-24 13:44:39 -07:00
int r = MXListDataIters ( & num_data_iter_creators , & data_iter_creators ) ;
CHECK_EQ ( r , 0 ) ;
for ( mx_uint i = 0 ; i < num_data_iter_creators ; i + + ) {
2021-11-19 09:27:00 +01:00
const char * name ;
const char * description ;
2021-05-24 13:44:39 -07:00
mx_uint num_args ;
2021-11-19 09:27:00 +01:00
const char * * arg_names ;
const char * * arg_type_infos ;
const char * * arg_descriptions ;
r = MXDataIterGetIterInfo ( data_iter_creators [ i ] ,
& name ,
& description ,
& num_args ,
& arg_names ,
& arg_type_infos ,
2021-05-24 13:44:39 -07:00
& arg_descriptions ) ;
CHECK_EQ ( r , 0 ) ;
mxdataiter_creators_ [ name ] = data_iter_creators [ i ] ;
}
}
2021-11-19 09:27:00 +01:00
inline DataIterCreator GetMXDataIterCreator ( const std : : string & name ) {
2021-05-24 13:44:39 -07:00
return mxdataiter_creators_ [ name ] ;
}
private :
std : : map < std : : string , DataIterCreator > mxdataiter_creators_ ;
} ;
struct MXDataIterBlob {
public :
MXDataIterBlob ( ) : handle_ ( nullptr ) { }
explicit MXDataIterBlob ( DataIterHandle handle ) : handle_ ( handle ) { }
2021-11-19 09:27:00 +01:00
~ MXDataIterBlob ( ) {
MXDataIterFree ( handle_ ) ;
}
2021-05-24 13:44:39 -07:00
DataIterHandle handle_ ;
private :
2021-11-19 09:27:00 +01:00
MXDataIterBlob & operator = ( const MXDataIterBlob & ) ;
2021-05-24 13:44:39 -07:00
} ;
class MXDataIter : public DataIter {
public :
2021-11-19 09:27:00 +01:00
explicit MXDataIter ( const std : : string & mxdataiter_type ) ;
MXDataIter ( const MXDataIter & other ) {
creator_ = other . creator_ ;
params_ = other . params_ ;
2021-05-24 13:44:39 -07:00
blob_ptr_ = other . blob_ptr_ ;
}
void BeforeFirst ( ) ;
bool Next ( ) ;
NDArray GetData ( ) ;
NDArray GetLabel ( ) ;
int GetPadNum ( ) ;
std : : vector < int > GetIndex ( ) ;
MXDataIter CreateDataIter ( ) ;
/*!
* \brief set config parameters
* \param name name of the config parameter
* \param value value of the config parameter
* \return reference of self
*/
template < typename T >
2021-11-19 09:27:00 +01:00
MXDataIter & SetParam ( const std : : string & name , const T & value ) {
2021-05-24 13:44:39 -07:00
std : : string value_str ;
std : : stringstream ss ;
ss < < value ;
ss > > value_str ;
params_ [ name ] = value_str ;
return * this ;
}
private :
DataIterCreator creator_ ;
std : : map < std : : string , std : : string > params_ ;
std : : shared_ptr < MXDataIterBlob > blob_ptr_ ;
static MXDataIterMap * & mxdataiter_map ( ) ;
} ;
} // namespace cpp
} // namespace mxnet
# endif // MXNET_CPP_IO_H_
