-
Notifications
You must be signed in to change notification settings - Fork 2
/
multibatchDataLayer.hpp
72 lines (62 loc) · 2.35 KB
/
multibatchDataLayer.hpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
#ifndef CAFFE_DATA_LAYERS_HPP_
#define CAFFE_DATA_LAYERS_HPP_
#include <string>
#include <utility>
#include <vector>
#include "boost/scoped_ptr.hpp"
#include "hdf5.h"
#include "caffe/blob.hpp"
#include "caffe/common.hpp"
#include "caffe/data_transformer.hpp"
#include "caffe/filler.hpp"
#include "caffe/internal_thread.hpp"
#include "caffe/layer.hpp"
#include "caffe/proto/caffe.pb.h"
#include "caffe/util/db.hpp"
#include "pipecall.h"
namespace caffe {
/**
* @brief Provides data to the Net from image files.
*
* TODO(dox): thorough documentation for Forward and proto params.
*/
template <typename Dtype>
class MultibatchDataLayer : public BasePrefetchingDataLayer<Dtype> {
public:
explicit MultibatchDataLayer(const LayerParameter& param)
: BasePrefetchingDataLayer<Dtype>(param) {}
virtual ~MultibatchDataLayer();
virtual void DataLayerSetUp(const vector<Blob<Dtype>*>& bottom,
const vector<Blob<Dtype>*>& top);
virtual inline const char* type() const { return "MultibatchData"; }
virtual inline int ExactNumBottomBlobs() const { return 0; }
virtual inline int ExactNumTopBlobs() const { return 2; }
protected:
shared_ptr<Caffe::RNG> prefetch_rng_;
virtual void ShuffleImages();
virtual void InternalThreadEntry();
/*
//Obsolate: In this version, this function is too advancing.
virtual void load_batch(Batch<Dtype>* batch);
*/
//in this layer, these variable just save the information for generating by random image.
vector<std::pair<std::string, int> > _randimg_lines_;
vector<int> _identityIDs;
//in map, the key corresponds label
//in map's pair, the FIRST is used for counting image number in shuffle stage., and being the cursor in filling batch stage.
//bool indicate whether it has already been loop once.
//in map's pair, the SECOND indicate the index list in the shuffled lines.
map<int, std::pair<pair<int,bool>,std::vector<string> > > _instanceStrorage_;
//for each label's data, if it looped once, this variable minus 1.
//when all label has been looped once, then shuffle again.
//int _looped_count;
//int lines_id_;
int _identityNumPerBatch,_imgNumPerIdentity;
bool rand_gray;
//whether it generate batch by rand-identity or rand-image
bool rand_identity;
void gen_rand_identity(Dtype* identityid);
void gen_rand_image(Dtype* identityid);
};
} // namespace caffe
#endif // CAFFE_DATA_LAYERS_HPP_