1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
| #ifndef DATA_H
| #define DATA_H
| #include <pthread.h>
|
| #if defined(_MSC_VER) && _MSC_VER < 1900
| #define inline __inline
| #endif
|
| #include "matrix.h"
| #include "list.h"
| #include "image.h"
| #include "tree.h"
|
| static inline float distance_from_edge(int x, int max)
| {
| int dx = (max/2) - x;
| if (dx < 0) dx = -dx;
| dx = (max/2) + 1 - dx;
| dx *= 2;
| float dist = (float)dx/max;
| if (dist > 1) dist = 1;
| return dist;
| }
|
| typedef struct{
| int w, h;
| matrix X;
| matrix y;
| int shallow;
| int *num_boxes;
| box **boxes;
| } data;
|
| typedef enum {
| CLASSIFICATION_DATA, DETECTION_DATA, CAPTCHA_DATA, REGION_DATA, IMAGE_DATA, LETTERBOX_DATA, COMPARE_DATA, WRITING_DATA, SWAG_DATA, TAG_DATA, OLD_CLASSIFICATION_DATA, STUDY_DATA, DET_DATA, SUPER_DATA
| } data_type;
|
| typedef struct load_args{
| int threads;
| char **paths;
| char *path;
| int n;
| int m;
| char **labels;
| int h;
| int w;
| int out_w;
| int out_h;
| int nh;
| int nw;
| int num_boxes;
| int min, max, size;
| int classes;
| int background;
| int scale;
| int small_object;
| float jitter;
| int flip;
| float angle;
| float aspect;
| float saturation;
| float exposure;
| float hue;
| data *d;
| image *im;
| image *resized;
| data_type type;
| tree *hierarchy;
| } load_args;
|
| typedef struct{
| int id;
| float x,y,w,h;
| float left, right, top, bottom;
| } box_label;
|
| void free_data(data d);
|
| pthread_t load_data(load_args args);
|
| pthread_t load_data_in_thread(load_args args);
|
| void print_letters(float *pred, int n);
| data load_data_captcha(char **paths, int n, int m, int k, int w, int h);
| data load_data_captcha_encode(char **paths, int n, int m, int w, int h);
| data load_data_old(char **paths, int n, int m, char **labels, int k, int w, int h);
| data load_data_detection(int n, char **paths, int m, int w, int h, int boxes, int classes, int use_flip, float jitter, float hue, float saturation, float exposure, int small_object);
| data load_data_tag(char **paths, int n, int m, int k, int use_flip, int min, int max, int size, float angle, float aspect, float hue, float saturation, float exposure);
| matrix load_image_augment_paths(char **paths, int n, int use_flip, int min, int max, int size, float angle, float aspect, float hue, float saturation, float exposure);
| data load_data_super(char **paths, int n, int m, int w, int h, int scale);
| data load_data_augment(char **paths, int n, int m, char **labels, int k, tree *hierarchy, int use_flip, int min, int max, int size, float angle, float aspect, float hue, float saturation, float exposure);
| data load_go(char *filename);
|
| box_label *read_boxes(char *filename, int *n);
| data load_cifar10_data(char *filename);
| data load_all_cifar10();
|
| data load_data_writing(char **paths, int n, int m, int w, int h, int out_w, int out_h);
|
| list *get_paths(char *filename);
| char **get_labels(char *filename);
| void get_random_batch(data d, int n, float *X, float *y);
| data get_data_part(data d, int part, int total);
| data get_random_data(data d, int num);
| void get_next_batch(data d, int n, int offset, float *X, float *y);
| data load_categorical_data_csv(char *filename, int target, int k);
| void normalize_data_rows(data d);
| void scale_data_rows(data d, float s);
| void translate_data_rows(data d, float s);
| void randomize_data(data d);
| data *split_data(data d, int part, int total);
| data concat_data(data d1, data d2);
| data concat_datas(data *d, int n);
| void fill_truth(char *path, char **labels, int k, float *truth);
|
| #endif
|
|
