1 | % Generator: GNU source-highlight, by Lorenzo Bettini, http://www.gnu.org/software/src-highlite
|
---|
2 | \noindent
|
---|
3 | \mbox{}\texttt{001:} \textit{/*} \\
|
---|
4 | \mbox{}\texttt{002:} \textit{\ *\ Rick\ van\ der\ Zwet} \\
|
---|
5 | \mbox{}\texttt{003:} \textit{\ *\ 0433373} \\
|
---|
6 | \mbox{}\texttt{004:} \textit{\ *\ OS\ Assigment\ 3} \\
|
---|
7 | \mbox{}\texttt{005:} \textit{\ *\ Licence:\ BSD} \\
|
---|
8 | \mbox{}\texttt{006:} \textit{\ *\ \$Id:\ nn.c\ 555\ 2008-04-07\ 21:59:55Z\ rick\ \$} \\
|
---|
9 | \mbox{}\texttt{007:} \textit{*/} \\
|
---|
10 | \mbox{}\texttt{008:} \\
|
---|
11 | \mbox{}\texttt{009:} \textbf{\#include}\ \texttt{$<$sysexits.h$>$} \\
|
---|
12 | \mbox{}\texttt{010:} \textbf{\#include}\ \texttt{$<$stdio.h$>$} \\
|
---|
13 | \mbox{}\texttt{011:} \textbf{\#include}\ \texttt{$<$stdlib.h$>$} \\
|
---|
14 | \mbox{}\texttt{012:} \textbf{\#include}\ \texttt{$<$math.h$>$} \\
|
---|
15 | \mbox{}\texttt{013:} \textbf{\#include}\ \texttt{$<$time.h$>$} \\
|
---|
16 | \mbox{}\texttt{014:} \\
|
---|
17 | \mbox{}\texttt{015:} \textit{/*\ NOTE:\ All\ first\ knobs\ are\ bias\ knobs\ or\ hidden\ stale\ knobs} \\
|
---|
18 | \mbox{}\texttt{016:} \textit{\ *\ -\ Validation\ is\ done\ using\ rounding,\ please\ make\ outputs\ discrete\ or} \\
|
---|
19 | \mbox{}\texttt{017:} \textit{\ *\ alter\ validation\ function} \\
|
---|
20 | \mbox{}\texttt{018:} \textit{\ */} \\
|
---|
21 | \mbox{}\texttt{019:} \\
|
---|
22 | \mbox{}\texttt{020:} \textit{/*\ Allow\ uniform\ and\ easy\ calls\ at\ functions\ */} \\
|
---|
23 | \mbox{}\texttt{021:} \textbf{\#define}\ TRUE\ 1 \\
|
---|
24 | \mbox{}\texttt{022:} \textbf{\#define}\ FALSE\ 0 \\
|
---|
25 | \mbox{}\texttt{023:} \\
|
---|
26 | \mbox{}\texttt{024:} \\
|
---|
27 | \mbox{}\texttt{025:} \textit{/*\ Network\ variables\ */} \\
|
---|
28 | \mbox{}\texttt{026:} \textit{/*NOTE:\ first\ node\ is\ 'hidden'\ bias\ knob\ */} \\
|
---|
29 | \mbox{}\texttt{027:} \textbf{\#ifndef}\ INPUT$\_$SIZE \\
|
---|
30 | \mbox{}\texttt{028:} \textbf{\#define}\ INPUT$\_$SIZE\ 11 \\
|
---|
31 | \mbox{}\texttt{029:} \textbf{\#endif} \\
|
---|
32 | \mbox{}\texttt{030:} \\
|
---|
33 | \mbox{}\texttt{031:} \textit{/*NOTE:\ first\ node\ is\ 'hidden'\ bias\ knob\ */} \\
|
---|
34 | \mbox{}\texttt{032:} \textbf{\#ifndef}\ HIDDEN$\_$SIZE \\
|
---|
35 | \mbox{}\texttt{033:} \textbf{\#define}\ HIDDEN$\_$SIZE\ 11 \\
|
---|
36 | \mbox{}\texttt{034:} \textbf{\#endif} \\
|
---|
37 | \mbox{}\texttt{035:} \\
|
---|
38 | \mbox{}\texttt{036:} \textit{/*NOTE:\ first\ node\ is\ 'hidden'\ 'lame'\ knob\ */} \\
|
---|
39 | \mbox{}\texttt{037:} \textbf{\#ifndef}\ OUTPUT$\_$SIZE \\
|
---|
40 | \mbox{}\texttt{038:} \textbf{\#define}\ OUTPUT$\_$SIZE\ 11 \\
|
---|
41 | \mbox{}\texttt{039:} \textbf{\#endif} \\
|
---|
42 | \mbox{}\texttt{040:} \\
|
---|
43 | \mbox{}\texttt{041:} \textit{/*\ Learn\ speed\ alpha\ of\ network\ */} \\
|
---|
44 | \mbox{}\texttt{042:} \textbf{\#ifndef}\ LEARN$\_$SPEED \\
|
---|
45 | \mbox{}\texttt{043:} \textbf{\#define}\ LEARN$\_$SPEED\ 0.5 \\
|
---|
46 | \mbox{}\texttt{044:} \textbf{\#endif} \\
|
---|
47 | \mbox{}\texttt{045:} \\
|
---|
48 | \mbox{}\texttt{046:} \textit{/*\ After\ QUALITY$\_$ROUND\ trainingset\ check\ quality\ of\ network\ */} \\
|
---|
49 | \mbox{}\texttt{047:} \textbf{\#define}\ QUALITY$\_$ROUND\ 100 \\
|
---|
50 | \mbox{}\texttt{048:} \\
|
---|
51 | \mbox{}\texttt{049:} \textit{/*\ Training\ set,\ to\ be\ used\ to\ train\ network\ */} \\
|
---|
52 | \mbox{}\texttt{050:} char\ *\ file$\_$training\ =\ \texttt{"{}data/training.txt"{}}; \\
|
---|
53 | \mbox{}\texttt{051:} \textit{/*\ Validation\ set,\ to\ be\ used\ to\ test\ end\ result\ of\ network\ */} \\
|
---|
54 | \mbox{}\texttt{052:} char\ *\ file$\_$validate\ =\ \texttt{"{}data/validate.txt"{}}; \\
|
---|
55 | \mbox{}\texttt{053:} \textit{/*\ Quality\ set,\ to\ be\ used\ to\ do\ quick\ testing\ whether\ network\ is} \\
|
---|
56 | \mbox{}\texttt{054:} \textit{\ *\ improving} \\
|
---|
57 | \mbox{}\texttt{055:} \textit{\ */} \\
|
---|
58 | \mbox{}\texttt{056:} char\ *\ file$\_$quality\ =\ \texttt{"{}data/quality.txt"{}}; \\
|
---|
59 | \mbox{}\texttt{057:} \\
|
---|
60 | \mbox{}\texttt{058:} \textit{/*\ Globally\ defined\ arrays,\ which\ represent\ the\ network\ */} \\
|
---|
61 | \mbox{}\texttt{059:} double\ hidden[HIDDEN$\_$SIZE]; \\
|
---|
62 | \mbox{}\texttt{060:} double\ input[INPUT$\_$SIZE]; \\
|
---|
63 | \mbox{}\texttt{061:} double\ output[OUTPUT$\_$SIZE]; \\
|
---|
64 | \mbox{}\texttt{062:} double\ target[OUTPUT$\_$SIZE]; \\
|
---|
65 | \mbox{}\texttt{063:} double\ weight$\_$HtoO[HIDDEN$\_$SIZE][OUTPUT$\_$SIZE]; \\
|
---|
66 | \mbox{}\texttt{064:} double\ weight$\_$ItoH[INPUT$\_$SIZE][HIDDEN$\_$SIZE]; \\
|
---|
67 | \mbox{}\texttt{065:} \\
|
---|
68 | \mbox{}\texttt{066:} \textbf{\#define}\ WEIGHT$\_$NOT$\_$USED\ -99999 \\
|
---|
69 | \mbox{}\texttt{067:} \\
|
---|
70 | \mbox{}\texttt{068:} void\ \textbf{stdInit}()\ \{ \\
|
---|
71 | \mbox{}\texttt{069:} \ \ \ \ int\ i; \\
|
---|
72 | \mbox{}\texttt{070:} \ \ \ \ \textit{/*\ Should\ never\ change,\ been\ using\ */} \\
|
---|
73 | \mbox{}\texttt{071:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ INPUT$\_$SIZE;\ i++) \\
|
---|
74 | \mbox{}\texttt{072:} \ \ \ \ \ \ \ \ weight$\_$ItoH[i][0]\ =\ WEIGHT$\_$NOT$\_$USED; \\
|
---|
75 | \mbox{}\texttt{073:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ HIDDEN$\_$SIZE;\ i++) \\
|
---|
76 | \mbox{}\texttt{074:} \ \ \ \ \ \ \ \ weight$\_$HtoO[i][0]\ =\ WEIGHT$\_$NOT$\_$USED; \\
|
---|
77 | \mbox{}\texttt{075:} \} \\
|
---|
78 | \mbox{}\texttt{076:} \\
|
---|
79 | \mbox{}\texttt{077:} \\
|
---|
80 | \mbox{}\texttt{078:} \textit{/*\ Random\ init\ of\ weights\ */} \\
|
---|
81 | \mbox{}\texttt{079:} void\ \textbf{randInit}()\ \{ \\
|
---|
82 | \mbox{}\texttt{080:} \ \ \ \ int\ i,j; \\
|
---|
83 | \mbox{}\texttt{081:} \ \ \ \ \\
|
---|
84 | \mbox{}\texttt{082:} \ \ \ \ \textit{/*\ Different\ numbers\ every\ call\ */} \\
|
---|
85 | \mbox{}\texttt{083:} \ \ \ \ \textbf{srandom}(\textbf{time}(NULL)); \\
|
---|
86 | \mbox{}\texttt{084:} \\
|
---|
87 | \mbox{}\texttt{085:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ INPUT$\_$SIZE;\ i++) \\
|
---|
88 | \mbox{}\texttt{086:} \ \ \ \ \ \ \ \ \textbf{for}\ (\ j\ =\ 1;\ j\ $<$\ HIDDEN$\_$SIZE;\ j++)\ \{ \\
|
---|
89 | \mbox{}\texttt{087:} \ \ \ \ \ \ \ \ \ \ \ \ weight$\_$ItoH[i][j]\ =\ (double)(\textbf{random}()\ \%\ 100)\ /\ 100; \\
|
---|
90 | \mbox{}\texttt{088:} \ \ \ \ \ \ \ \ \} \\
|
---|
91 | \mbox{}\texttt{089:} \\
|
---|
92 | \mbox{}\texttt{090:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ HIDDEN$\_$SIZE;\ i++) \\
|
---|
93 | \mbox{}\texttt{091:} \ \ \ \ \ \ \ \ \textbf{for}\ (j\ =\ 1;\ j\ $<$\ OUTPUT$\_$SIZE;\ j++) \\
|
---|
94 | \mbox{}\texttt{092:} \ \ \ \ \ \ \ \ \ \ \ \ weight$\_$HtoO[i][j]\ =\ (double)(\textbf{random}()\ \%\ 100)\ /\ 100; \\
|
---|
95 | \mbox{}\texttt{093:} \\
|
---|
96 | \mbox{}\texttt{094:} \ \ \ \ \textbf{stdInit}(); \\
|
---|
97 | \mbox{}\texttt{095:} \} \\
|
---|
98 | \mbox{}\texttt{096:} \\
|
---|
99 | \mbox{}\texttt{097:} \textit{/*\ Fixed\ init\ of\ weights\ */} \\
|
---|
100 | \mbox{}\texttt{098:} void\ \textbf{fixedInit}()\ \{ \\
|
---|
101 | \mbox{}\texttt{099:} \ \ \ \ int\ i,j; \\
|
---|
102 | \mbox{}\texttt{100:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ INPUT$\_$SIZE;\ i++) \\
|
---|
103 | \mbox{}\texttt{101:} \ \ \ \ \ \ \ \ \textbf{for}\ (\ j\ =\ 1;\ j\ $<$\ HIDDEN$\_$SIZE;\ j++)\ \{ \\
|
---|
104 | \mbox{}\texttt{102:} \ \ \ \ \ \ \ \ \ \ \ \ weight$\_$ItoH[i][j]\ =\ 0.5; \\
|
---|
105 | \mbox{}\texttt{103:} \ \ \ \ \ \ \ \ \} \\
|
---|
106 | \mbox{}\texttt{104:} \\
|
---|
107 | \mbox{}\texttt{105:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ HIDDEN$\_$SIZE;\ i++) \\
|
---|
108 | \mbox{}\texttt{106:} \ \ \ \ \ \ \ \ \textbf{for}\ (j\ =\ 1;\ j\ $<$\ OUTPUT$\_$SIZE;\ j++) \\
|
---|
109 | \mbox{}\texttt{107:} \ \ \ \ \ \ \ \ \ \ \ \ weight$\_$HtoO[i][j]\ =\ 0.5; \\
|
---|
110 | \mbox{}\texttt{108:} \\
|
---|
111 | \mbox{}\texttt{109:} \ \ \ \ \textbf{stdInit}(); \\
|
---|
112 | \mbox{}\texttt{110:} \} \\
|
---|
113 | \mbox{}\texttt{111:} \\
|
---|
114 | \mbox{}\texttt{112:} \textit{/*\ Define\ exact\ wights,\ used\ for\ debugging\ calculations} \\
|
---|
115 | \mbox{}\texttt{113:} \textit{\ *\ other\ flags\ INPUT\ =\ 2,\ HIDDEN\ =\ 2,\ OUTPUT\ =\ 1} \\
|
---|
116 | \mbox{}\texttt{114:} \textit{\ */} \\
|
---|
117 | \mbox{}\texttt{115:} void\ \textbf{debugInit}()\ \{ \\
|
---|
118 | \mbox{}\texttt{116:} \ \ \ \ \textbf{stdInit}(); \\
|
---|
119 | \mbox{}\texttt{117:} \ \ \ \ weight$\_$ItoH[0][1]\ =\ 1; \\
|
---|
120 | \mbox{}\texttt{118:} \ \ \ \ weight$\_$ItoH[0][2]\ =\ 1; \\
|
---|
121 | \mbox{}\texttt{119:} \ \ \ \ weight$\_$ItoH[1][1]\ =\ 0.62; \\
|
---|
122 | \mbox{}\texttt{120:} \ \ \ \ weight$\_$ItoH[1][2]\ =\ 0.42; \\
|
---|
123 | \mbox{}\texttt{121:} \ \ \ \ weight$\_$ItoH[2][1]\ =\ 0.55; \\
|
---|
124 | \mbox{}\texttt{122:} \ \ \ \ weight$\_$ItoH[2][2]\ =\ -0.17; \\
|
---|
125 | \mbox{}\texttt{123:} \\
|
---|
126 | \mbox{}\texttt{124:} \ \ \ \ weight$\_$HtoO[0][1]\ =\ 1; \\
|
---|
127 | \mbox{}\texttt{125:} \ \ \ \ weight$\_$HtoO[1][1]\ =\ 0.35; \\
|
---|
128 | \mbox{}\texttt{126:} \ \ \ \ weight$\_$HtoO[2][1]\ =\ 0.81; \\
|
---|
129 | \mbox{}\texttt{127:} \} \\
|
---|
130 | \mbox{}\texttt{128:} \\
|
---|
131 | \mbox{}\texttt{129:} \textit{/*\ \ calculate\ Aj's\ and\ Ai's\ (outputs)\ */} \\
|
---|
132 | \mbox{}\texttt{130:} void\ \textbf{nnCalc}()\ \{ \\
|
---|
133 | \mbox{}\texttt{131:} \ \ \ \ int\ i,j; \\
|
---|
134 | \mbox{}\texttt{132:} \ \ \ \ double\ total; \\
|
---|
135 | \mbox{}\texttt{133:} \ \ \ \ \textbf{for}\ (i\ =\ 1;\ i\ $<$\ HIDDEN$\_$SIZE;\ i++)\ \{ \\
|
---|
136 | \mbox{}\texttt{134:} \ \ \ \ \ \ \ \ total\ =\ 0; \\
|
---|
137 | \mbox{}\texttt{135:} \ \ \ \ \ \ \ \ \textbf{for}\ (j\ =\ 0;\ j\ $<$\ INPUT$\_$SIZE;\ j++) \\
|
---|
138 | \mbox{}\texttt{136:} \ \ \ \ \ \ \ \ \ \ \ \ total\ +=\ weight$\_$ItoH[j][i]\ *\ input[j]; \\
|
---|
139 | \mbox{}\texttt{137:} \ \ \ \ \ \ \ \ hidden[i]\ =\ 1\ /\ (\ 1\ +\ \textbf{exp}(total\ *\ (-1))); \\
|
---|
140 | \mbox{}\texttt{138:} \ \ \ \ \} \\
|
---|
141 | \mbox{}\texttt{139:} \\
|
---|
142 | \mbox{}\texttt{140:} \ \ \ \ \textbf{for}\ (i\ =\ 1;\ i\ $<$\ OUTPUT$\_$SIZE;\ i++)\ \{ \\
|
---|
143 | \mbox{}\texttt{141:} \ \ \ \ \ \ \ \ total\ =\ 0; \\
|
---|
144 | \mbox{}\texttt{142:} \ \ \ \ \ \ \ \ \textbf{for}\ (j\ =\ 0;\ j\ $<$\ HIDDEN$\_$SIZE;\ j++) \\
|
---|
145 | \mbox{}\texttt{143:} \ \ \ \ \ \ \ \ \ \ \ \ total\ +=\ weight$\_$HtoO[j][i]\ *\ hidden[j]; \\
|
---|
146 | \mbox{}\texttt{144:} \ \ \ \ \ \ \ \ output[i]\ =\ 1\ /\ (\ 1\ +\ \textbf{exp}(total\ *\ (-1))); \\
|
---|
147 | \mbox{}\texttt{145:} \ \ \ \ \} \\
|
---|
148 | \mbox{}\texttt{146:} \\
|
---|
149 | \mbox{}\texttt{147:} \} \\
|
---|
150 | \mbox{}\texttt{148:} \\
|
---|
151 | \mbox{}\texttt{149:} \textit{/*\ train\ network,\ NOTE:\ nnCalc\ needs\ to\ be\ called\ first\ */} \\
|
---|
152 | \mbox{}\texttt{150:} void\ \textbf{nnTrain}()\ \{ \\
|
---|
153 | \mbox{}\texttt{151:} \ \ \ \ int\ i,j; \\
|
---|
154 | \mbox{}\texttt{152:} \ \ \ \ double\ hidden$\_$delta[HIDDEN$\_$SIZE]; \\
|
---|
155 | \mbox{}\texttt{153:} \ \ \ \ double\ output$\_$delta[OUTPUT$\_$SIZE]; \\
|
---|
156 | \mbox{}\texttt{154:} \ \ \ \ double\ output$\_$error[OUTPUT$\_$SIZE]; \\
|
---|
157 | \mbox{}\texttt{155:} \ \ \ \ double\ hidden$\_$sum$\_$delta[HIDDEN$\_$SIZE]; \\
|
---|
158 | \mbox{}\texttt{156:} \\
|
---|
159 | \mbox{}\texttt{157:} \ \ \ \ \textbf{for}\ (i\ =\ 1;\ i\ $<$\ OUTPUT$\_$SIZE;\ i++)\ \{ \\
|
---|
160 | \mbox{}\texttt{158:} \ \ \ \ \ \ \ \ output$\_$error[i]\ =\ target[i]\ -\ output[i]; \\
|
---|
161 | \mbox{}\texttt{159:} \ \ \ \ \ \ \ \ output$\_$delta[i]\ =\ output$\_$error[i]\ *\ output[i]\ *\ (1\ -\ output[i]); \\
|
---|
162 | \mbox{}\texttt{160:} \ \ \ \ \} \\
|
---|
163 | \mbox{}\texttt{161:} \\
|
---|
164 | \mbox{}\texttt{162:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ HIDDEN$\_$SIZE;\ i++)\ \{ \\
|
---|
165 | \mbox{}\texttt{163:} \ \ \ \ \ \ \ \ hidden$\_$sum$\_$delta[i]\ =\ 0; \\
|
---|
166 | \mbox{}\texttt{164:} \ \ \ \ \ \ \ \ \textbf{for}\ (j\ =\ 1;\ j\ $<$\ OUTPUT$\_$SIZE;\ j++) \\
|
---|
167 | \mbox{}\texttt{165:} \ \ \ \ \ \ \ \ \ \ \ \ hidden$\_$sum$\_$delta[i]\ +=\ weight$\_$HtoO[i][j]\ *\ output$\_$delta[j]; \\
|
---|
168 | \mbox{}\texttt{166:} \ \ \ \ \ \ \ \ hidden$\_$delta[i]\ =\ hidden[i]\ *\ (1\ -\ hidden[i])\ * \\
|
---|
169 | \mbox{}\texttt{167:} \ \ \ \ \ \ \ \ hidden$\_$sum$\_$delta[i]; \\
|
---|
170 | \mbox{}\texttt{168:} \ \ \ \ \ \} \\
|
---|
171 | \mbox{}\texttt{169:} \\
|
---|
172 | \mbox{}\texttt{170:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ HIDDEN$\_$SIZE;\ i++) \\
|
---|
173 | \mbox{}\texttt{171:} \ \ \ \ \ \ \ \ \textbf{for}\ (j\ =\ 1;\ j\ $<$\ OUTPUT$\_$SIZE;\ j++)\ \{ \\
|
---|
174 | \mbox{}\texttt{172:} \ \ \ \ \ \ \ \ \ \ \ \ weight$\_$HtoO[i][j]\ =\ weight$\_$HtoO[i][j]\ +\ LEARN$\_$SPEED\ * \\
|
---|
175 | \mbox{}\texttt{173:} \ \ \ \ \ \ \ \ \ \ \ \ hidden[i]\ *\ output$\_$delta[j]; \\
|
---|
176 | \mbox{}\texttt{174:} \ \ \ \ \ \ \ \ \} \\
|
---|
177 | \mbox{}\texttt{175:} \\
|
---|
178 | \mbox{}\texttt{176:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ INPUT$\_$SIZE;\ i++) \\
|
---|
179 | \mbox{}\texttt{177:} \ \ \ \ \ \ \ \ \textbf{for}\ (j\ =\ 1;\ j\ $<$\ HIDDEN$\_$SIZE;\ j++)\ \{ \\
|
---|
180 | \mbox{}\texttt{178:} \ \ \ \ \ \ \ \ \ \ \ \ weight$\_$ItoH[i][j]\ =\ weight$\_$ItoH[i][j]\ +\ LEARN$\_$SPEED\ * \\
|
---|
181 | \mbox{}\texttt{179:} \ \ \ \ \ \ \ \ \ \ \ \ input[i]\ *\ hidden$\_$delta[j]; \\
|
---|
182 | \mbox{}\texttt{180:} \ \ \ \ \ \ \ \ \} \\
|
---|
183 | \mbox{}\texttt{181:} \} \\
|
---|
184 | \mbox{}\texttt{182:} \\
|
---|
185 | \mbox{}\texttt{183:} \textit{/*\ Verify\ wether\ target,\ matches\ output\ */} \\
|
---|
186 | \mbox{}\texttt{184:} int\ \textbf{nnValidate}()\ \{ \\
|
---|
187 | \mbox{}\texttt{185:} \ \ \ \ int\ i; \\
|
---|
188 | \mbox{}\texttt{186:} \ \ \ \ \textit{//printf\ ("{}Rounding:\ \%lf\ -\ \%lf\textbackslash{}n"{},output[1],\ target[1]);} \\
|
---|
189 | \mbox{}\texttt{187:} \ \ \ \ \textbf{for}\ (i\ =\ 1;\ i\ $<$\ OUTPUT$\_$SIZE;\ i++) \\
|
---|
190 | \mbox{}\texttt{188:} \ \ \ \ \ \ \ \ \textbf{if}\ (\textbf{round}(output[i])\ !=\ \textbf{round}(target[i])) \\
|
---|
191 | \mbox{}\texttt{189:} \ \ \ \ \ \ \ \ \ \ \ \ \textbf{return}\ FALSE; \\
|
---|
192 | \mbox{}\texttt{190:} \ \ \ \ \textbf{return}\ TRUE; \\
|
---|
193 | \mbox{}\texttt{191:} \} \\
|
---|
194 | \mbox{}\texttt{192:} \\
|
---|
195 | \mbox{}\texttt{193:} \textit{/*\ Pretty\ print\ of\ output\ */} \\
|
---|
196 | \mbox{}\texttt{194:} void\ \textbf{nnOutput}()\ \{ \\
|
---|
197 | \mbox{}\texttt{195:} \ \ \ \ int\ i; \\
|
---|
198 | \mbox{}\texttt{196:} \ \ \ \ \textbf{for}(i\ =\ 0;\ i\ $<$\ INPUT$\_$SIZE;\ i++) \\
|
---|
199 | \mbox{}\texttt{197:} \ \ \ \ \ \ \ \ \textbf{printf}(\texttt{"{}\%lf,\ "{}},\ input[i]); \\
|
---|
200 | \mbox{}\texttt{198:} \ \ \ \ \textbf{printf}(\texttt{"{}=\ \%lf\ -\ \%lf\ -\ "{}},\ output[1],\ target[1]); \\
|
---|
201 | \mbox{}\texttt{199:} \ \ \ \ \textbf{if}\ (\textbf{nnValidate}()\ ==\ TRUE) \\
|
---|
202 | \mbox{}\texttt{200:} \ \ \ \ \ \ \ \ \textbf{printf}(\texttt{"{}OK"{}}); \\
|
---|
203 | \mbox{}\texttt{201:} \ \ \ \ \textbf{else} \\
|
---|
204 | \mbox{}\texttt{202:} \ \ \ \ \ \ \ \ \textbf{printf}(\texttt{"{}ERROR"{}}); \\
|
---|
205 | \mbox{}\texttt{203:} \ \ \ \ \textbf{printf}(\texttt{"{}}\texttt{\textbackslash{}n}\texttt{"{}}); \\
|
---|
206 | \mbox{}\texttt{204:} \} \\
|
---|
207 | \mbox{}\texttt{205:} \\
|
---|
208 | \mbox{}\texttt{206:} \textit{/*\ Pretty\ print\ of\ hidden\ knobs\ */} \\
|
---|
209 | \mbox{}\texttt{207:} void\ \textbf{nnHiddenOutput}()\ \{ \\
|
---|
210 | \mbox{}\texttt{208:} \ \ \ \ int\ i; \\
|
---|
211 | \mbox{}\texttt{209:} \ \ \ \ \textbf{for}(i\ =\ 0;\ i\ $<$\ HIDDEN$\_$SIZE;\ i++) \\
|
---|
212 | \mbox{}\texttt{210:} \ \ \ \ \ \ \ \ \textbf{printf}(\texttt{"{}\%lf,\ "{}},\ hidden[i]); \\
|
---|
213 | \mbox{}\texttt{211:} \ \ \ \ \textbf{printf}(\texttt{"{}\ -\ HIDDEN}\texttt{\textbackslash{}n}\texttt{"{}}); \\
|
---|
214 | \mbox{}\texttt{212:} \} \\
|
---|
215 | \mbox{}\texttt{213:} \\
|
---|
216 | \mbox{}\texttt{214:} \\
|
---|
217 | \mbox{}\texttt{215:} \textit{/*\ Pretty\ print\ of\ all\ weights\ */} \\
|
---|
218 | \mbox{}\texttt{216:} void\ \textbf{nnNeuronOutput}()\ \{ \\
|
---|
219 | \mbox{}\texttt{217:} \ \ \ \ int\ i,j; \\
|
---|
220 | \mbox{}\texttt{218:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ INPUT$\_$SIZE;\ i++) \\
|
---|
221 | \mbox{}\texttt{219:} \ \ \ \ \ \ \ \ \textbf{for}(j\ =\ 0;\ j\ $<$\ HIDDEN$\_$SIZE;\ j++) \\
|
---|
222 | \mbox{}\texttt{220:} \ \ \ \ \ \ \ \ \ \ \ \ \textbf{if}\ (weight$\_$ItoH[i][j]\ !=\ WEIGHT$\_$NOT$\_$USED) \\
|
---|
223 | \mbox{}\texttt{221:} \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \textbf{printf}(\texttt{"{}weight$\_$ItoH[\%i][\%i]\ =\ \%lf}\texttt{\textbackslash{}n}\texttt{"{}},\ i,\ j, \\
|
---|
224 | \mbox{}\texttt{222:} \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ weight$\_$ItoH[i][j]); \\
|
---|
225 | \mbox{}\texttt{223:} \ \ \ \ \textbf{printf}(\texttt{"{}-\/-\/-}\texttt{\textbackslash{}n}\texttt{"{}}); \\
|
---|
226 | \mbox{}\texttt{224:} \ \ \ \ \textbf{for}\ (i\ =\ 0;\ i\ $<$\ HIDDEN$\_$SIZE;\ i++) \\
|
---|
227 | \mbox{}\texttt{225:} \ \ \ \ \ \ \ \ \textbf{for}(j\ =\ 0;\ j\ $<$\ OUTPUT$\_$SIZE;\ j++) \\
|
---|
228 | \mbox{}\texttt{226:} \ \ \ \ \ \ \ \ \ \ \ \ \textbf{if}\ (weight$\_$ItoH[i][j]\ !=\ WEIGHT$\_$NOT$\_$USED) \\
|
---|
229 | \mbox{}\texttt{227:} \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \textbf{printf}(\texttt{"{}weight$\_$HtoO[\%i][\%i]\ =\ \%lf}\texttt{\textbackslash{}n}\texttt{"{}},\ i,\ j, \\
|
---|
230 | \mbox{}\texttt{228:} \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ weight$\_$HtoO[i][j]); \\
|
---|
231 | \mbox{}\texttt{229:} \} \\
|
---|
232 | \mbox{}\texttt{230:} \\
|
---|
233 | \mbox{}\texttt{231:} int\ \textbf{nnReadInput}(FILE\ *\ handle)\ \{ \\
|
---|
234 | \mbox{}\texttt{232:} \ \ \ \ int\ i\ =\ 1; \\
|
---|
235 | \mbox{}\texttt{233:} \ \ \ \ double\ finput; \\
|
---|
236 | \mbox{}\texttt{234:} \ \ \ \ \textbf{while}\ (\textbf{fscanf}(handle,\ \texttt{"{}\%lf"{}},\ \&finput)\ !=\ EOF)\ \{ \\
|
---|
237 | \mbox{}\texttt{235:} \ \ \ \ \ \ \ \ \textbf{if}\ (i\ $<$\ INPUT$\_$SIZE) \\
|
---|
238 | \mbox{}\texttt{236:} \ \ \ \ \ \ \ \ \ \ \ \ input[i]\ =\ finput; \\
|
---|
239 | \mbox{}\texttt{237:} \ \ \ \ \ \ \ \ \textbf{else}\ \textbf{if}\ (i\ $<$\ (INPUT$\_$SIZE\ +\ OUTPUT$\_$SIZE)) \\
|
---|
240 | \mbox{}\texttt{238:} \ \ \ \ \ \ \ \ \ \ \ \ target[i\ -\ INPUT$\_$SIZE]\ =\ finput; \\
|
---|
241 | \mbox{}\texttt{239:} \\
|
---|
242 | \mbox{}\texttt{240:} \ \ \ \ \ \ \ \ \textit{/*\ Calc\ next\ input\ */} \\
|
---|
243 | \mbox{}\texttt{241:} \ \ \ \ \ \ \ \ i++; \\
|
---|
244 | \mbox{}\texttt{242:} \ \ \ \ \ \ \ \ \textit{/*\ Skip\ hidden\ output\ knob\ */} \\
|
---|
245 | \mbox{}\texttt{243:} \ \ \ \ \ \ \ \ \textbf{if}\ (i\ ==\ INPUT$\_$SIZE) \\
|
---|
246 | \mbox{}\texttt{244:} \ \ \ \ \ \ \ \ \ \ \ \ i++; \\
|
---|
247 | \mbox{}\texttt{245:} \ \ \ \ \ \ \ \ \textbf{if}\ (i\ ==\ (INPUT$\_$SIZE\ +\ OUTPUT$\_$SIZE)) \\
|
---|
248 | \mbox{}\texttt{246:} \ \ \ \ \ \ \ \ \ \ \ \ \textbf{return}\ TRUE; \\
|
---|
249 | \mbox{}\texttt{247:} \ \ \ \ \} \\
|
---|
250 | \mbox{}\texttt{248:} \\
|
---|
251 | \mbox{}\texttt{249:} \ \ \ \ \textit{/*\ Input\ not\ complete\ */} \\
|
---|
252 | \mbox{}\texttt{250:} \ \ \ \ \textbf{return}\ FALSE; \\
|
---|
253 | \mbox{}\texttt{251:} \} \\
|
---|
254 | \mbox{}\texttt{252:} \\
|
---|
255 | \mbox{}\texttt{253:} \textit{/*\ Verify\ quality\ of\ current\ network\ */} \\
|
---|
256 | \mbox{}\texttt{254:} double\ \textbf{nnQualityCheck}(char\ *\ file)\ \{ \\
|
---|
257 | \mbox{}\texttt{255:} \ \ \ \ double\ validate$\_$total\ =\ 0; \\
|
---|
258 | \mbox{}\texttt{256:} \ \ \ \ double\ validate$\_$ok\ =\ 0; \\
|
---|
259 | \mbox{}\texttt{257:} \ \ \ \ double\ validate$\_$percent\ =\ 0; \\
|
---|
260 | \mbox{}\texttt{258:} \ \ \ \ FILE\ *\ handle; \\
|
---|
261 | \mbox{}\texttt{259:} \\
|
---|
262 | \mbox{}\texttt{260:} \ \ \ \ handle\ =\ \textbf{fopen}(file,\texttt{"{}r"{}}); \\
|
---|
263 | \mbox{}\texttt{261:} \ \ \ \ \textbf{while}\ (\textbf{nnReadInput}(handle)\ ==\ TRUE)\ \{ \\
|
---|
264 | \mbox{}\texttt{262:} \ \ \ \ \ \ \ \ \ \ \ \ validate$\_$total++; \\
|
---|
265 | \mbox{}\texttt{263:} \ \ \ \ \ \ \ \ \ \ \ \ \textbf{nnCalc}(); \\
|
---|
266 | \mbox{}\texttt{264:} \ \ \ \ \ \ \ \ \ \ \ \ \textbf{if}\ (\textbf{nnValidate}()\ ==\ TRUE) \\
|
---|
267 | \mbox{}\texttt{265:} \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ validate$\_$ok++; \\
|
---|
268 | \mbox{}\texttt{266:} \ \ \ \ \ \ \ \ \ \ \ \ \textit{//else} \\
|
---|
269 | \mbox{}\texttt{267:} \ \ \ \ \ \ \ \ \ \ \ \ \textit{//\ \ nnOutput();} \\
|
---|
270 | \mbox{}\texttt{268:} \ \ \ \ \} \\
|
---|
271 | \mbox{}\texttt{269:} \ \ \ \ \textbf{fclose}(handle); \\
|
---|
272 | \mbox{}\texttt{270:} \ \ \ \ validate$\_$percent\ =\ (validate$\_$ok\ /\ validate$\_$total)\ *\ 100; \\
|
---|
273 | \mbox{}\texttt{271:} \ \ \ \ \textbf{printf}(\texttt{"{}Validating:\ \%.0lf/\%.0lf\ -\ \%.2lf\ \%\%}\texttt{\textbackslash{}n}\texttt{"{}}, \\
|
---|
274 | \mbox{}\texttt{272:} \ \ \ \ validate$\_$ok,validate$\_$total,validate$\_$percent); \\
|
---|
275 | \mbox{}\texttt{273:} \\
|
---|
276 | \mbox{}\texttt{274:} \ \ \ \ \textbf{return}(validate$\_$percent); \\
|
---|
277 | \mbox{}\texttt{275:} \} \\
|
---|
278 | \mbox{}\texttt{276:} \\
|
---|
279 | \mbox{}\texttt{277:} \textit{/*\ Main\ program\ */} \\
|
---|
280 | \mbox{}\texttt{278:} int\ \textbf{main\ }(int\ argc,\ char\ *\ argv[])\ \{ \\
|
---|
281 | \mbox{}\texttt{279:} \ \ \ \ int\ i,training$\_$total,\ training$\_$best; \\
|
---|
282 | \mbox{}\texttt{280:} \ \ \ \ double\ quality$\_$max,\ quality; \\
|
---|
283 | \mbox{}\texttt{281:} \ \ \ \ FILE\ *\ handle; \\
|
---|
284 | \mbox{}\texttt{282:} \\
|
---|
285 | \mbox{}\texttt{283:} \ \ \ \ \textit{/*\ Set\ the\ bias\ knob\ */} \\
|
---|
286 | \mbox{}\texttt{284:} \ \ \ \ input[0]\ =\ -1; \\
|
---|
287 | \mbox{}\texttt{285:} \ \ \ \ hidden[0]\ =\ -1; \\
|
---|
288 | \mbox{}\texttt{286:} \ \\
|
---|
289 | \mbox{}\texttt{287:} \ \ \ \ \textit{/*\ Init\ set\ of\ all\ wights\ */} \\
|
---|
290 | \mbox{}\texttt{288:} \ \ \ \ \textit{//debugInit();} \\
|
---|
291 | \mbox{}\texttt{289:} \ \ \ \ \textbf{fixedInit}(); \\
|
---|
292 | \mbox{}\texttt{290:} \ \ \ \ \textit{//randInit();} \\
|
---|
293 | \mbox{}\texttt{291:} \\
|
---|
294 | \mbox{}\texttt{292:} \ \ \ \ \textit{/*\ Set\ initial\ quality\ */} \\
|
---|
295 | \mbox{}\texttt{293:} \ \ \ \ quality$\_$max\ =\ \textbf{nnQualityCheck}(file$\_$quality); \\
|
---|
296 | \mbox{}\texttt{294:} \ \ \ \ training$\_$best\ =\ 0; \\
|
---|
297 | \mbox{}\texttt{295:} \ \ \ \ training$\_$total\ =\ 0; \\
|
---|
298 | \mbox{}\texttt{296:} \\
|
---|
299 | \mbox{}\texttt{297:} \ \ \ \ \textbf{printf}(\texttt{"{}Running\ neural\ network\ with\ following\ parameters}\texttt{\textbackslash{}n}\texttt{"{}}); \\
|
---|
300 | \mbox{}\texttt{298:} \ \ \ \ \textbf{printf}(\texttt{"{}Input\ \ nodes\ \ \ \ :\ \%i}\texttt{\textbackslash{}n}\texttt{"{}},\ INPUT$\_$SIZE); \\
|
---|
301 | \mbox{}\texttt{299:} \ \ \ \ \textbf{printf}(\texttt{"{}Hidden\ nodes\ \ \ \ :\ \%i}\texttt{\textbackslash{}n}\texttt{"{}},\ HIDDEN$\_$SIZE); \\
|
---|
302 | \mbox{}\texttt{300:} \ \ \ \ \textbf{printf}(\texttt{"{}Output\ nodes\ \ \ \ :\ \%i}\texttt{\textbackslash{}n}\texttt{"{}},\ OUTPUT$\_$SIZE); \\
|
---|
303 | \mbox{}\texttt{301:} \ \ \ \ \textbf{printf}(\texttt{"{}Learning\ rate\ \ \ :\ \%lf}\texttt{\textbackslash{}n}\texttt{"{}},\ LEARN$\_$SPEED); \\
|
---|
304 | \mbox{}\texttt{302:} \ \ \ \ \textbf{printf}(\texttt{"{}Quality\ check\ \ \ :\ \%i}\texttt{\textbackslash{}n}\texttt{"{}},\ QUALITY$\_$ROUND); \\
|
---|
305 | \mbox{}\texttt{303:} \ \ \ \ \textbf{printf}(\texttt{"{}Initial\ quality\ :\ \%lf\ \%\%}\texttt{\textbackslash{}n}\texttt{"{}},\ quality$\_$max); \\
|
---|
306 | \mbox{}\texttt{304:} \ \ \ \ \textit{/*\ Start\ training\ */} \\
|
---|
307 | \mbox{}\texttt{305:} \ \ \ \ \textit{//nnNeuronOutput();} \\
|
---|
308 | \mbox{}\texttt{306:} \ \ \ \ i\ =\ 1; \\
|
---|
309 | \mbox{}\texttt{307:} \ \ \ \ handle\ =\ \textbf{fopen}(file$\_$training,\texttt{"{}r"{}}); \\
|
---|
310 | \mbox{}\texttt{308:} \ \ \ \ \textbf{while}\ (\ \textbf{nnReadInput}(handle)\ ==\ TRUE)\ \{ \\
|
---|
311 | \mbox{}\texttt{309:} \ \ \ \ \ \ \ \ training$\_$total++; \\
|
---|
312 | \mbox{}\texttt{310:} \ \ \ \ \ \ \ \ \textbf{nnCalc}(); \\
|
---|
313 | \mbox{}\texttt{311:} \ \ \ \ \ \ \ \ \textit{//nnOutput();} \\
|
---|
314 | \mbox{}\texttt{312:} \ \ \ \ \ \ \ \ \textit{//nnHiddenOutput();} \\
|
---|
315 | \mbox{}\texttt{313:} \\
|
---|
316 | \mbox{}\texttt{314:} \ \ \ \ \ \ \ \ \textbf{if}\ (\textbf{nnValidate}()\ ==\ FALSE)\ \{ \\
|
---|
317 | \mbox{}\texttt{315:} \ \ \ \ \ \ \ \ \ \ \ \ \textbf{nnTrain}(); \\
|
---|
318 | \mbox{}\texttt{316:} \ \ \ \ \ \ \ \ \ \ \ \ \textit{//nnNeuronOutput();} \\
|
---|
319 | \mbox{}\texttt{317:} \ \ \ \ \ \ \ \ \} \\
|
---|
320 | \mbox{}\texttt{318:} \\
|
---|
321 | \mbox{}\texttt{319:} \ \ \ \ \ \ \ \ \textit{/*\ Verifiy\ quality,\ stop\ training\ when\ quality\ is\ going\ down\ */} \\
|
---|
322 | \mbox{}\texttt{320:} \ \ \ \ \ \ \ \ \textbf{if}\ ((training$\_$total\ \%\ QUALITY$\_$ROUND)\ ==\ 0)\ \{ \\
|
---|
323 | \mbox{}\texttt{321:} \ \ \ \ \ \ \ \ \ \ \ \ \textbf{printf}(\texttt{"{}Learned:\ \%i\ -\ "{}},\ training$\_$total); \\
|
---|
324 | \mbox{}\texttt{322:} \ \ \ \ \ \ \ \ \ \ \ \ quality\ =\ \textbf{nnQualityCheck}(file$\_$quality); \\
|
---|
325 | \mbox{}\texttt{323:} \ \ \ \ \ \ \ \ \ \ \ \ \textbf{if}\ (quality\ $>$\ quality$\_$max)\ \{ \\
|
---|
326 | \mbox{}\texttt{324:} \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ quality$\_$max\ =\ quality; \\
|
---|
327 | \mbox{}\texttt{325:} \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ training$\_$best\ =\ training$\_$total; \\
|
---|
328 | \mbox{}\texttt{326:} \ \ \ \ \ \ \ \ \ \ \ \ \} \\
|
---|
329 | \mbox{}\texttt{327:} \ \ \ \ \ \ \ \ \} \\
|
---|
330 | \mbox{}\texttt{328:} \ \ \ \ \} \\
|
---|
331 | \mbox{}\texttt{329:} \ \ \ \ \textbf{fclose}(handle); \\
|
---|
332 | \mbox{}\texttt{330:} \ \ \ \ \textbf{printf}(\texttt{"{}Max\ quality:\ \%.2lf\%\%\ at\ training\ round:\ \%i}\texttt{\textbackslash{}n}\texttt{"{}},\ quality$\_$max, \\
|
---|
333 | \mbox{}\texttt{331:} \ \ \ \ \ \ \ \ training$\_$best); \\
|
---|
334 | \mbox{}\texttt{332:} \ \ \ \ quality\ =\ \textbf{nnQualityCheck}(file$\_$validate); \\
|
---|
335 | \mbox{}\texttt{333:} \ \ \ \ \textbf{return}(EX$\_$OK); \\
|
---|
336 | \mbox{}\texttt{334:} \} \\
|
---|
337 | \mbox{}\texttt{335:} \\
|
---|
338 |
|
---|