MaxStateDiv) { QFunction[i][j][k]=-1;//put -1 for values of states not feasible } if ((i==0)&&(k==2 | k==4)) { QFunction[i][j][k]=-1; } if ((j==0)&&(k==1 | k==6)) { QFunction[i][j][k]=-1; } if ((i+j==MaxStateDiv)&&(k==3 | k==5)) { QFunction[i][j][k]=-1; } } } } //set inital state randomly in the space int r1=(int) rint(uniform(MaxStateDiv+1)-0.5); int r2=(int) rint(uniform(MaxStateDiv+1)-0.5); CurrentState[0]=(int) min(r1,r2); CurrentState[1]=(int) (MaxStateDiv-max(r1,r2)); IntS1=CurrentState[0]; IntS2=CurrentState[1]; ]]> ZeroLim) { NumAcPos+=1; PayoffSum+=pow(QFunction[CurrentState[0]][CurrentState[1]][k],ExplorationKnown); } if (abs(QFunction[CurrentState[0]][CurrentState[1]][k])ZeroLim) { AcValue=pow(QFunction[CurrentState[0]][CurrentState[1]][k],ExplorationKnown)/PayoffSum*NumAcPos*(1-ExplorationUnknown)/NumAcFeas; } if (abs(QFunction[CurrentState[0]][CurrentState[1]][k])r) { Action=k; break; } } testreal=AcValue; ]]> AAAAAO0BAAABAAAAAwAAAJ4AAAABAAAAAQAAAP//AAASAENYSk1ESU1vbm9DaGlsZFduZAAA AAAAAAAAAQAAAJIBAAD//wAAEABDTW9kZWxPYmplY3RWaWV3AwAAAARyb290AAAAAAAAAAAA AAAAAAAAAAAAAAAAAAAAAAAAAAAAACwAAAAAAAAAAwAAAP//////////+v///+D///9uAAAA kQAAAOYDAABAAgAAAAAAAJsAAAABAAAAAQAAAP//AAASAENYSk1ESU1vbm9DaGlsZFduZAAA AAAAAAAAAQAAAI4BAAD//wAADQBDTW9kZWxMb2dWaWV3AwAAAAAAAAAAAAAAAAAAAAAAAAAA AAAAAAAAAAAAAAAAAAAALAAAAAAAAAADAAAA///////////6////4P///4QAAACuAAAA9gMA AD4CAAABAAAAAAAAAKAAAAABAAAAAQAAAP//AAASAENYSk1ESU1vbm9DaGlsZFduZAAAAAAA AAAAAQAAALsBAAD//wAADgBDQW5pbWF0aW9uVmlldwMAAAAAAAAAAAAAAAAAAAAAAAAAAAAA AAAAAAAAAAAAAAAAACwAAAACAAAAAwAAAP//////////+v///+D///8AAAAAAAAAAAwEAACi AgAAAQAAAGQAAAAAAAAA AAAAAJIDAAABAAAABAAAAOcAAAABAAAAAQAAAP//AAASAENYSk1ESU1vbm9DaGlsZFduZAAA AAAAAAAAAQAAAMsBAAD//wAAFwBDQW5pbWF0aW9uM0REaWFncmFtVmlldwMAAAAwXFByb2pl Y3RzXFEtTGVhcm5pbmdccV9sZWFybmluZ1xNYWluXGFuaW1hdGlvbjNEAAAAAAAAAAAAAAAA AAAAAAAAAAAAAAAAAAAAAAAAACwAAAAAAAAAAwAAAP//////////+v///+D///8AAAAAAAAA ACgCAABdAgAAAwAAAAAAZAAAAAkEAACTAwAAAAAAAAAAAADLAAAAAQAAAAEAAAD//wAAEgBD WEpNRElNb25vQ2hpbGRXbmQAAAAAAAAAAAEAAACyAQAA//8AAAkAQ0NvZGVWaWV3AwAAACRc UHJvamVjdHNcUS1MZWFybmluZ1xxX2xlYXJuaW5nXE1haW4AAAAAAAAAAAAAAAAAAAAAAAAA AAAAAAAAAAAAAAAALAAAAAAAAAADAAAA///////////6////4P///xYAAAAdAAAATgIAAHgC AAABAAAAAQAAAAEAAAAAAAAAAQAAAAAAAADhAAAAAQAAAAEAAAD//wAAEgBDWEpNRElNb25v Q2hpbGRXbmQAAAAAAAAAAAEAAACGAQAA//8AABUAQ1N0cnVjdHVyZURpYWdyYW1WaWV3AwAA ACRcUHJvamVjdHNcUS1MZWFybmluZ1xxX2xlYXJuaW5nXE1haW4AAAAAAAAAAAAAAAAAAAAA AAAAAAAAAAAAAAAAAAAALAAAAAAAAAADAAAA///////////6////4P///ywAAAA6AAAAZAIA AJUCAAADAAAAAQAWAAAAZAAAAIIDAADDAQAAAAAAAAEAAAAAAAAA5wAAAAEAAAABAAAA//8A ABIAQ1hKTURJTW9ub0NoaWxkV25kAAAAAAAAAAABAAAAigEAAP//AAAVAENBbmltYXRpb25E aWFncmFtVmlldwMAAAAuXFByb2plY3RzXFEtTGVhcm5pbmdccV9sZWFybmluZ1xNYWluXGFu aW1hdGlvbgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAsAAAAAgAAAAMAAAD///// //////r////g////QgAAAFcAAAB6AgAAsgIAAAMAAAABACEAAABkAAAApAMAAOgDAAAAAAAA AAAAAA==