\relax \bibstyle{chicago} \@writefile{toc}{\contentsline {chapter}{List of Tables}{vii}} \@writefile{toc}{\contentsline {chapter}{List of Figures}{ix}} \@writefile{toc}{\contentsline {chapter}{Abstract}{xi}} \@writefile{toc}{\contentsline {chapter}{Acknowledgments}{xiii}} \citation{TesfatsionAI} \citation{CaldasMarkets} \citation{HollandAIAgents} \@writefile{toc}{\contentsline {chapter}{\numberline {1}Introduction}{1}} \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} \@writefile{toc}{\contentsline {section}{\numberline {1.1}Background}{1}} \newlabel{Background}{{1.1}{1}} \citation{DurnotaTraders} \@writefile{toc}{\contentsline {section}{\numberline {1.2}Statement of Problem}{2}} \newlabel{StatementOfProblem}{{1.2}{2}} \@writefile{toc}{\contentsline {section}{\numberline {1.3}Aims}{2}} \newlabel{Aims}{{1.3}{2}} \@writefile{toc}{\contentsline {section}{\numberline {1.4}Research Method}{2}} \@writefile{toc}{\contentsline {section}{\numberline {1.5}Outline}{3}} \@writefile{lof}{\contentsline {figure}{\numberline {1.1}{\ignorespaces Summary of research method phases.}}{4}} \newlabel{ResearchMethodPhases}{{1.1}{4}} \citation{ArthurEconomicAgents} \citation{ThorntonLearning} \citation{ArthurEconomicAgents} \citation{NissenEA} \@writefile{toc}{\contentsline {chapter}{\numberline {2}Computational Learning Techniques}{6}} \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} \newlabel{MachineLearningTechniques}{{2}{6}} \@writefile{toc}{\contentsline {section}{\numberline {2.1}Introduction}{6}} \citation{ArthurEconomicAgents} \citation{SuttonAnimats} \citation{SuttonAnimats} \@writefile{toc}{\contentsline {section}{\numberline {2.2}Reinforcement Learning}{7}} \newlabel{ReinforcementTechniques}{{2.2}{7}} \@writefile{toc}{\contentsline {subsubsection}{Overview}{7}} \newlabel{ReinforcementOverview}{{2.2}{7}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.1}Policy-Only}{7}} \newlabel{PolicyOnly}{{2.2.1}{7}} \citation{SuttonAnimats} \citation{SuttonAnimats} \citation{SuttonAnimats} \@writefile{lof}{\contentsline {figure}{\numberline {2.1}{\ignorespaces Example environment with changing state.}}{8}} \newlabel{PolicyOnlyExample}{{2.1}{8}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.2}Reinforcement Comparison}{8}} \newlabel{ReinforcementComparison}{{2.2.2}{8}} \citation{SuttonAnimats} \citation{AsadaAgents} \citation{SuttonAnimats} \citation{SuttonAnimats} \citation{Whitehead} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.3}Adaptive Heuristic Critic}{9}} \newlabel{AdaptiveHeuristicCritic}{{2.2.3}{9}} \@writefile{lof}{\contentsline {figure}{\numberline {2.2}{\ignorespaces Calculating the return using the adaptive heuristic critic (Sutton 1991).}}{9}} \newlabel{Sutton}{{2.2}{9}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.4}Q Learning}{9}} \newlabel{QLearning}{{2.2.4}{9}} \citation{SuttonAnimats} \citation{SuttonAnimats} \citation{SuttonAnimats} \citation{NarendraLearning} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.5}Dyna Architectures}{10}} \newlabel{DynaArchitectures}{{2.2.5}{10}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.6}The Learning Automaton}{10}} \newlabel{TheLearningAutomaton}{{2.2.6}{10}} \citation{NarendraLearning} \citation{NarendraLearning} \citation{NarendraLearning} \@writefile{lof}{\contentsline {figure}{\numberline {2.3}{\ignorespaces Overview of the dyna-algorithm (Sutton 1991).}}{11}} \newlabel{DAOverview}{{2.3}{11}} \@writefile{toc}{\contentsline {subsubsection}{Fixed Structure Deterministic Automata}{11}} \newlabel{DeterministicAutomata}{{2.2.6}{11}} \@writefile{toc}{\contentsline {subsubsection}{Fixed-Structure Stochastic Automata}{11}} \newlabel{FixedStructureStochasticAutomata}{{2.2.6}{11}} \citation{NarendraLearning} \citation{NarendraLearning} \citation{NissenEA} \citation{NissenEA} \@writefile{toc}{\contentsline {subsubsection}{Variable-Structure Stochastic Automata}{12}} \newlabel{VariableStructureStochasticAutomata}{{2.2.6}{12}} \@writefile{toc}{\contentsline {section}{\numberline {2.3}Evolutionary Computation}{12}} \newlabel{EvolutionaryComputation}{{2.3}{12}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.1}Overview}{12}} \newlabel{EvolutionaryComputationOverview}{{2.3.1}{12}} \citation{SchwefelES} \citation{SchwefelES} \citation{HollandGA} \citation{SchwefelES} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.2}Learning as an Optimisation Process}{13}} \@writefile{toc}{\contentsline {subsubsection}{Overview}{13}} \@writefile{toc}{\contentsline {subsubsection}{Optimisation}{13}} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \citation{FogelAI} \@writefile{lof}{\contentsline {figure}{\numberline {2.4}{\ignorespaces Pseudocode for the sphere model objective function. Adapted from Schwefel (1993).}}{14}} \newlabel{SphereObjectiveFunction1}{{2.4}{14}} \@writefile{toc}{\contentsline {subsubsection}{Categories of Optimisation Problems}{14}} \newlabel{OptimisationCategories}{{2.3.2}{14}} \@writefile{toc}{\contentsline {paragraph}{Experimental Optimisation Problems}{14}} \@writefile{toc}{\contentsline {paragraph}{Mathematical Optimisation Problems}{14}} \@writefile{toc}{\contentsline {paragraph}{Constrained Optimisation Problems}{14}} \citation{FogelEPIntro} \citation{FogelEPIntro} \citation{FogelEPIntro} \@writefile{lof}{\contentsline {figure}{\numberline {2.5}{\ignorespaces Overview of the evolutionary programming algorithm (Nissen 1993).}}{15}} \newlabel{EPOverview}{{2.5}{15}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.3}Evolutionary Programming}{15}} \newlabel{EvolutionaryProgramming}{{2.3.3}{15}} \citation{FogelMetaEP} \citation{FogelMetaEP} \citation{SchwefelES} \citation{NissenEA} \citation{NissenEA} \@writefile{toc}{\contentsline {subsubsection}{Extensions}{16}} \newlabel{EPExtensions}{{2.3.3}{16}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.4}Evolution Strategies}{16}} \newlabel{EvolutionStrategies}{{2.3.4}{16}} \@writefile{toc}{\contentsline {subsubsection}{Overview}{16}} \newlabel{EvolutionStrategiesOverview}{{2.3.4}{16}} \citation{SchwefelES} \citation{HerdyES} \citation{HerdyES} \citation{HerdyES} \citation{SchwefelES} \@writefile{lof}{\contentsline {figure}{\numberline {2.6}{\ignorespaces Overview of the evolution strategy algorithm (Nissen 1993).}}{17}} \newlabel{ESOverview}{{2.6}{17}} \citation{SchwefelES} \citation{LohmannES} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \@writefile{toc}{\contentsline {subsubsection}{Representation of Individuals}{18}} \newlabel{IndividualRepresentation}{{2.3.4}{18}} \@writefile{lot}{\contentsline {table}{\numberline {2.1}{\ignorespaces Basic structure of an evolution strategy individual.}}{18}} \newlabel{ESIndividualStructure}{{2.1}{18}} \@writefile{toc}{\contentsline {subsubsection}{Comma versus Plus Strategies}{18}} \newlabel{CommaPlus}{{2.3.4}{18}} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \@writefile{toc}{\contentsline {subsubsection}{Two Membered Evolution Strategies}{19}} \newlabel{TwoMemberedES}{{2.3.4}{19}} \@writefile{toc}{\contentsline {subsubsection}{Multimembered Evolution Strategies}{19}} \newlabel{MultimemberedES}{{2.3.4}{19}} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \citation{RechenbergES} \citation{SchwefelES} \@writefile{toc}{\contentsline {subsubsection}{Step Length Control}{20}} \newlabel{StepLengthControl}{{2.3.4}{20}} \@writefile{toc}{\contentsline {paragraph}{Two membered strategy}{20}} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \citation{RudolphES} \@writefile{toc}{\contentsline {paragraph}{Multimembered strategy}{21}} \@writefile{toc}{\contentsline {subsubsection}{Recombination}{21}} \newlabel{ESRecombination}{{2.3.4}{21}} \@writefile{toc}{\contentsline {paragraph}{Discrete Recombination}{21}} \@writefile{toc}{\contentsline {paragraph}{Intermediary Recombination}{21}} \citation{KursaweES} \citation{KursaweES} \citation{NissenEA} \citation{HollandGA} \citation{HollandGA} \citation{HollandGA} \@writefile{lof}{\contentsline {figure}{\numberline {2.7}{\ignorespaces Representation of individuals A and B.}}{22}} \newlabel{GA1}{{2.7}{22}} \@writefile{toc}{\contentsline {subsubsection}{Extensions of the Evolution Strategy}{22}} \newlabel{EvolutionStrategyExtensions}{{2.3.4}{22}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.5}Genetic Algorithms}{22}} \newlabel{GeneticAlgorithms}{{2.3.5}{22}} \citation{HollandGA} \citation{GATournament} \citation{FogelMetaEP} \citation{FogelMetaEP} \citation{FogelNew} \citation{ReynoldsCA} \citation{ReynoldsCA} \@writefile{lof}{\contentsline {figure}{\numberline {2.8}{\ignorespaces Representation of individuals C and D.}}{23}} \newlabel{GA2}{{2.8}{23}} \@writefile{lof}{\contentsline {figure}{\numberline {2.9}{\ignorespaces Overview of the genetic algorithm (Nissen, 1993).}}{23}} \newlabel{GeneticOverview}{{2.9}{23}} \citation{ReynoldsCA} \citation{ReynoldsCA} \@writefile{lof}{\contentsline {figure}{\numberline {2.10}{\ignorespaces Overview of the cultural evolution algorithm (Reynolds 1994).}}{24}} \newlabel{CulturalOverview}{{2.10}{24}} \@writefile{toc}{\contentsline {subsubsection}{Cultural Algorithms}{24}} \newlabel{CulturalAlgorithms}{{2.3.5}{24}} \citation{NissenEA} \citation{FogelMetaEP} \citation{KozaGP} \citation{BlumNN} \citation{BealeNN} \citation{BlumNN} \@writefile{lof}{\contentsline {figure}{\numberline {2.11}{\ignorespaces Overview of the genetic programming algorithm (Nissen 1993).}}{25}} \newlabel{GPOverview}{{2.11}{25}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.6}Genetic Programming}{25}} \newlabel{GeneticProgramming}{{2.3.6}{25}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.7}Neural Networks}{25}} \newlabel{NeuralNetworks}{{2.3.7}{25}} \citation{ArthurEconomicAgents} \citation{ArthurEconomicAgents} \citation{HollandGA} \citation{SchwefelES} \citation{NarendraLearning} \citation{Kaelbling} \@writefile{toc}{\contentsline {section}{\numberline {2.4}Evaluation of Learning Techniques}{26}} \newlabel{EvaluationofLearningTechniques}{{2.4}{26}} \citation{FogelMetaEP} \citation{SchwefelES} \citation{FogelMetaEP} \citation{FogelMetaEP} \@writefile{toc}{\contentsline {section}{\numberline {2.5}Conclusion}{27}} \citation{CaldasMarkets} \citation{ArthurEconomicAgents} \citation{RusselAI} \citation{MayesAA} \citation{RusselAI} \@writefile{toc}{\contentsline {chapter}{\numberline {3}Intelligent Agents in Auction Markets}{29}} \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} \newlabel{IntelligentAgentsinAuctionMarkets}{{3}{29}} \newlabel{IntelligentAuctionAgents}{{3}{29}} \@writefile{toc}{\contentsline {section}{\numberline {3.1}Introduction}{29}} \@writefile{toc}{\contentsline {section}{\numberline {3.2}Intelligent Agents}{29}} \newlabel{IntelligentAgents}{{3.2}{29}} \newlabel{IntelligentAgentsOverview}{{3.2}{29}} \citation{WooldridgeAI} \citation{WooldridgeAI} \citation{WooldridgeAI} \citation{RusselAI} \citation{RusselAI} \citation{RusselAI} \@writefile{toc}{\contentsline {paragraph}{Autonomy.}{30}} \@writefile{toc}{\contentsline {paragraph}{Social Ability.}{30}} \@writefile{toc}{\contentsline {paragraph}{Reactivity.}{30}} \@writefile{toc}{\contentsline {paragraph}{Pro-activeness.}{30}} \@writefile{toc}{\contentsline {paragraph}{Rationality.}{30}} \citation{RusselAI} \citation{HollandAIAgents} \citation{TesfatsionAI} \citation{CaldasMarkets} \citation{ArthurEconomicAgents} \citation{ArthurEconomicAgents} \@writefile{toc}{\contentsline {paragraph}{The Ideal Rational Agent.}{31}} \@writefile{toc}{\contentsline {section}{\numberline {3.3}Intelligent Agents in Auction Markets}{31}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3.1}Overview}{31}} \newlabel{AuctionAgentsOverview}{{3.3.1}{31}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3.2}Trader Goals}{31}} \citation{ArthurBR} \citation{ArthurBR} \citation{CaldasMarkets} \citation{ArthurBR} \citation{CaldasMarkets} \citation{CaldasMarkets} \citation{CaldasMarkets} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3.3}Bounded Rationality}{32}} \newlabel{BoundedRationality}{{3.3.3}{32}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3.4}Current Research}{32}} \newlabel{CurrentResearch}{{3.3.4}{32}} \citation{CaldasMarkets} \citation{CaldasMarkets} \citation{CaldasMarkets} \citation{ArthurEconomicAgents} \citation{ArthurEconomicAgents} \citation{ArthurEconomicAgents} \citation{FogelMetaEP} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3.5}Application of Computational Learning Techniques to Artificial Traders}{33}} \newlabel{Conclusion}{{3.3.5}{33}} \@writefile{toc}{\contentsline {section}{\numberline {3.4}Conclusion}{34}} \citation{SafaiMT} \@writefile{toc}{\contentsline {chapter}{\numberline {4}Software Design and Implementation}{35}} \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} \newlabel{SimulationDesign}{{4}{35}} \@writefile{toc}{\contentsline {section}{\numberline {4.1}Introduction}{35}} \citation{DurnotaTraders} \citation{SafaiMT} \@writefile{lof}{\contentsline {figure}{\numberline {4.1}{\ignorespaces Pseudocode outlining the high level simulation algorithm.}}{36}} \newlabel{BasicMainLoop}{{4.1}{36}} \@writefile{toc}{\contentsline {section}{\numberline {4.2}The Basic Double Auction Market Simulation}{36}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.2.1}Overview}{36}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.2.2}Basic Simulation Design}{36}} \citation{DurnotaTraders} \@writefile{toc}{\contentsline {subsection}{\numberline {4.2.3}Traders}{37}} \newlabel{Traders}{{4.2.3}{37}} \@writefile{toc}{\contentsline {subsubsection}{Non-Interactive Trades}{37}} \newlabel{NonInteractiveTrades}{{4.2.3}{37}} \citation{DurnotaTraders} \@writefile{lof}{\contentsline {figure}{\numberline {4.2}{\ignorespaces Summary of the trader decision making process.}}{38}} \newlabel{TraderDM}{{4.2}{38}} \@writefile{toc}{\contentsline {subsubsection}{Interactive Trades}{38}} \@writefile{lof}{\contentsline {figure}{\numberline {4.3}{\ignorespaces Pseudocode for non-interactive trading strategy.}}{39}} \newlabel{NITradePS}{{4.3}{39}} \@writefile{lof}{\contentsline {figure}{\numberline {4.4}{\ignorespaces Pseudocode for interactive trading strategy.}}{39}} \newlabel{ITradePS}{{4.4}{39}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.2.4}The Role of $\epsilon _1$, $\epsilon _2$ and P$_i$ Variables}{40}} \newlabel{ParamRoles}{{4.2.4}{40}} \citation{SchwefelES} \citation{HerdyES} \citation{SchwefelES} \@writefile{toc}{\contentsline {section}{\numberline {4.3}Design Considerations of Software Extensions}{41}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.1}Basic Aims}{41}} \newlabel{BasicAims}{{4.3.1}{41}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.2}Choice of Learning Technique}{41}} \newlabel{LearningTechniqueChoice}{{4.3.2}{41}} \citation{SchwefelES} \citation{HerdyES} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.3}Trader Parameters to be 'Learnt'}{42}} \newlabel{TPToLearn}{{4.3.3}{42}} \@writefile{lot}{\contentsline {table}{\numberline {4.1}{\ignorespaces Basic structure to be mutated by the evolution strategy.}}{43}} \newlabel{MutationStructure}{{4.1}{43}} \@writefile{lof}{\contentsline {figure}{\numberline {4.5}{\ignorespaces Revised summary of the trader decision making process.}}{44}} \newlabel{RevisedTraderDM}{{4.5}{44}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.4}Duration of Offspring Trading Trials}{44}} \newlabel{TrialDuration}{{4.3.4}{44}} \citation{SchwefelES} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.5}Measurement of Trader Fitness}{45}} \newlabel{FitnessMeasurement}{{4.3.5}{45}} \@writefile{lof}{\contentsline {figure}{\numberline {4.6}{\ignorespaces Pseudocode for the proposed evolution strategy objective function for our traders problem.}}{46}} \newlabel{Fitness1Pseudocode}{{4.6}{46}} \@writefile{lof}{\contentsline {figure}{\numberline {4.7}{\ignorespaces Pseudocode for the \emph {actual} evolution strategy objective function for our traders problem.}}{46}} \newlabel{Fitness2Pseudocode}{{4.7}{46}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.6}Restrictions on the Allowable Search Space}{46}} \newlabel{Restrictions}{{4.3.6}{46}} \citation{SchwefelES} \citation{SchwefelES} \@writefile{lof}{\contentsline {figure}{\numberline {4.8}{\ignorespaces Summary of the \emph {revised} high level simulation algorithm.}}{47}} \newlabel{SimulationOverview}{{4.8}{47}} \@writefile{toc}{\contentsline {section}{\numberline {4.4}Implementation of Software Extensions}{47}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.4.1}Simulation Algorithm}{47}} \newlabel{SimulationAlgorithm}{{4.4.1}{47}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.4.2}Integration of the Two Membered Evolution Strategy}{47}} \newlabel{EvolutionStrategyClass}{{4.4.2}{47}} \newlabel{ESIntegration}{{4.4.2}{47}} \@writefile{lof}{\contentsline {figure}{\numberline {4.9}{\ignorespaces OMT diagram outlining extensions to the basic auction market simulation.}}{48}} \newlabel{SimulationOMT}{{4.9}{48}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.4.3}Modifications to the \emph {Trader} Class}{49}} \@writefile{toc}{\contentsline {section}{\numberline {4.5}Conclusion}{50}} \citation{SchwefelES} \@writefile{toc}{\contentsline {chapter}{\numberline {5}Validation}{51}} \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} \newlabel{Validation}{{5}{51}} \@writefile{toc}{\contentsline {section}{\numberline {5.1}Introduction}{51}} \@writefile{toc}{\contentsline {section}{\numberline {5.2}Method}{51}} \citation{SchwefelES} \citation{SchwefelES} \citation{SchwefelES} \@writefile{lof}{\contentsline {figure}{\numberline {5.1}{\ignorespaces Pseudocode for the sphere model objective function. Adapted from Schwefel (1993).}}{53}} \newlabel{SphereObjectiveFunction}{{5.1}{53}} \@writefile{toc}{\contentsline {section}{\numberline {5.3}Model Objective Functions}{53}} \newlabel{ModelObjectiveFunctions}{{5.3}{53}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.3.1}Sphere Model}{53}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.3.2}Corridor Model}{53}} \@writefile{lof}{\contentsline {figure}{\numberline {5.2}{\ignorespaces Pseudocode for the corridor model objective function. Adapted from Schwefel (1993).}}{54}} \newlabel{CorridorObjectiveFunction}{{5.2}{54}} \@writefile{lof}{\contentsline {figure}{\numberline {5.3}{\ignorespaces Pseudocode for the corridor model restrictions function. Adapted from Schwefel (1993).}}{54}} \newlabel{CorridorRestrictions}{{5.3}{54}} \@writefile{toc}{\contentsline {section}{\numberline {5.4}Test Cases}{55}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.4.1}Test Case 1}{55}} \@writefile{toc}{\contentsline {subsubsection}{Purpose}{55}} \@writefile{toc}{\contentsline {subsubsection}{Parameter Configuration}{55}} \@writefile{lot}{\contentsline {table}{\numberline {5.1}{\ignorespaces Initial configuration of evolution strategy parameters for test case 1.}}{55}} \newlabel{Test1Config}{{5.1}{55}} \@writefile{toc}{\contentsline {subsubsection}{Expected Results}{55}} \@writefile{lot}{\contentsline {table}{\numberline {5.2}{\ignorespaces Expected results for evolution strategy test case 1.}}{56}} \newlabel{ExpectedResults1}{{5.2}{56}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.4.2}Test Case 2}{56}} \@writefile{toc}{\contentsline {subsubsection}{Purpose}{56}} \@writefile{toc}{\contentsline {subsubsection}{Parameter Configuration}{56}} \@writefile{lot}{\contentsline {table}{\numberline {5.3}{\ignorespaces Initial configuration of evolution strategy parameters for test 2.}}{56}} \newlabel{Test2Config}{{5.3}{56}} \@writefile{toc}{\contentsline {subsubsection}{Expected Results}{57}} \@writefile{lot}{\contentsline {table}{\numberline {5.4}{\ignorespaces Expected results for evolution strategy test case 2.}}{57}} \newlabel{ExpectedResults2}{{5.4}{57}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.4.3}Test Case 3}{57}} \@writefile{toc}{\contentsline {subsubsection}{Purpose}{57}} \@writefile{toc}{\contentsline {subsubsection}{Parameter Configuration}{57}} \@writefile{toc}{\contentsline {subsubsection}{Expected Results}{57}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.4.4}Test Case 4}{57}} \@writefile{toc}{\contentsline {subsubsection}{Purpose}{57}} \@writefile{lot}{\contentsline {table}{\numberline {5.5}{\ignorespaces Initial configuration of evolution strategy parameters for test case 3.}}{58}} \newlabel{Test3Config}{{5.5}{58}} \@writefile{lot}{\contentsline {table}{\numberline {5.6}{\ignorespaces Expected results for evolution strategy test case 3.}}{58}} \newlabel{ExpectedResults3}{{5.6}{58}} \@writefile{toc}{\contentsline {subsubsection}{Parameter Configuration}{58}} \@writefile{toc}{\contentsline {subsubsection}{Expected Results}{58}} \@writefile{lot}{\contentsline {table}{\numberline {5.7}{\ignorespaces Initial configuration of evolution strategy parameters for test case 4.}}{59}} \newlabel{Test4Config}{{5.7}{59}} \@writefile{toc}{\contentsline {section}{\numberline {5.5}Results}{59}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.5.1}Test Case 1}{59}} \@writefile{toc}{\contentsline {subsubsection}{\emph {OptimA} Package}{59}} \@writefile{lot}{\contentsline {table}{\numberline {5.8}{\ignorespaces Results obtained using the \emph {OptimA} package for test case 1.}}{59}} \newlabel{OptimARes1}{{5.8}{59}} \@writefile{toc}{\contentsline {subsubsection}{Evolution Strategy Class}{60}} \@writefile{lot}{\contentsline {table}{\numberline {5.9}{\ignorespaces Results obtained using the \emph {EvolutionStrategy} class for test case 1.}}{60}} \newlabel{ESRes2}{{5.9}{60}} \@writefile{toc}{\contentsline {subsubsection}{Conclusion}{60}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.5.2}Test Case 2}{60}} \@writefile{toc}{\contentsline {subsubsection}{\emph {OptimA} Package}{60}} \@writefile{toc}{\contentsline {subsubsection}{Evolution Strategy Class}{60}} \@writefile{lot}{\contentsline {table}{\numberline {5.10}{\ignorespaces Results obtained using the \emph {OptimA} package for test case 2.}}{61}} \newlabel{C2OptimA}{{5.10}{61}} \@writefile{toc}{\contentsline {subsubsection}{Conclusion}{61}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.5.3}Test Case 3}{61}} \@writefile{toc}{\contentsline {subsubsection}{\emph {OptimA} Package}{61}} \@writefile{toc}{\contentsline {subsubsection}{\emph {EvolutionStrategy} Class}{61}} \@writefile{toc}{\contentsline {subsubsection}{Conclusion}{61}} \@writefile{lot}{\contentsline {table}{\numberline {5.11}{\ignorespaces Results obtained using the \emph {EvolutionStrategy} class for test case 2.}}{62}} \newlabel{C2ES}{{5.11}{62}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.5.4}Test Case 4}{62}} \@writefile{toc}{\contentsline {subsubsection}{\emph {OptimA} Package}{62}} \@writefile{toc}{\contentsline {subsubsection}{\emph {EvolutionStrategy} Class}{62}} \@writefile{toc}{\contentsline {subsubsection}{Conclusion}{62}} \@writefile{lot}{\contentsline {table}{\numberline {5.12}{\ignorespaces Results obtained using the \emph {OptimA} package for test case 3.}}{63}} \newlabel{OptimARes3}{{5.12}{63}} \@writefile{toc}{\contentsline {section}{\numberline {5.6}Conclusion}{63}} \@writefile{lot}{\contentsline {table}{\numberline {5.13}{\ignorespaces Results obtained using the \emph {EvolutionStrategy} class for test case 3.}}{64}} \newlabel{C3ES}{{5.13}{64}} \@writefile{lot}{\contentsline {table}{\numberline {5.14}{\ignorespaces Results obtained using the \emph {OptimA} package for test case 4.}}{64}} \newlabel{OptimARes4}{{5.14}{64}} \@writefile{lot}{\contentsline {table}{\numberline {5.15}{\ignorespaces Results obtained using the \emph {EvolutionStrategy} class for test case 4.}}{65}} \newlabel{C4ES}{{5.15}{65}} \@writefile{toc}{\contentsline {chapter}{\numberline {6}Experimental Design and Analysis}{66}} \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} \newlabel{ExperimentalDesign}{{6}{66}} \@writefile{toc}{\contentsline {section}{\numberline {6.1}Introduction}{66}} \@writefile{toc}{\contentsline {section}{\numberline {6.2}Hypothesis}{66}} \newlabel{EDHypothesis}{{6.2}{66}} \citation{KleijnenStats} \citation{KleijnenStats} \citation{KleijnenStats} \citation{PaulSM} \@writefile{toc}{\contentsline {section}{\numberline {6.3}Methods}{67}} \@writefile{toc}{\contentsline {section}{\numberline {6.4}Experimental Design}{67}} \newlabel{RealExperimentalDesign}{{6.4}{67}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.4.1}Overview}{67}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.4.2}Response Variable}{67}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.4.3}Input Parameters}{68}} \@writefile{toc}{\contentsline {subsubsection}{Experimental Parameters}{68}} \newlabel{ExperimentalParameters}{{6.4.3}{68}} \@writefile{lot}{\contentsline {table}{\numberline {6.1}{\ignorespaces Summary of experimental input parameters and their levels.}}{68}} \newlabel{ExperimentalInputParameters}{{6.1}{68}} \@writefile{toc}{\contentsline {subsubsection}{Fixed Input Parameters}{69}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.4.4}Summary of Experiments}{69}} \citation{KleijnenStats} \@writefile{lot}{\contentsline {table}{\numberline {6.2}{\ignorespaces Summary of fixed input parameters and their initial values.}}{70}} \newlabel{FixedInputParameters}{{6.2}{70}} \@writefile{lot}{\contentsline {table}{\numberline {6.3}{\ignorespaces Summary of experimental input parameter settings for each experiment.}}{70}} \newlabel{ExperimentSummary}{{6.3}{70}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.4.5}Limitations and Assumptions}{70}} \newlabel{EDLimitations}{{6.4.5}{70}} \@writefile{lot}{\contentsline {table}{\numberline {6.4}{\ignorespaces Summary of initial step length values for each experiment.}}{71}} \newlabel{StepLengthSummary}{{6.4}{71}} \@writefile{toc}{\contentsline {section}{\numberline {6.5}Results}{71}} \newlabel{Results}{{6.5}{71}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.5.1}Experiment 1}{71}} \@writefile{toc}{\contentsline {subsubsection}{Part A}{71}} \@writefile{lof}{\contentsline {figure}{\numberline {6.1}{\ignorespaces Cumulative endowment of two basic traders competing against one another (experiment 1).}}{72}} \newlabel{E1F1}{{6.1}{72}} \@writefile{toc}{\contentsline {subsubsection}{Part B}{72}} \@writefile{lof}{\contentsline {figure}{\numberline {6.2}{\ignorespaces Fitness per life cycle of basic trader competing against basic trader (experiment 1).}}{73}} \newlabel{E1F3}{{6.2}{73}} \@writefile{lof}{\contentsline {figure}{\numberline {6.3}{\ignorespaces Cumulative endowment of evolution strategy trader competing against basic trader (experiment 1).}}{74}} \newlabel{E1F2}{{6.3}{74}} \@writefile{lof}{\contentsline {figure}{\numberline {6.4}{\ignorespaces Fitness of evolution strategy trader trader competing against basic trader (experiment 1).}}{74}} \newlabel{E1F4}{{6.4}{74}} \@writefile{lof}{\contentsline {figure}{\numberline {6.5}{\ignorespaces Convergence of $\epsilon _1$, $\epsilon _2$ and P$_i$ for evolution strategy trader competing against basic trader (experiment 1).}}{75}} \newlabel{E1F5}{{6.5}{75}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.5.2}Experiment 2}{75}} \@writefile{toc}{\contentsline {subsubsection}{Part A}{75}} \@writefile{toc}{\contentsline {subsubsection}{Part B}{75}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.5.3}Experiment 3}{76}} \@writefile{lof}{\contentsline {figure}{\numberline {6.6}{\ignorespaces Cumulative endowment of evolution strategy trader competing against basic trader (experiment 2).}}{77}} \newlabel{E3F1}{{6.6}{77}} \@writefile{lof}{\contentsline {figure}{\numberline {6.7}{\ignorespaces Convergence of $\epsilon _1$, $\epsilon _2$ and P$_i$ for evolution strategy trader competing against basic trader (experiment 2).}}{77}} \newlabel{E3F2}{{6.7}{77}} \@writefile{lof}{\contentsline {figure}{\numberline {6.8}{\ignorespaces Fitness of evolution strategy trader competing against basic trader (experiment 2).}}{78}} \newlabel{E3F4}{{6.8}{78}} \@writefile{toc}{\contentsline {subsubsection}{Part A}{78}} \@writefile{lof}{\contentsline {figure}{\numberline {6.9}{\ignorespaces Cumulative endowment of two basic traders competing against each other (experiment 3).}}{79}} \newlabel{E4F1}{{6.9}{79}} \@writefile{toc}{\contentsline {subsubsection}{Part B}{80}} \@writefile{lof}{\contentsline {figure}{\numberline {6.10}{\ignorespaces Cumulative endowment of evolution strategy trader competing against basic trader (experiment 3).}}{81}} \newlabel{E5F1}{{6.10}{81}} \@writefile{lof}{\contentsline {figure}{\numberline {6.11}{\ignorespaces Convergence of $\epsilon _1$, $\epsilon _2$ and P$_i$ for evolution strategy trader competing against basic trader (experiment 3).}}{81}} \newlabel{E5F2}{{6.11}{81}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.5.4}Experiment 4}{82}} \@writefile{toc}{\contentsline {subsubsection}{Part A}{82}} \@writefile{toc}{\contentsline {subsubsection}{Part B}{82}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.5.5}Experiment 5}{82}} \@writefile{lof}{\contentsline {figure}{\numberline {6.12}{\ignorespaces Cumulative endowment of two basic traders competing against each other (experiment 4).}}{83}} \newlabel{E6F1}{{6.12}{83}} \@writefile{lof}{\contentsline {figure}{\numberline {6.13}{\ignorespaces Cumulative endowment of evolution strategy trader competing against basic trader (experiment 4).}}{83}} \newlabel{E7F1}{{6.13}{83}} \@writefile{lof}{\contentsline {figure}{\numberline {6.14}{\ignorespaces Cumulative endowment of evolution strategy trader competing against basic trader (experiment 5).}}{84}} \newlabel{EB5F1}{{6.14}{84}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.5.6}Summary of Results}{84}} \newlabel{SummaryOfResults}{{6.5.6}{84}} \@writefile{lot}{\contentsline {table}{\numberline {6.5}{\ignorespaces Summary of experimental results.}}{85}} \newlabel{ResultsSummary}{{6.5}{85}} \@writefile{toc}{\contentsline {section}{\numberline {6.6}Discussion}{85}} \newlabel{ExpDiscussion}{{6.6}{85}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.6.1}Analysis of Results}{85}} \citation{SchwefelES} \@writefile{toc}{\contentsline {subsection}{\numberline {6.6.2}Likely Reasons for Unexpected Results}{86}} \newlabel{FailureReasons}{{6.6.2}{86}} \@writefile{toc}{\contentsline {subsubsection}{Lack of Strong Causality}{86}} \citation{SchwefelES} \@writefile{toc}{\contentsline {subsubsection}{Noisy Fitness Function}{87}} \@writefile{toc}{\contentsline {subsubsection}{Rugged Search Landscape}{87}} \citation{SchwefelES} \@writefile{toc}{\contentsline {subsubsection}{Short Simulation Runs}{88}} \@writefile{toc}{\contentsline {subsubsection}{Other Likely Influences}{88}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.6.3}Implications}{89}} \@writefile{toc}{\contentsline {section}{\numberline {6.7}Conclusion}{89}} \@writefile{toc}{\contentsline {chapter}{\numberline {7}Conclusion}{91}} \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} \citation{SuttonAnimats} \@writefile{toc}{\contentsline {section}{\numberline {7.1}Possible Extensions and Future Developments}{92}} \citation{FogelMetaEP} \citation{FogelMetaEP} \bibdata{avthesis} \bibcite{ArthurEconomicAgents}{\citeauthoryear {Arthur}{Arthur}{1991}} \bibcite{ArthurBR}{\citeauthoryear {Arthur}{Arthur}{1994}} \bibcite{AsadaAgents}{\citeauthoryear {Asada, Uchibe, and Hosoda}{Asada et\penalty \@M \ al.}{1995}} \bibcite{BealeNN}{\citeauthoryear {Beale}{Beale}{1991}} \bibcite{BlumNN}{\citeauthoryear {Blum}{Blum}{1992}} \bibcite{CaldasMarkets}{\citeauthoryear {Caldas and Coelho}{Caldas and Coelho}{1992}} \bibcite{DurnotaTraders}{\citeauthoryear {Durnota and Sawyer}{Durnota and Sawyer}{1996}} \bibcite{FogelMetaEP}{\citeauthoryear {Fogel, Fogel, and Atmar}{Fogel et\penalty \@M \ al.}{1991}} \bibcite{FogelEPIntro}{\citeauthoryear {Fogel}{Fogel}{1994}} \bibcite{FogelNew}{\citeauthoryear {Fogel}{Fogel}{1995}} \bibcite{FogelAI}{\citeauthoryear {Fogel}{Fogel}{1966}} \bibcite{HerdyES}{\citeauthoryear {Herdy}{Herdy}{1990}} \bibcite{HollandGA}{\citeauthoryear {Holland}{Holland}{1992}} \bibcite{HollandAIAgents}{\citeauthoryear {Holland and Miller}{Holland and Miller}{1991}} \bibcite{Kaelbling}{\citeauthoryear {Kaelbling}{Kaelbling}{1991}} \bibcite{KleijnenStats}{\citeauthoryear {Kleijnen}{Kleijnen}{1987}} \bibcite{KozaGP}{\citeauthoryear {Koza}{Koza}{1992}} \bibcite{KursaweES}{\citeauthoryear {Kursawe}{Kursawe}{1990}} \bibcite{LohmannES}{\citeauthoryear {Lohmann}{Lohmann}{1990}} \bibcite{MayesAA}{\citeauthoryear {Maes}{Maes}{1994}} \bibcite{GATournament}{\citeauthoryear {Miller and Goldberg}{Miller and Goldberg}{1995}} \bibcite{NarendraLearning}{\citeauthoryear {Narendra and Mandayam}{Narendra and Mandayam}{1989}} \bibcite{NissenEA}{\citeauthoryear {Nissen}{Nissen}{1993}} \bibcite{PaulSM}{\citeauthoryear {Paul and Balmer}{Paul and Balmer}{1993}} \bibcite{RechenbergES}{\citeauthoryear {Rechenberg}{Rechenberg}{1973}} \bibcite{ReynoldsCA}{\citeauthoryear {Reynolds}{Reynolds}{1994}} \bibcite{RudolphES}{\citeauthoryear {Rudolph}{Rudolph}{1990}} \bibcite{RusselAI}{\citeauthoryear {Russel and Norvig}{Russel and Norvig}{1995}} \bibcite{SafaiMT}{\citeauthoryear {Safai}{Safai}{1996}} \bibcite{SchwefelES}{\citeauthoryear {Schwefel}{Schwefel}{1995}} \bibcite{SuttonAnimats}{\citeauthoryear {Sutton}{Sutton}{1991}} \bibcite{TesfatsionAI}{\citeauthoryear {Tesfatsion}{Tesfatsion}{1994}} \bibcite{ThorntonLearning}{\citeauthoryear {Thornton}{Thornton}{1992}} \bibcite{Whitehead}{\citeauthoryear {Whitehead}{Whitehead}{1989}} \bibcite{WooldridgeAI}{\citeauthoryear {Wooldridge and Jennings}{Wooldridge and Jennings}{1995}} \citation{SchwefelES} \citation{SafaiMT} \@writefile{toc}{\contentsline {chapter}{Auction Simulation Source Code}{97}} \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} \@writefile{toc}{\contentsline {chapter}{Test Code for \emph {EvolutionStrategy} Class}{154}} \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} \newlabel{EvolutionStrategyTestCode}{{7.1}{154}}