\begin{thebibliography}{}

\bibitem[\protect\BCAY{{Abu-Mostafa}}{{Abu-Mostafa}}{1995}]{abu-mostafa.nc95}
{Abu-Mostafa}, Y. \BBOP1995\BBCP.
\newblock \BBOQ Hints\BBCQ\
\newblock {\Bem Neural Computation}, {\Bem 7}, 639--671.

\bibitem[\protect\BCAY{Agre \BBA\ Chapman}{Agre \BBA\
  Chapman}{1987}]{agre.aaai87}
Agre, P.\BBACOMMA\  \BBA\ Chapman, D. \BBOP1987\BBCP.
\newblock \BBOQ Pengi: An implementation of a theory of activity\BBCQ\
\newblock In {\Bem Proceedings of the Sixth National Conference on Artificial
  Intelligence}, \BPGS\ 268--272\ Seattle, WA.

\bibitem[\protect\BCAY{Anderson}{Anderson}{1987}]{anderson.mlc87}
Anderson, C. \BBOP1987\BBCP.
\newblock \BBOQ Strategy learning with multilayer connectionist
  representations\BBCQ\
\newblock In {\Bem Proceedings of the Fourth International Workshop on Machine
  Learning}, \BPGS\ 103--114\ Irvine, CA.

\bibitem[\protect\BCAY{Barto, Sutton, \BBA\ Anderson}{Barto
  et~al.}{1983}]{barto.ieeesmc83}
Barto, A., Sutton, R., \BBA\ Anderson, C. \BBOP1983\BBCP.
\newblock \BBOQ Neuronlike adaptive elements that can solve difficult learning
  control problems\BBCQ\
\newblock {\Bem {IEEE} Transactions on Systems, Man, and Cybernetics}, {\Bem
  13}, 834--846.

\bibitem[\protect\BCAY{Barto, Sutton, \BBA\ Watkins}{Barto
  et~al.}{1990}]{barto.inbook90}
Barto, A., Sutton, R., \BBA\ Watkins, C. \BBOP1990\BBCP.
\newblock \BBOQ Learning and sequential decision making\BBCQ\
\newblock In Gabriel, M.\BBACOMMA\  \BBA\ Moore, J.\BEDS, {\Bem Learning and
  Computational Neuroscience}, \BPGS\ 539--602. MIT Press, Cambridge, MA.

\bibitem[\protect\BCAY{Berenji \BBA\ Khedkar}{Berenji \BBA\
  Khedkar}{1992}]{berenji.ieee-tnn92}
Berenji, H.\BBACOMMA\  \BBA\ Khedkar, P. \BBOP1992\BBCP.
\newblock \BBOQ Learning and tuning fuzzy logic controllers through
  reinforcements\BBCQ\
\newblock {\Bem {IEEE} Transactions on Neural Networks}, {\Bem 3}, 724--740.

\bibitem[\protect\BCAY{Chapman}{Chapman}{1991}]{chapman.thesis91}
Chapman, D. \BBOP1991\BBCP.
\newblock {\Bem Vision, Instruction, and Action}.
\newblock MIT Press, Cambridge, MA.

\bibitem[\protect\BCAY{Clouse \BBA\ Utgoff}{Clouse \BBA\
  Utgoff}{1992}]{clouse.mlc92}
Clouse, J.\BBACOMMA\  \BBA\ Utgoff, P. \BBOP1992\BBCP.
\newblock \BBOQ A teaching method for reinforcement learning\BBCQ\
\newblock In {\Bem Proceedings of the Ninth International Conference on Machine
  Learning}, \BPGS\ 92--101\ Aberdeen, Scotland.

\bibitem[\protect\BCAY{Crangle \BBA\ Suppes}{Crangle \BBA\
  Suppes}{1994}]{crangle.book94}
Crangle, C.\BBACOMMA\  \BBA\ Suppes, P. \BBOP1994\BBCP.
\newblock {\Bem Language and Learning for Robots}.
\newblock {CSLI} Publications, Stanford, CA.

\bibitem[\protect\BCAY{Craven \BBA\ Shavlik}{Craven \BBA\
  Shavlik}{1994}]{craven.mlc94}
Craven, M.\BBACOMMA\  \BBA\ Shavlik, J. \BBOP1994\BBCP.
\newblock \BBOQ Using sampling and queries to extract rules from trained neural
  networks\BBCQ\
\newblock In {\Bem Proceedings of the Eleventh International Conference on
  Machine Learning}, \BPGS\ 37--45\ New Brunswick, NJ.

\bibitem[\protect\BCAY{Diederich}{Diederich}{1989}]{diederich.mlc89}
Diederich, J. \BBOP1989\BBCP.
\newblock \BBOQ ``{Learning} by instruction'' in connectionist systems\BBCQ\
\newblock In {\Bem Proceedings of the Sixth International Workshop on Machine
  Learning}, \BPGS\ 66--68\ Ithaca, NY.

\bibitem[\protect\BCAY{Dietterich}{Dietterich}{1991}]{dietterich.ieee-expert91}
Dietterich, T. \BBOP1991\BBCP.
\newblock \BBOQ Knowledge compilation: Bridging the gap between specification
  and implementation\BBCQ\
\newblock {\Bem {IEEE} Expert}, {\Bem 6}, 80--82.

\bibitem[\protect\BCAY{Elman}{Elman}{1990}]{elman.cogsci90}
Elman, J. \BBOP1990\BBCP.
\newblock \BBOQ Finding structure in time\BBCQ\
\newblock {\Bem Cognitive Science}, {\Bem 14}, 179--211.

\bibitem[\protect\BCAY{Frasconi, Gori, Maggini, \BBA\ Soda}{Frasconi
  et~al.}{1995}]{frasconi.tkde95}
Frasconi, P., Gori, M., Maggini, M., \BBA\ Soda, G. \BBOP1995\BBCP.
\newblock \BBOQ Unified integration of explicit knowledge and learning by
  example in recurrent networks\BBCQ\
\newblock {\Bem {IEEE} Transactions on Knowledge and Data Engineering}, {\Bem
  7}, 340--346.

\bibitem[\protect\BCAY{Fu}{Fu}{1989}]{fu.consci89}
Fu, L.~M. \BBOP1989\BBCP.
\newblock \BBOQ Integration of neural heuristics into knowledge-based
  inference\BBCQ\
\newblock {\Bem Connection Science}, {\Bem 1}, 325--340.

\bibitem[\protect\BCAY{Ginsberg}{Ginsberg}{1988}]{ginsberg.book88}
Ginsberg, A. \BBOP1988\BBCP.
\newblock {\Bem Automatic Refinement of Expert System Knowledge Bases}.
\newblock Pitman, London.

\bibitem[\protect\BCAY{Gordon \BBA\ Subramanian}{Gordon \BBA\
  Subramanian}{1994}]{gordon.informatica94}
Gordon, D.\BBACOMMA\  \BBA\ Subramanian, D. \BBOP1994\BBCP.
\newblock \BBOQ A multistrategy learning scheme for agent knowledge
  acquisition\BBCQ\
\newblock {\Bem Informatica}, {\Bem 17}, 331--346.

\bibitem[\protect\BCAY{Gruau}{Gruau}{1994}]{gruau.phd}
Gruau, F. \BBOP1994\BBCP.
\newblock {\Bem Neural Network Synthesis using Cellular Encoding and the
  Genetic Algorithm}.
\newblock Ph.D.\ thesis, Ecole Normale Superieure de Lyon, France.

\bibitem[\protect\BCAY{{Hayes-Roth}, Klahr, \BBA\ Mostow}{{Hayes-Roth}
  et~al.}{1981}]{hayes-roth.inbook81}
{Hayes-Roth}, F., Klahr, P., \BBA\ Mostow, D.~J. \BBOP1981\BBCP.
\newblock \BBOQ Advice-taking and knowledge refinement: An iterative view of
  skill acquisition\BBCQ\
\newblock In Anderson, J.\BED, {\Bem Cognitive Skills and their Acquisition},
  \BPGS\ 231--253. Lawrence Erlbaum, Hillsdale, NJ.

\bibitem[\protect\BCAY{Huffman \BBA\ Laird}{Huffman \BBA\
  Laird}{1993}]{huffman.mlc93}
Huffman, S.\BBACOMMA\  \BBA\ Laird, J. \BBOP1993\BBCP.
\newblock \BBOQ Learning procedures from interactive natural language
  instructions\BBCQ\
\newblock In {\Bem Machine Learning: Proceedings on the Tenth International
  Conference}, \BPGS\ 143--150\ Amherst, MA.

\bibitem[\protect\BCAY{Kaelbling}{Kaelbling}{1987}]{kaelbling.comp-aerospace}
Kaelbling, L. \BBOP1987\BBCP.
\newblock \BBOQ {REX}: A symbolic language for the design and parallel
  implementation of embedded systems\BBCQ\
\newblock In {\Bem Proceedings of the AIAA Conference on Computers in
  Aerospace}\ Wakefield, MA.

\bibitem[\protect\BCAY{Kaelbling \BBA\ Rosenschein}{Kaelbling \BBA\
  Rosenschein}{1990}]{kaelbling.ras90}
Kaelbling, L.\BBACOMMA\  \BBA\ Rosenschein, S. \BBOP1990\BBCP.
\newblock \BBOQ Action and planning in embedded agents\BBCQ\
\newblock {\Bem Robotics and Autonomous Systems}, {\Bem 6}, 35--48.

\bibitem[\protect\BCAY{Laird, Hucka, Yager, \BBA\ Tuck}{Laird
  et~al.}{1990}]{laird.mlc90}
Laird, J., Hucka, M., Yager, E., \BBA\ Tuck, C. \BBOP1990\BBCP.
\newblock \BBOQ Correcting and extending domain knowledge using outside
  guidance\BBCQ\
\newblock In {\Bem Proceedings of the Seventh International Conference on
  Machine Learning}, \BPGS\ 235--243\ Austin, TX.

\bibitem[\protect\BCAY{{Le Cun}, Denker, \BBA\ Solla}{{Le Cun}
  et~al.}{1990}]{lecun.nips2}
{Le Cun}, Y., Denker, J., \BBA\ Solla, S. \BBOP1990\BBCP.
\newblock \BBOQ Optimal brain damage\BBCQ\
\newblock In Touretzky, D.\BED, {\Bem Advances in Neural Information Processing
  Systems}, \lowercase{\BVOL}~2, \BPGS\ 598--605. Morgan Kaufmann, Palo Alto,
  CA.

\bibitem[\protect\BCAY{Levine, Mason, \BBA\ Brown}{Levine
  et~al.}{1992}]{levine.book92}
Levine, J., Mason, T., \BBA\ Brown, D. \BBOP1992\BBCP.
\newblock {\Bem Lex \& yacc}.
\newblock O'Reilly, Sebastopol, CA.

\bibitem[\protect\BCAY{Lin}{Lin}{1992}]{lin.mlj92}
Lin, L. \BBOP1992\BBCP.
\newblock \BBOQ Self-improving reactive agents based on reinforcement learning,
  planning, and teaching\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 8}, 293--321.

\bibitem[\protect\BCAY{Lin}{Lin}{1993}]{lin.mlc93}
Lin, L. \BBOP1993\BBCP.
\newblock \BBOQ Scaling up reinforcement learning for robot control\BBCQ\
\newblock In {\Bem Proceedings of the Tenth International Conference on Machine
  Learning}, \BPGS\ 182--189\ Amherst, MA.

\bibitem[\protect\BCAY{Maclin}{Maclin}{1995}]{maclin.thesis}
Maclin, R. \BBOP1995\BBCP.
\newblock {\Bem Learning from Instruction and Experience: Methods for
  Incorporating Procedural Domain Theories into Knowledge-Based Neural
  Networks}.
\newblock Ph.D.\ thesis, Computer Sciences Department, University of Wisconsin,
  Madison, WI.

\bibitem[\protect\BCAY{Maclin \BBA\ Shavlik}{Maclin \BBA\
  Shavlik}{1993}]{maclin.mlj93}
Maclin, R.\BBACOMMA\  \BBA\ Shavlik, J. \BBOP1993\BBCP.
\newblock \BBOQ Using knowledge-based neural networks to improve algorithms:
  Refining the {Chou-Fasman} algorithm for protein folding\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 11}, 195--215.

\bibitem[\protect\BCAY{Maclin \BBA\ Shavlik}{Maclin \BBA\
  Shavlik}{1994}]{maclin.aaai94}
Maclin, R.\BBACOMMA\  \BBA\ Shavlik, J. \BBOP1994\BBCP.
\newblock \BBOQ Incorporating advice into agents that learn from
  reinforcements\BBCQ\
\newblock In {\Bem Proceedings of the Twelfth National Conference on Artificial
  Intelligence}, \BPGS\ 694--699\ Seattle, WA.

\bibitem[\protect\BCAY{Mahadevan \BBA\ Connell}{Mahadevan \BBA\
  Connell}{1992}]{mahadevan.aij92}
Mahadevan, S.\BBACOMMA\  \BBA\ Connell, J. \BBOP1992\BBCP.
\newblock \BBOQ Automatic programming of behavior-based robots using
  reinforcement learning\BBCQ\
\newblock {\Bem Artificial Intelligence}, {\Bem 55}, 311--365.

\bibitem[\protect\BCAY{{McCarthy}}{{McCarthy}}{1958}]{mccarthy.inbook58}
{McCarthy}, J. \BBOP1958\BBCP.
\newblock \BBOQ Programs with common sense\BBCQ\
\newblock In {\Bem Proceedings of the Symposium on the Mechanization of Thought
  Processes}, \lowercase{\BVOL}~I, \BPGS\ 77--84.
\newblock (Reprinted in M. Minsky, editor, 1968, {\it Semantic Information
  Processing.} Cambridge, MA: MIT Press, 403--409.).

\bibitem[\protect\BCAY{Monahan}{Monahan}{1982}]{monahan.ms82}
Monahan, G. \BBOP1982\BBCP.
\newblock \BBOQ A survey of partially observable {Markov} decision processes:
  Theory, models, and algorithms\BBCQ\
\newblock {\Bem Management Science}, {\Bem 28}, 1--16.

\bibitem[\protect\BCAY{Mostow}{Mostow}{1982}]{mostow.ml1}
Mostow, D.~J. \BBOP1982\BBCP.
\newblock \BBOQ Transforming declarative advice into effective procedures: A
  heuristic search example\BBCQ\
\newblock In Michalski, R., Carbonell, J., \BBA\ Mitchell, T.\BEDS, {\Bem
  Machine Learning: An Artificial Intelligence Approach}, \lowercase{\BVOL}~1.
  Tioga Press, Palo Alto.

\bibitem[\protect\BCAY{Nilsson}{Nilsson}{1994}]{nilsson.jair94}
Nilsson, N. \BBOP1994\BBCP.
\newblock \BBOQ Teleo-reactive programs for agent control\BBCQ\
\newblock {\Bem Journal of Artificial Intelligence Research}, {\Bem 1},
  139--158.

\bibitem[\protect\BCAY{Noelle \BBA\ Cottrell}{Noelle \BBA\
  Cottrell}{1994}]{noelle.inbook94}
Noelle, D.\BBACOMMA\  \BBA\ Cottrell, G. \BBOP1994\BBCP.
\newblock \BBOQ Towards instructable connectionist systems\BBCQ\
\newblock In Sun, R.\BBACOMMA\  \BBA\ Bookman, L.\BEDS, {\Bem Computational
  Architectures Integrating Neural and Symbolic Processes}. Kluwer Academic,
  Boston.

\bibitem[\protect\BCAY{Omlin \BBA\ Giles}{Omlin \BBA\
  Giles}{1992}]{omlin.mlc92}
Omlin, C.\BBACOMMA\  \BBA\ Giles, C. \BBOP1992\BBCP.
\newblock \BBOQ Training second-order recurrent neural networks using
  hints\BBCQ\
\newblock In {\Bem Proceedings of the Ninth International Conference on Machine
  Learning}, \BPGS\ 361--366\ Aberdeen, Scotland.

\bibitem[\protect\BCAY{Ourston \BBA\ Mooney}{Ourston \BBA\
  Mooney}{1994}]{ourston.aij94}
Ourston, D.\BBACOMMA\  \BBA\ Mooney, R. \BBOP1994\BBCP.
\newblock \BBOQ Theory refinement combining analytical and empirical
  methods\BBCQ\
\newblock {\Bem Artificial Intelligence}, {\Bem 66}, 273--309.

\bibitem[\protect\BCAY{Pazzani \BBA\ Kibler}{Pazzani \BBA\
  Kibler}{1992}]{pazzani.mlj92}
Pazzani, M.\BBACOMMA\  \BBA\ Kibler, D. \BBOP1992\BBCP.
\newblock \BBOQ The utility of knowledge in inductive learning\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 9}, 57--94.

\bibitem[\protect\BCAY{Riecken}{Riecken}{1994}]{riecken.cacm94}
Riecken, D. \BBOP1994\BBCP.
\newblock \BBOQ Special issue on intelligent agents\BBCQ\
\newblock {\Bem Communications of the {ACM}}, {\Bem 37\/}(7).

\bibitem[\protect\BCAY{Shavlik \BBA\ Towell}{Shavlik \BBA\
  Towell}{1989}]{shavlik.consci89}
Shavlik, J.\BBACOMMA\  \BBA\ Towell, G. \BBOP1989\BBCP.
\newblock \BBOQ An approach to combining explanation-based and neural learning
  algorithms\BBCQ\
\newblock {\Bem Connection Science}, {\Bem 1}, 233--255.

\bibitem[\protect\BCAY{Siegelmann}{Siegelmann}{1994}]{siegelmann.aaai94}
Siegelmann, H. \BBOP1994\BBCP.
\newblock \BBOQ Neural programming language\BBCQ\
\newblock In {\Bem Proceedings of the Twelfth National Conference on Artificial
  Intelligence}, \BPGS\ 877--882\ Seattle, WA.

\bibitem[\protect\BCAY{Suddarth \BBA\ Holden}{Suddarth \BBA\
  Holden}{1991}]{suddarth.ijmms91}
Suddarth, S.\BBACOMMA\  \BBA\ Holden, A. \BBOP1991\BBCP.
\newblock \BBOQ Symbolic-neural systems and the use of hints for developing
  complex systems\BBCQ\
\newblock {\Bem International Journal of Man-Machine Studies}, {\Bem 35},
  291--311.

\bibitem[\protect\BCAY{Sutton}{Sutton}{1988}]{sutton.mlj88}
Sutton, R. \BBOP1988\BBCP.
\newblock \BBOQ Learning to predict by the methods of temporal
  differences\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 3}, 9--44.

\bibitem[\protect\BCAY{Sutton}{Sutton}{1991}]{sutton.inbook91}
Sutton, R. \BBOP1991\BBCP.
\newblock \BBOQ Reinforcement learning architectures for animats\BBCQ\
\newblock In Meyer, J.\BBACOMMA\  \BBA\ Wilson, S.\BEDS, {\Bem From Animals to
  Animats: Proceedings of the First International Conference on Simulation of
  Adaptive Behavior}, \BPGS\ 288--296. MIT Press, Cambridge, MA.

\bibitem[\protect\BCAY{Tesauro}{Tesauro}{1992}]{tesauro.mlj92}
Tesauro, G. \BBOP1992\BBCP.
\newblock \BBOQ Practical issues in temporal difference learning\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 8}, 257--277.

\bibitem[\protect\BCAY{Thrun \BBA\ Mitchell}{Thrun \BBA\
  Mitchell}{1993}]{thrun.ijcai93}
Thrun, S.\BBACOMMA\  \BBA\ Mitchell, T. \BBOP1993\BBCP.
\newblock \BBOQ Integrating inductive neural network learning and
  explanation-based learning\BBCQ\
\newblock In {\Bem Proceedings of the Thirteenth International Joint Conference
  on Artificial Intelligence}, \BPGS\ 930--936\ Chambery, France.

\bibitem[\protect\BCAY{Towell \BBA\ Shavlik}{Towell \BBA\
  Shavlik}{1993}]{towell.mlj93}
Towell, G.\BBACOMMA\  \BBA\ Shavlik, J. \BBOP1993\BBCP.
\newblock \BBOQ Extracting refined rules from knowledge-based neural
  networks\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 13}, 71--101.

\bibitem[\protect\BCAY{Towell \BBA\ Shavlik}{Towell \BBA\
  Shavlik}{1994}]{towell.aij94}
Towell, G.\BBACOMMA\  \BBA\ Shavlik, J. \BBOP1994\BBCP.
\newblock \BBOQ Knowledge-based artificial neural networks\BBCQ\
\newblock {\Bem Artificial Intelligence}, {\Bem 70}, 119--165.

\bibitem[\protect\BCAY{Towell, Shavlik, \BBA\ Noordewier}{Towell
  et~al.}{1990}]{towell.aaai90}
Towell, G., Shavlik, J., \BBA\ Noordewier, M. \BBOP1990\BBCP.
\newblock \BBOQ Refinement of approximate domain theories by knowledge-based
  neural networks\BBCQ\
\newblock In {\Bem Proceedings of the Eighth National Conference on Artificial
  Intelligence}, \BPGS\ 861--866\ Boston, MA.

\bibitem[\protect\BCAY{Utgoff \BBA\ Clouse}{Utgoff \BBA\
  Clouse}{1991}]{utgoff.aaai91}
Utgoff, P.\BBACOMMA\  \BBA\ Clouse, J. \BBOP1991\BBCP.
\newblock \BBOQ Two kinds of training information for evaluation function
  learning\BBCQ\
\newblock In {\Bem Proceedings of the Ninth National Conference on Artificial
  Intelligence}, \BPGS\ 596--600\ Anaheim, CA.

\bibitem[\protect\BCAY{Watkins}{Watkins}{1989}]{watkins.thesis}
Watkins, C. \BBOP1989\BBCP.
\newblock {\Bem Learning from Delayed Rewards}.
\newblock Ph.D.\ thesis, King's College, Cambridge.

\bibitem[\protect\BCAY{Watkins \BBA\ Dayan}{Watkins \BBA\
  Dayan}{1992}]{watkins.mlj92}
Watkins, C.\BBACOMMA\  \BBA\ Dayan, P. \BBOP1992\BBCP.
\newblock \BBOQ Q-learning\BBCQ\
\newblock {\Bem Machine Learning}, {\Bem 8}, 279--292.

\bibitem[\protect\BCAY{Weigend}{Weigend}{1993}]{weigend.cmss93}
Weigend, A. \BBOP1993\BBCP.
\newblock \BBOQ On overfitting and the effective number of hidden units\BBCQ\
\newblock In {\Bem Proceedings of the 1993 Connectionist Models Summer School},
  \BPGS\ 335--342\ San Mateo, CA. Morgan Kaufmann.

\bibitem[\protect\BCAY{Whitehead}{Whitehead}{1991}]{whitehead.aaai91}
Whitehead, S. \BBOP1991\BBCP.
\newblock \BBOQ A complexity analysis of cooperative mechanisms in
  reinforcement learning\BBCQ\
\newblock In {\Bem Proceedings of the Ninth National Conference on Artificial
  Intelligence}, \BPGS\ 607--613\ Anaheim, CA.

\bibitem[\protect\BCAY{Zadeh}{Zadeh}{1965}]{zadeh.ic65}
Zadeh, L. \BBOP1965\BBCP.
\newblock \BBOQ Fuzzy sets\BBCQ\
\newblock {\Bem Information and Control}, {\Bem 8}, 338--353.

\end{thebibliography}
