<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=us-ascii">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<!--[if !mso]><style>v\:* {behavior:url(#default#VML);}
o\:* {behavior:url(#default#VML);}
w\:* {behavior:url(#default#VML);}
.shape {behavior:url(#default#VML);}
</style><![endif]--><style><!--
/* Font Definitions */
@font-face
{font-family:Dotum;
panose-1:2 11 6 0 0 1 1 1 1 1;}
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
{font-family:Corbel;
panose-1:2 11 5 3 2 2 4 2 2 4;}
@font-face
{font-family:Tahoma;
panose-1:2 11 6 4 3 5 4 4 2 4;}
@font-face
{font-family:STKaiti;}
@font-face
{font-family:"\@STKaiti";}
@font-face
{font-family:"\@Dotum";
panose-1:2 11 6 0 0 1 1 1 1 1;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0in;
font-size:11.0pt;
font-family:"Calibri",sans-serif;
mso-ligatures:standardcontextual;}
span.EmailStyle17
{mso-style-type:personal-compose;
font-family:"Calibri",sans-serif;
color:windowtext;}
.MsoChpDefault
{mso-style-type:export-only;
font-size:11.0pt;}
@page WordSection1
{size:8.5in 11.0in;
margin:.4in .5in .4in .5in;}
div.WordSection1
{page:WordSection1;}
@page WordSection2
{size:8.5in 11.0in;
margin:.4in .5in .4in .5in;}
div.WordSection2
{page:WordSection2;}
@page WordSection3
{size:8.5in 11.0in;
margin:.4in .5in .4in .5in;}
div.WordSection3
{page:WordSection3;}
@page WordSection4
{size:8.5in 11.0in;
margin:.4in .5in .4in .5in;}
div.WordSection4
{page:WordSection4;}
@page WordSection5
{size:8.5in 11.0in;
margin:1.0in 1.0in 1.0in 1.0in;}
div.WordSection5
{page:WordSection5;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1030" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="#0563C1" vlink="#954F72" style="word-wrap:break-word">
<div class="WordSection1">
<p class="MsoNormal" align="center" style="margin-top:6.0pt;text-align:center"><!--[if gte vml 1]><o:wrapblock><v:shapetype id="_x0000_t75" coordsize="21600,21600" o:spt="75" o:preferrelative="t" path="m@4@5l@4@11@9@11@9@5xe" filled="f" stroked="f">
<v:stroke joinstyle="miter" />
<v:formulas>
<v:f eqn="if lineDrawn pixelLineWidth 0" />
<v:f eqn="sum @0 1 0" />
<v:f eqn="sum 0 0 @1" />
<v:f eqn="prod @2 1 2" />
<v:f eqn="prod @3 21600 pixelWidth" />
<v:f eqn="prod @3 21600 pixelHeight" />
<v:f eqn="sum @0 0 1" />
<v:f eqn="prod @6 1 2" />
<v:f eqn="prod @7 21600 pixelWidth" />
<v:f eqn="sum @8 21600 0" />
<v:f eqn="prod @7 21600 pixelHeight" />
<v:f eqn="sum @10 21600 0" />
</v:formulas>
<v:path o:extrusionok="f" gradientshapeok="t" o:connecttype="rect" />
<o:lock v:ext="edit" aspectratio="t" />
</v:shapetype><v:shape id="_x0000_s1029" type="#_x0000_t75" style='position:absolute;left:0;text-align:left;margin-left:-1pt;margin-top:-6.4pt;width:543.75pt;height:71.25pt;z-index:251660288;visibility:visible;mso-width-percent:0;mso-height-percent:0;mso-wrap-distance-left:9pt;mso-wrap-distance-top:0;mso-wrap-distance-right:9pt;mso-wrap-distance-bottom:0;mso-position-horizontal:absolute;mso-position-horizontal-relative:text;mso-position-vertical:absolute;mso-position-vertical-relative:text;mso-width-percent:0;mso-height-percent:0;mso-width-relative:margin;mso-height-relative:margin'>
<v:imagedata src="cid:image001.emz@01DB2955.18EB14A0" o:title="" />
</v:shape><![endif]--><![if !vml]><span style="mso-ignore:vglayout;position:relative;z-index:251660288"><span style="left:0px;position:absolute;left:-1px;top:-9px;width:725px;height:95px"><img width="725" height="95" style="width:7.552in;height:.9895in" src="cid:image002.png@01DB2955.18EB14A0" v:shapes="_x0000_s1029"></span></span><![endif]><!--[if gte vml 1]></o:wrapblock><![endif]--><span style="font-size:2.0pt;font-family:"Dotum",sans-serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN"><o:p> </o:p></span></p>
</div>
<b><span style="font-size:14.0pt;font-family:"Times New Roman",serif;color:black;mso-ligatures:none;mso-fareast-language:ZH-CN"><br clear="all" style="page-break-before:auto">
</span></b>
<div class="WordSection2">
<p class="MsoNormal" style="margin-top:6.0pt;text-align:justify"><span style="font-size:10.0pt;font-family:"Corbel",sans-serif;mso-ligatures:none;mso-fareast-language:ZH-CN"><o:p> </o:p></span></p>
<br style="mso-ignore:vglayout" clear="ALL">
<p class="MsoNormal" style="mso-margin-top-alt:5.0pt;margin-right:0in;margin-bottom:10.0pt;margin-left:0in;line-height:115%">
<!--[if gte vml 1]><v:shape id="Straight_x0020_Connector_x0020_132" o:spid="_x0000_s1028" type="#_x0000_t75" style='position:absolute;margin-left:72.85pt;margin-top:-13.45pt;width:3.75pt;height:63pt;z-index:251659264;visibility:visible;mso-width-percent:0;mso-height-percent:0;mso-wrap-distance-left:9pt;mso-wrap-distance-top:0;mso-wrap-distance-right:9pt;mso-wrap-distance-bottom:0;mso-position-horizontal:absolute;mso-position-horizontal-relative:text;mso-position-vertical:absolute;mso-position-vertical-relative:text;mso-width-percent:0;mso-height-percent:0;mso-width-relative:page;mso-height-relative:page'>
<v:imagedata src="cid:image003.png@01DB2955.18EB14A0" o:title="" />
<o:lock v:ext="edit" aspectratio="f" />
</v:shape><![endif]--><![if !vml]><span style="mso-ignore:vglayout;position:relative;z-index:251659264"><span style="position:absolute;left:97px;top:-18px;width:5px;height:84px"><img width="5" height="84" style="width:.052in;height:.875in" src="cid:image003.png@01DB2955.18EB14A0" v:shapes="Straight_x0020_Connector_x0020_132"></span></span><![endif]><span style="font-size:10.0pt;line-height:115%;font-family:"Corbel",sans-serif;mso-ligatures:none;mso-fareast-language:ZH-CN">
<o:p></o:p></span></p>
<p class="MsoNormal" align="right" style="text-align:right"><!--[if gte vml 1]><v:shape id="Picture_x0020_1" o:spid="_x0000_s1027" type="#_x0000_t75" style='position:absolute;left:0;text-align:left;margin-left:-1.2pt;margin-top:4.5pt;width:162.6pt;height:211.8pt;z-index:251662336;visibility:visible;mso-wrap-style:square;mso-width-percent:0;mso-height-percent:0;mso-wrap-distance-left:9pt;mso-wrap-distance-top:0;mso-wrap-distance-right:9pt;mso-wrap-distance-bottom:0;mso-position-horizontal:absolute;mso-position-horizontal-relative:margin;mso-position-vertical:absolute;mso-position-vertical-relative:text;mso-width-percent:0;mso-height-percent:0;mso-width-relative:page;mso-height-relative:page'>
<v:imagedata src="cid:image004.png@01DB2955.18EB14A0" o:title="" />
<w:wrap anchorx="margin"/>
</v:shape><![endif]--><![if !vml]><span style="mso-ignore:vglayout;position:absolute;z-index:251662336;left:0px;margin-left:-2px;margin-top:6px;width:217px;height:282px"><img width="217" height="282" style="width:2.2604in;height:2.9375in" src="cid:image005.png@01DB2955.18EB14A0" v:shapes="Picture_x0020_1"></span><![endif]><span style="font-size:10.0pt;font-family:"Corbel",sans-serif;mso-ligatures:none;mso-fareast-language:ZH-CN"> </span><span style="font-size:12.0pt;font-family:"Dotum",sans-serif;color:black;mso-ligatures:none;mso-fareast-language:ZH-CN"> </span><span style="font-size:8.0pt;font-family:"Dotum",sans-serif;color:black;mso-ligatures:none;mso-fareast-language:ZH-CN">
<o:p></o:p></span></p>
<p class="MsoNormal" align="right" style="mso-margin-top-alt:5.0pt;margin-right:0in;margin-bottom:10.0pt;margin-left:0in;text-align:right;line-height:115%">
<span style="font-size:15.0pt;line-height:115%;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN"> </span><span style="font-size:14.5pt;line-height:115%;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">Prof.
Jeff Shamma<o:p></o:p></span></p>
<p class="MsoNormal" align="right" style="margin-top:5.0pt;text-align:right"><span style="font-size:16.0pt;font-family:"Times New Roman",serif;mso-ligatures:none;mso-fareast-language:ZH-CN">Department Head and Jerry S. Dobrovolny Chair</span><b><span style="font-size:16.0pt;font-family:"Times New Roman",serif;mso-ligatures:none;mso-fareast-language:ZH-CN"><o:p></o:p></span></b></p>
<p class="MsoNormal" align="right" style="mso-margin-top-alt:5.0pt;margin-right:0in;margin-bottom:0in;margin-left:3.0in;margin-bottom:.0001pt;text-align:right">
<span style="font-size:16.0pt;font-family:"Times New Roman",serif;mso-ligatures:none;mso-fareast-language:ZH-CN">Industrial and Enterprise Systems Engineering</span><span style="font-size:15.0pt;font-family:"Times New Roman",serif;mso-ligatures:none;mso-fareast-language:ZH-CN">
<o:p></o:p></span></p>
<p class="MsoNormal" align="right" style="mso-margin-top-alt:5.0pt;margin-right:0in;margin-bottom:0in;margin-left:3.0in;margin-bottom:.0001pt;text-align:right">
<span style="font-size:15.0pt;font-family:"Times New Roman",serif;mso-ligatures:none;mso-fareast-language:ZH-CN">University of Illinois Urbana-Champaign
</span><b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">Date</span></b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">:
Thursday, October 31, 2024</span><span style="font-size:16.0pt;font-family:"Times New Roman",serif;mso-ligatures:none;mso-fareast-language:ZH-CN"><o:p></o:p></span></p>
<p class="MsoNormal" align="right" style="margin-top:5.0pt;text-align:right"><b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">Time</span></b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">:
1 - 1:50 pm<o:p></o:p></span></p>
<p class="MsoNormal" align="right" style="margin-top:5.0pt;text-align:right"><b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">Location:</span></b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">
AERB 100<o:p></o:p></span></p>
<p class="MsoNormal" align="right" style="margin-top:5.0pt;text-align:right"><b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">Zoom Meeting ID:</span></b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">
970 7656 5407<o:p></o:p></span></p>
<p class="MsoNormal" align="right" style="margin-top:5.0pt;text-align:right"><b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">Passcode:</span></b><span style="font-size:15.0pt;font-family:"Times New Roman",serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN">
477211<o:p></o:p></span></p>
<p class="MsoNormal" align="center" style="margin-top:6.0pt;text-align:center"><span style="font-size:2.0pt;font-family:"Dotum",sans-serif;color:black;background:white;mso-ligatures:none;mso-fareast-language:ZH-CN"><o:p> </o:p></span></p>
</div>
<b><span style="font-size:14.0pt;font-family:"Times New Roman",serif;color:black;mso-ligatures:none;mso-fareast-language:ZH-CN"><br clear="all" style="page-break-before:auto">
</span></b>
<div class="WordSection3">
<p class="MsoNormal" align="center" style="mso-margin-top-alt:5.0pt;margin-right:0in;margin-bottom:10.0pt;margin-left:0in;text-align:center;line-height:115%">
<b><span style="font-size:16.0pt;line-height:115%;color:#174E86;mso-ligatures:none;mso-fareast-language:ZH-CN"> </span></b><b><span style="font-size:16.0pt;line-height:115%;mso-ligatures:none;mso-fareast-language:ZH-CN">Multi-agent higher-order
learning vs Nash equilibrium <o:p></o:p></span></b></p>
<p class="MsoNormal" style="mso-margin-top-alt:5.0pt;margin-right:0in;margin-bottom:10.0pt;margin-left:0in;text-align:justify;line-height:115%">
<b><span style="font-size:14.0pt;line-height:115%;font-family:"Times New Roman",serif;color:black;mso-ligatures:none;mso-fareast-language:ZH-CN">Abstract</span></b><span style="font-size:14.0pt;line-height:115%;font-family:"Times New Roman",serif;color:black;mso-ligatures:none;mso-fareast-language:ZH-CN">:
</span><span style="font-family:"Times New Roman",serif;mso-ligatures:none;mso-fareast-language:ZH-CN">The framework of multi-agent learning explores the dynamics of how individual agent strategies evolve in response to the evolving strategies of other agents.
Of particular interest is whether agent strategies converge to solutions such as Nash Equilibrium (NE). Most “fixed order” learning dynamics restrict an agent’s underlying state to be its own strategy. In “higher order” learning, agent dynamics can include
auxiliary states that can capture phenomena such as path dependencies. We introduce higher-order gradient play dynamics that resemble projected gradient ascent with auxiliary states. The dynamics are “payoff based” in that each agent's dynamics depend on its
own evolving payoff. While realized payoffs depend on the strategies of other agents in a game setting, agent dynamics do not depend explicitly on the nature of the game or the strategies of other agents. In this sense, dynamics are “uncoupled” since an agent’s
dynamics do not depend explicitly on the utility functions of other agents. We show that for any game with an isolated completely mixed-strategy NE, there exist higher-order gradient play dynamics that lead (locally) to that NE, both for the specific game
and nearby games with perturbed utility functions. Conversely, we show that for any higher-order gradient play dynamics, there exists a game with a unique isolated completely mixed-strategy NE for which the dynamics do not lead to NE. These results build on
prior work that showed that uncoupled fixed-order learning cannot lead to NE in certain instances, whereas higher-order variants can. Finally, we consider the mixed-strategy equilibrium associated with coordination games. While higher-order gradient play can
converge to such equilibria, we show such dynamics must be inherently irrational.<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:5.0pt;margin-right:0in;margin-bottom:10.0pt;margin-left:0in;text-align:justify;line-height:115%">
<b><span style="font-size:14.0pt;line-height:115%;font-family:"Times New Roman",serif;color:black;mso-ligatures:none;mso-fareast-language:ZH-CN">Short Bio:</span></b><span style="font-size:14.0pt;line-height:115%;font-family:"Times New Roman",serif;color:black;mso-ligatures:none;mso-fareast-language:ZH-CN">
</span><span style="font-family:"Times New Roman",serif;mso-ligatures:none;mso-fareast-language:ZH-CN">Jeff S. Shamma is with the University of Illinois at Urbana-Champaign where he is the Department Head of Industrial and Enterprise Systems Engineering (ISE)
and Jerry S. Dobrovolny Chair. His prior academic appointments include faculty positions at the King Abdullah University of Science and Technology (KAUST) and the Georgia Institute of Technology, where he was the Julian T. Hightower Chair in Systems and Controls.
Jeff received a PhD in Systems Science and Engineering from MIT in 1988. He is a Fellow of IEEE and IFAC; a recipient of the IFAC High Impact Paper Award, AACC Donald P. Eckman Award, and NSF Young Investigator Award; and a past Distinguished Lecturer of the
IEEE Control Systems Society. He has been a plenary or semi-plenary speaker at several conferences, including NeurIPS, World Congress of the Game Theory Society, IEEE Conference on Decision and Control, and the American Control Conference. Jeff is currently
serving as the Editor-in-Chief for the IEEE Transactions on Control of Network Systems.<o:p></o:p></span></p>
</div>
<span style="font-size:14.0pt;line-height:115%;font-family:"Times New Roman",serif;color:black;mso-ligatures:none;mso-fareast-language:ZH-CN"><br clear="all" style="page-break-before:auto">
</span>
<div class="WordSection4">
<p class="MsoNormal" style="margin-top:6.0pt;text-align:justify"><!--[if gte vml 1]><o:wrapblock><v:shape id="_x0000_s1026" type="#_x0000_t75" alt="Faculty Host: Dr. Jiming Peng jopeng@central.uh.edu http://www.ie.uh.edu/research/seminars http://www.ie.uh.edu/research/seminars " style='position:absolute;left:0;text-align:left;margin-left:.3pt;margin-top:14.4pt;width:540pt;height:24pt;z-index:251661312;visibility:visible;mso-width-percent:0;mso-height-percent:0;mso-wrap-distance-left:9pt;mso-wrap-distance-top:0;mso-wrap-distance-right:9pt;mso-wrap-distance-bottom:0;mso-position-horizontal:absolute;mso-position-horizontal-relative:text;mso-position-vertical:absolute;mso-position-vertical-relative:text;mso-width-percent:0;mso-height-percent:0;mso-width-relative:margin;mso-height-relative:page'>
<v:imagedata src="cid:image006.emz@01DB2955.18EB14A0" o:title="" />
</v:shape><![endif]--><![if !vml]><span style="mso-ignore:vglayout">
<table cellpadding="0" cellspacing="0" align="left">
<tbody>
<tr>
<td width="0" height="20"></td>
</tr>
<tr>
<td></td>
<td><img width="720" height="32" style="width:7.5in;height:.3333in" src="cid:image007.png@01DB2955.18EB14A0" alt="Faculty Host: Dr. Jiming Peng jopeng@central.uh.edu http://www.ie.uh.edu/research/seminars
http://www.ie.uh.edu/research/seminars
" v:shapes="_x0000_s1026"></td>
</tr>
</tbody>
</table>
</span><![endif]><!--[if gte vml 1]></o:wrapblock><![endif]--><span style="font-size:10.0pt;font-family:"Corbel",sans-serif;mso-ligatures:none;mso-fareast-language:ZH-CN"><o:p> </o:p></span></p>
</div>
<span style="font-size:10.0pt;font-family:"Corbel",sans-serif;mso-ligatures:none;mso-fareast-language:ZH-CN"><br clear="all" style="page-break-before:always">
</span>
<div class="WordSection5">
<p class="MsoNormal" style="margin-top:6.0pt;text-align:justify"><span style="font-size:10.0pt;font-family:"Corbel",sans-serif;mso-ligatures:none;mso-fareast-language:ZH-CN"><o:p> </o:p></span></p>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
</body>
</html>