<div dir="ltr">
<div dir="ltr" style="text-align:start;text-indent:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif"><div style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px"><span style="font-size:12.8px">When:</span><span style="font-size:12.8px"> Wednesday, February 14th at </span><span style="font-size:12.8px">10:30 am</span><br></div><div><div id="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-:jk" class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-ii gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-gt gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-adP gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-adO" style="margin-bottom:0px;margin-left:0px;padding-bottom:5px"><div id="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-:qr" class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-a3s gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-aXjCH gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m157fdbb4a58e966d"><div dir="ltr"><div style="text-align:start;text-indent:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif" style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px"><span style="font-size:12.8px"><br></span><span style="font-size:12.8px">Where: TTIC, 6045 S. Kenwood Avenue, 5th Floor, Room 526</span><span style="font-size:12.8px"><br><br></span><span style="font-size:12.8px">Who: </span></font><span style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px"> </span><span style="font-size:12.8px">Lisa Anne Hendricks, UC Berkeley</span></div><div style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px;text-align:start;text-indent:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><span style="font-size:small"><br></span></div></div></div></div></div><br class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-Apple-interchange-newline"><b style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px;font-weight:400">Title</b><span style="font-size:12.8px">: Look, Listen, and Speak: Vision Systems that Communicate with Natural Language</span><br></font></div><div dir="ltr" style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><div style="font-weight:400"><i><font face="arial, helvetica, sans-serif"><br></font></i></div><div><font face="arial, helvetica, sans-serif"><span id="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-2434608884185649018gmail-m_-2900172456537317928m_3562076319899882879m_-1985993235716516803m_5197126511582040878m_4140431353151709929m_329873578414126794m_8824387190386944140gmail-m_-741637739726593609m_-9185058828347994462gmail-docs-internal-guid-8364af7f-c82d-0326-b90d-82340ca3cc98"><span style="color:rgb(0,0,0);background-color:transparent;font-variant-numeric:normal;font-variant-east-asian:normal;vertical-align:baseline;white-space:pre-wrap">Abstract: Powered by deep convolutional networks and large scale visual datasets, modern visual systems are capable of accurately recognizing thousands of visual categories. However, images and videos contain so much more than categorical labels: they contain information about where objects are located (in a forest or in a kitchen?), what attributes an object has (red or blue?), and how objects interact with other objects in a scene (is the child sitting on a sofa, or running in a field?). </span></span><span style="font-weight:400;white-space:pre-wrap">Natural language provides an efficient and intuitive way for vision systems to convey important information about a visual scene.</span><span style="font-weight:400;white-space:pre-wrap"> </span><span style="font-weight:400;white-space:pre-wrap">In</span><span style="font-weight:400;white-space:pre-wrap"> this talk, I will begin by discussing vision systems that "look and speak". In particular, I will consider how to create more scalable image captioning systems by integrating external data sources. I will then discuss vision systems that "listen and look". I will introduce the task of moment localization in videos with natural language and detail my effort to collect a large scale dataset for this task. Finally, natural language provides a way for vision systems to not only discuss what is in a scene, but how objects and attributes in an image support a decision, such as a classification decision. I will discuss vision systems that go beyond naming objects in a scene and can generate visual explanations which justify neural network decisions.</span></font></div><div style="font-weight:400"><span style="white-space:pre-wrap"><font face="arial, helvetica, sans-serif"><br></font></span></div><div><font face="arial, helvetica, sans-serif"><font color="#000000"><span style="white-space:pre-wrap">Bio: </span></font><font color="#000000" style="font-weight:400"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-il">Lisa</span><span> </span>Anne Hendricks is a Ph.D. candidate in the Electrical Engineering and Computer Science department at the University of California at Berkeley. She is a member of the Berkeley Artificial Intelligence Research (BAIR) lab and is advised by Trevor Darrell. In 2013 she received her B.S.E.E. in Electrical and Computer Engineering from Rice University (summa cum laude). </font><span style="font-weight:400;color:rgb(0,0,0)">Her research interests span deep learning, computer vision, and natural language processing. Her Ph.D. work has focused on building deep learning models which can both express information about visual content using natural language and retrieve visual information given natural language queries. She has been awarded an NDSEG fellowship, UC Berkeley Chancellor's Fellowship, Huawei Fellowship, and Adobe Fellowship. <span> </span><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-il">Lisa</span><span> </span>Anne was co-president of Women in Computer Science and Engineering (WICSE) at UC Berkeley during the 2015-2016 school year and co-organized the second Women in Computer Vision (WiCV) workshop at CVPR 2016.</span></font></div></div><div><font face="arial, helvetica, sans-serif"><br></font></div><div><font face="arial, helvetica, sans-serif"><br></font></div><div><font face="arial, helvetica, sans-serif">Host:<span> </span><a href="mailto:greg@ttic.edu" target="_blank" style="color:rgb(17,85,204)">Greg Shakhnarovich</a></font></div><div><font face="arial, helvetica, sans-serif"><br></font></div><div><div style="font-size:12.8px"><font face="arial, helvetica, sans-serif"><span style="font-size:12.8px">******************************</span><span style="font-size:12.8px"><wbr>******************************</span><span style="font-size:12.8px"><wbr>******************************</span><span style="font-size:12.8px"><wbr>********</span><br></font></div><div style="font-size:12.8px"><div style="font-size:12.8px"><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-family:arial,sans-serif;font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;text-decoration-style:initial;text-decoration-color:initial;background-color:rgb(255,255,255)"><font face="arial, helvetica, sans-serif"> </font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-family:arial,sans-serif;font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;text-decoration-style:initial;text-decoration-color:initial;background-color:rgb(255,255,255)"><font face="arial, helvetica, sans-serif">The TTIC <span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-il">Young</span></span></span></span></span> <span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-il">Researcher</span></span></span></span></span> <span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il">Seminar</span> <span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><wbr>Series</span> (<a href="http://www.ttic.edu/young-researcher.php" target="_blank" style="color:rgb(17,85,204)">http://www.ttic.edu/yo<wbr>ung-<span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-il">researcher</span></span></span></span></span>.php</a>) features talks by Ph.D. students and postdocs whose <span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-il">research</span></span></span></span> is of broad interest to the computer science community. The <span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il">series</span> provides an opportunity for early-career <span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="gmail-m_-5181241393359274690gmail-m_6511011615795034740gmail-il">researchers</span></span></span></span> to present recent work to and meet with students and faculty at TTIC and nearby universities.</font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-family:arial,sans-serif;font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;text-decoration-style:initial;text-decoration-color:initial;background-color:rgb(255,255,255)"><font face="arial, helvetica, sans-serif"><br>The seminars are typically held on Wednesdays at 11:00am in TTIC Room 526.<br><br>For additional information, please contact Matthew Walter (<a href="mailto:mwalter@ttic.edu" target="_blank" style="color:rgb(17,85,204)">mwalter@ttic.edu</a>).</font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-family:arial,sans-serif;font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;text-decoration-style:initial;text-decoration-color:initial;background-color:rgb(255,255,255)"><font face="arial, helvetica, sans-serif"><br></font></p><br class="gmail-Apple-interchange-newline">
</div></div></div><br><div class="gmail_extra"><br clear="all"><div><div class="gmail_signature" data-smartmail="gmail_signature"><div dir="ltr"><div><div dir="ltr"><div><div dir="ltr"><div><div dir="ltr"><font face="arial, helvetica, sans-serif">Mary C. Marre</font><div><font face="arial, helvetica, sans-serif">Administrative Assistant</font></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6"><b>Toyota Technological Institute</b></font></i></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6">6045 S. Kenwood Avenue</font></i></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6">Room 504</font></i></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6">Chicago, IL 60637</font></i></div><div><i><font face="arial, helvetica, sans-serif">p:(773) 834-1757</font></i></div><div><i><font face="arial, helvetica, sans-serif">f: (773) 357-6970</font></i></div><div><b><i><a href="mailto:mmarre@ttic.edu" target="_blank"><font face="arial, helvetica, sans-serif">mmarre@ttic.edu</font></a></i></b></div></div></div></div></div></div></div></div></div></div>
<br><div class="gmail_quote">On Tue, Feb 13, 2018 at 4:00 PM, Mary Marre <span dir="ltr"><<a href="mailto:mmarre@ttic.edu" target="_blank">mmarre@ttic.edu</a>></span> wrote:<br><blockquote class="gmail_quote" style="margin:0 0 0 .8ex;border-left:1px #ccc solid;padding-left:1ex"><div dir="ltr">
<div dir="ltr" style="text-align:start;text-indent:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif"><div style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px"><span style="font-size:12.8px">When:</span><span style="font-size:12.8px"> Wednesday, February 14th at </span><span style="font-size:12.8px">10:30 am</span><br></div><div><div id="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-:jk" class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-ii m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-gt m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-adP m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-adO" style="margin-bottom:0px;margin-left:0px;padding-bottom:5px"><div id="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-:qr" class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-a3s m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-aXjCH m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m157fdbb4a58e966d"><div dir="ltr"><div style="text-align:start;text-indent:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif" style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px"><span style="font-size:12.8px"><br></span><span style="font-size:12.8px">Where: TTIC, 6045 S. Kenwood Avenue, 5th Floor, Room 526</span><span style="font-size:12.8px"><br><br></span><span style="font-size:12.8px">Who: </span></font><span style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px"> </span><span style="font-size:12.8px">Lisa Anne Hendricks, UC Berkeley</span></div><div style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px;text-align:start;text-indent:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><span style="font-size:small"><br></span></div></div></div></div></div><br class="m_-5181241393359274690gmail-m_6511011615795034740gmail-Apple-interchange-newline"><b style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px;font-weight:400">Title</b><span style="font-size:12.8px">: Look, Listen, and Speak: Vision Systems that Communicate with Natural Language</span><br></font></div><div dir="ltr" style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><div style="font-weight:400"><i><font face="arial, helvetica, sans-serif"><br></font></i></div><div><font face="arial, helvetica, sans-serif"><span id="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-2434608884185649018gmail-m_-2900172456537317928m_3562076319899882879m_-1985993235716516803m_5197126511582040878m_4140431353151709929m_329873578414126794m_8824387190386944140gmail-m_-741637739726593609m_-9185058828347994462gmail-docs-internal-guid-8364af7f-c82d-0326-b90d-82340ca3cc98"><span style="color:rgb(0,0,0);background-color:transparent;font-variant-numeric:normal;font-variant-east-asian:normal;vertical-align:baseline;white-space:pre-wrap">Abstract: Powered by deep convolutional networks and large scale visual datasets, modern visual systems are capable of accurately recognizing thousands of visual categories. However, images and videos contain so much more than categorical labels: they contain information about where objects are located (in a forest or in a kitchen?), what attributes an object has (red or blue?), and how objects interact with other objects in a scene (is the child sitting on a sofa, or running in a field?). </span></span><span style="font-weight:400;white-space:pre-wrap">Natural language provides an efficient and intuitive way for vision systems to convey important information about a visual scene.</span><span style="font-weight:400;white-space:pre-wrap"> </span><span style="font-weight:400;white-space:pre-wrap">In</span><span style="font-weight:400;white-space:pre-wrap"> this talk, I will begin by discussing vision systems that "look and speak". In particular, I will consider how to create more scalable image captioning systems by integrating external data sources. I will then discuss vision systems that "listen and look". I will introduce the task of moment localization in videos with natural language and detail my effort to collect a large scale dataset for this task. Finally, natural language provides a way for vision systems to not only discuss what is in a scene, but how objects and attributes in an image support a decision, such as a classification decision. I will discuss vision systems that go beyond naming objects in a scene and can generate visual explanations which justify neural network decisions.</span></font></div><div style="font-weight:400"><span style="white-space:pre-wrap"><font face="arial, helvetica, sans-serif"><br></font></span></div><div><font face="arial, helvetica, sans-serif"><font color="#000000"><span style="white-space:pre-wrap">Bio: </span></font><font color="#000000" style="font-weight:400"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-il">Lisa</span><span> </span>Anne Hendricks is a Ph.D. candidate in the Electrical Engineering and Computer Science department at the University of California at Berkeley. She is a member of the Berkeley Artificial Intelligence Research (BAIR) lab and is advised by Trevor Darrell. In 2013 she received her B.S.E.E. in Electrical and Computer Engineering from Rice University (summa cum laude). </font><span style="font-weight:400;color:rgb(0,0,0)">Her research interests span deep learning, computer vision, and natural language processing. Her Ph.D. work has focused on building deep learning models which can both express information about visual content using natural language and retrieve visual information given natural language queries. She has been awarded an NDSEG fellowship, UC Berkeley Chancellor's Fellowship, Huawei Fellowship, and Adobe Fellowship. <span> </span><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-il">Lisa</span><span> </span>Anne was co-president of Women in Computer Science and Engineering (WICSE) at UC Berkeley during the 2015-2016 school year and co-organized the second Women in Computer Vision (WiCV) workshop at CVPR 2016.</span></font></div></div><div><font face="arial, helvetica, sans-serif"><br></font></div><div><font face="arial, helvetica, sans-serif"><br></font></div><div><font face="arial, helvetica, sans-serif">Host:<span> </span><a href="mailto:greg@ttic.edu" style="color:rgb(17,85,204)" target="_blank">Greg Shakhnarovich</a></font></div><div><font face="arial, helvetica, sans-serif"><br></font></div><div><div style="font-size:12.8px"><font face="arial, helvetica, sans-serif"><span style="font-size:12.8px">******************************</span><span style="font-size:12.8px"><wbr>******************************</span><span style="font-size:12.8px"><wbr>******************************</span><span style="font-size:12.8px"><wbr>********</span><br></font></div><div style="font-size:12.8px"><div style="font-size:12.8px"><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-family:arial,sans-serif;font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;text-decoration-style:initial;text-decoration-color:initial;background-color:rgb(255,255,255)"><font face="arial, helvetica, sans-serif"> </font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-family:arial,sans-serif;font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;text-decoration-style:initial;text-decoration-color:initial;background-color:rgb(255,255,255)"><font face="arial, helvetica, sans-serif">The TTIC <span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-il">Young</span></span></span></span></span> <span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-il">Researcher</span></span></span></span></span> <span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il">Seminar</span> <span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><wbr>Series</span> (<a href="http://www.ttic.edu/young-researcher.php" style="color:rgb(17,85,204)" target="_blank">http://www.ttic.edu/yo<wbr>ung-<span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-il">researcher</span></span></span></span></span>.php</a>) features talks by Ph.D. students and postdocs whose <span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-il">research</span></span></span></span> is of broad interest to the computer science community. The <span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il">series</span> provides an opportunity for early-career <span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690gmail-m_6511011615795034740gmail-il">researchers</span></span></span></span> to present recent work to and meet with students and faculty at TTIC and nearby universities.</font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-family:arial,sans-serif;font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;text-decoration-style:initial;text-decoration-color:initial;background-color:rgb(255,255,255)"><font face="arial, helvetica, sans-serif"><br>The seminars are typically held on Wednesdays at 11:00am in TTIC Room 526.<br><br>For additional information, please contact Matthew Walter (<a href="mailto:mwalter@ttic.edu" style="color:rgb(17,85,204)" target="_blank">mwalter@ttic.edu</a>).</font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-family:arial,sans-serif;font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;text-decoration-style:initial;text-decoration-color:initial;background-color:rgb(255,255,255)"><font face="arial, helvetica, sans-serif"><br></font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-family:arial,sans-serif;font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;text-decoration-style:initial;text-decoration-color:initial;background-color:rgb(255,255,255)"><font face="arial, helvetica, sans-serif"><br></font></p><font face="arial, helvetica, sans-serif" style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><br class="m_-5181241393359274690gmail-Apple-interchange-newline">
</font></div></div></div><br><div class="gmail_extra"><br clear="all"><div><div class="m_-5181241393359274690gmail_signature" data-smartmail="gmail_signature"><div dir="ltr"><div><div dir="ltr"><div><div dir="ltr"><div><div dir="ltr"><font face="arial, helvetica, sans-serif">Mary C. Marre</font><div><font face="arial, helvetica, sans-serif">Administrative Assistant</font></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6"><b>Toyota Technological Institute</b></font></i></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6">6045 S. Kenwood Avenue</font></i></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6">Room 504</font></i></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6">Chicago, IL 60637</font></i></div><div><i><font face="arial, helvetica, sans-serif">p:<a href="tel:(773)%20834-1757" value="+17738341757" target="_blank">(773) 834-1757</a></font></i></div><div><i><font face="arial, helvetica, sans-serif">f: <a href="tel:(773)%20357-6970" value="+17733576970" target="_blank">(773) 357-6970</a></font></i></div><div><b><i><a href="mailto:mmarre@ttic.edu" target="_blank"><font face="arial, helvetica, sans-serif">mmarre@ttic.edu</font></a></i></b></div></div></div></div></div></div></div></div></div></div>
<br><div class="gmail_quote">On Wed, Feb 7, 2018 at 4:53 PM, Mary Marre <span dir="ltr"><<a href="mailto:mmarre@ttic.edu" target="_blank">mmarre@ttic.edu</a>></span> wrote:<br><blockquote class="gmail_quote" style="margin:0 0 0 .8ex;border-left:1px #ccc solid;padding-left:1ex"><div dir="ltr">
<div dir="ltr" style="text-align:start;text-indent:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif">
<div style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px"><span style="font-size:12.8px">When:</span><span style="font-size:12.8px"> Wednesday, February 14th at </span><span style="font-size:12.8px">10:30 am</span><br></div><div><div id="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-:jk" class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-ii m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-gt m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-adP m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-adO" style="margin-bottom:0px;margin-left:0px;padding-bottom:5px"><div id="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-:qr" class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-a3s m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-aXjCH m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m157fdbb4a58e966d"><div dir="ltr"><div style="text-align:start;text-indent:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif" style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px"><span style="font-size:12.8px"><br></span><span style="font-size:12.8px">Where: TTIC, 6045 S. Kenwood Avenue, 5th Floor, Room 526</span><span style="font-size:12.8px"><br><br></span><span style="font-size:12.8px">Who: </span></font><span style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px"> </span><span style="font-size:12.8px">Lisa Anne Hendricks, UC Berkeley</span></div><div style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px;text-align:start;text-indent:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><span style="font-size:small"><br></span></div></div></div></div></div><br class="m_-5181241393359274690m_6511011615795034740gmail-Apple-interchange-newline"><b style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;letter-spacing:normal;text-transform:none;white-space:normal;word-spacing:0px;font-weight:400">Title</b><span style="font-size:12.8px">: Look, Listen, and Speak: Vision Systems that Communicate with Natural Language</span><br></font></div><div dir="ltr" style="color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><div style="font-weight:400"><i><font face="arial, helvetica, sans-serif"><br></font></i></div><div><font face="arial, helvetica, sans-serif"><span id="m_-5181241393359274690m_6511011615795034740gmail-m_-2434608884185649018gmail-m_-2900172456537317928m_3562076319899882879m_-1985993235716516803m_5197126511582040878m_4140431353151709929m_329873578414126794m_8824387190386944140gmail-m_-741637739726593609m_-9185058828347994462gmail-docs-internal-guid-8364af7f-c82d-0326-b90d-82340ca3cc98"><span style="color:rgb(0,0,0);background-color:transparent;font-variant-numeric:normal;font-variant-east-asian:normal;vertical-align:baseline;white-space:pre-wrap">Abstract: Powered by deep convolutional networks and large scale visual datasets, modern visual systems are capable of accurately recognizing thousands of visual categories. However, images and videos contain so much more than categorical labels: they contain information about where objects are located (in a forest or in a kitchen?), what attributes an object has (red or blue?), and how objects interact with other objects in a scene (is the child sitting on a sofa, or running in a field?). </span></span><span style="font-weight:400;white-space:pre-wrap">Natural language provides an efficient and intuitive way for vision systems to convey important information about a visual scene.</span><span style="font-weight:400;white-space:pre-wrap"> </span><span style="font-weight:400;white-space:pre-wrap">In</span><span style="font-weight:400;white-space:pre-wrap"> this talk, I will begin by discussing vision systems that "look and speak". In particular, I will consider how to create more scalable image captioning systems by integrating external data sources. I will then discuss vision systems that "listen and look". I will introduce the task of moment localization in videos with natural language and detail my effort to collect a large scale dataset for this task. Finally, natural language provides a way for vision systems to not only discuss what is in a scene, but how objects and attributes in an image support a decision, such as a classification decision. I will discuss vision systems that go beyond naming objects in a scene and can generate visual explanations which justify neural network decisions.</span></font></div><div style="font-weight:400"><span style="white-space:pre-wrap"><font face="arial, helvetica, sans-serif"><br></font></span></div><div><font face="arial, helvetica, sans-serif"><font color="#000000"><span style="white-space:pre-wrap">Bio: </span></font><font color="#000000" style="font-weight:400"><span class="m_-5181241393359274690m_6511011615795034740gmail-il">Lisa</span><span> </span>Anne Hendricks is a Ph.D. candidate in the Electrical Engineering and Computer Science department at the University of California at Berkeley. She is a member of the Berkeley Artificial Intelligence Research (BAIR) lab and is advised by Trevor Darrell. In 2013 she received her B.S.E.E. in Electrical and Computer Engineering from Rice University (summa cum laude). </font><span style="font-weight:400;color:rgb(0,0,0)">Her research interests span deep learning, computer vision, and natural language processing. Her Ph.D. work has focused on building deep learning models which can both express information about visual content using natural language and retrieve visual information given natural language queries. She has been awarded an NDSEG fellowship, UC Berkeley Chancellor's Fellowship, Huawei Fellowship, and Adobe Fellowship. <span> </span><span class="m_-5181241393359274690m_6511011615795034740gmail-il">Lisa</span><span> </span>Anne was co-president of Women in Computer Science and Engineering (WICSE) at UC Berkeley during the 2015-2016 school year and co-organized the second Women in Computer Vision (WiCV) workshop at CVPR 2016.</span></font></div></div>
<div><font face="arial, helvetica, sans-serif"><br></font></div><div><font face="arial, helvetica, sans-serif"><br></font></div><div><font face="arial, helvetica, sans-serif">Host: <a href="mailto:greg@ttic.edu" target="_blank">Greg Shakhnarovich</a></font></div><div><font face="arial, helvetica, sans-serif"><br></font></div><div>
<div style="font-size:12.8px"><font face="arial, helvetica, sans-serif"><span style="font-size:12.8px">******************************</span><span style="font-size:12.8px"><wbr>******************************</span><span style="font-size:12.8px"><wbr>******************************</span><span style="font-size:12.8px"><wbr>********</span><br></font></div><div style="font-size:12.8px"><div style="font-size:12.8px"><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif"> </font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif">The TTIC <span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-il">Young</span></span></span></span></span> <span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-il">Researcher</span></span></span></span></span> <span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il">Seminar</span> <span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><wbr>Series</span> (<a href="http://www.ttic.edu/young-researcher.php" style="color:rgb(17,85,204)" target="_blank">http://www.ttic.edu/yo<wbr>ung-<span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-il">researcher</span></span></span></span></span>.php</a>) features talks by Ph.D. students and postdocs whose <span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-il">research</span></span></span></span> is of broad interest to the computer science community. The <span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il">series</span> provides an opportunity for early-career <span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-m_-8851913240295298494gmail-m_-2556873356046171619gmail-m_6077973053988611529gmail-m_5169817330970536202gmail-m_-6945911958741551355gmail-m_-1657390673076249714gmail-m_-3188658297228096346gmail-m_5767020761850768500gmail-m_9173063153275566578gmail-m_-8878884332252521502gmail-m_796811872599655286gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-m_-3191619973981293488gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-m_-46115117802003143gmail-m_-5611499702759548777gmail-m_8452836149434112396gmail-m_2038649208801028506gmail-il"><span class="m_-5181241393359274690m_6511011615795034740gmail-il">researchers</span></span></span></span> to present recent work to and meet with students and faculty at TTIC and nearby universities.</font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif"><br>The seminars are typically held on Wednesdays at 11:00am in TTIC Room 526.<br><br>For additional information, please contact Matthew Walter (<a href="mailto:mwalter@ttic.edu" style="color:rgb(17,85,204)" target="_blank">mwalter@ttic.edu</a>).</font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif"><br></font></p><p class="MsoNormal" style="margin:0px 0px 0.0001pt;color:rgb(34,34,34);font-size:12.8px;font-style:normal;font-variant-ligatures:normal;font-variant-caps:normal;font-weight:400;letter-spacing:normal;text-align:start;text-indent:0px;text-transform:none;white-space:normal;word-spacing:0px;background-color:rgb(255,255,255);text-decoration-style:initial;text-decoration-color:initial"><font face="arial, helvetica, sans-serif"><br></font></p><font face="arial, helvetica, sans-serif"><br class="m_-5181241393359274690m_6511011615795034740gmail-Apple-interchange-newline">
</font></div></div><font face="arial, helvetica, sans-serif"><br></font></div><div><br></div><br clear="all"><div><div class="m_-5181241393359274690m_6511011615795034740gmail_signature"><div dir="ltr"><div><div dir="ltr"><div><div dir="ltr"><div><div dir="ltr"><font face="arial, helvetica, sans-serif">Mary C. Marre</font><div><font face="arial, helvetica, sans-serif">Administrative Assistant</font></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6"><b>Toyota Technological Institute</b></font></i></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6">6045 S. Kenwood Avenue</font></i></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6">Room 504</font></i></div><div><i><font face="arial, helvetica, sans-serif" color="#3d85c6">Chicago, IL 60637</font></i></div><div><i><font face="arial, helvetica, sans-serif">p:<a href="tel:(773)%20834-1757" value="+17738341757" target="_blank">(773) 834-1757</a></font></i></div><div><i><font face="arial, helvetica, sans-serif">f: <a href="tel:(773)%20357-6970" value="+17733576970" target="_blank">(773) 357-6970</a></font></i></div><div><b><i><a href="mailto:mmarre@ttic.edu" target="_blank"><font face="arial, helvetica, sans-serif">mmarre@ttic.edu</font></a></i></b></div></div></div></div></div></div></div></div></div></div>
</div>
</blockquote></div><br></div></div>
</blockquote></div><br></div></div>