");vwo_$('head').append(_vwo_sel);return vwo_$('head')[0] && vwo_$('head')[0].lastChild;})("HEAD")}}, R_940895_48_1_2_0:{ fn:function(log,nonce=''){return (function(x) { if(!vwo_$.fn.vwoRevertHtml){ return; }; var ctx=vwo_$(x),el; /*vwo_debug log("Revert","content",""); vwo_debug*/; el=vwo_$('[vwo-element-id="1742919897117"]'); el.revertContentOp().remove();})("HEAD")}}, C_940895_48_1_2_1:{ fn:function(log,nonce=''){return (function(x) {var el,ctx=vwo_$(x); /*vwo_debug log("editElement",".stylingblock-content-margin-cell > table:nth-of-type(1) > tbody:nth-of-type(1) > tr:nth-of-type(1) > td:nth-of-type(1) > div:nth-of-type(1) > div:nth-of-type(1) > h2:nth-of-type(1) > span:nth-of-type(1)"); vwo_debug*/(el=vwo_$(".stylingblock-content-margin-cell > table:nth-of-type(1) > tbody:nth-of-type(1) > tr:nth-of-type(1) > td:nth-of-type(1) > div:nth-of-type(1) > div:nth-of-type(1) > h2:nth-of-type(1) > span:nth-of-type(1)")).html("Hello! David Brancaccio here. Do you want instant access to the free online course - “Economics 101” - to understand basic economic concepts?");})(".stylingblock-content-margin-cell > table:nth-of-type(1) > tbody:nth-of-type(1) > tr:nth-of-type(1) > td:nth-of-type(1) > div:nth-of-type(1) > div:nth-of-type(1) > h2:nth-of-type(1) > span:nth-of-type(1)")}}, R_940895_48_1_2_1:{ fn:function(log,nonce=''){return (function(x) { if(!vwo_$.fn.vwoRevertHtml){ return; }; var el,ctx=vwo_$(x); /*vwo_debug log("Revert","editElement",".stylingblock-content-margin-cell > table:nth-of-type(1) > tbody:nth-of-type(1) > tr:nth-of-type(1) > td:nth-of-type(1) > div:nth-of-type(1) > div:nth-of-type(1) > h2:nth-of-type(1) > span:nth-of-type(1)"); vwo_debug*/(el=vwo_$(".stylingblock-content-margin-cell > table:nth-of-type(1) > tbody:nth-of-type(1) > tr:nth-of-type(1) > td:nth-of-type(1) > div:nth-of-type(1) > div:nth-of-type(1) > h2:nth-of-type(1) > span:nth-of-type(1)")).vwoRevertHtml();})(".stylingblock-content-margin-cell > table:nth-of-type(1) > tbody:nth-of-type(1) > tr:nth-of-type(1) > td:nth-of-type(1) > div:nth-of-type(1) > div:nth-of-type(1) > h2:nth-of-type(1) > span:nth-of-type(1)")}}, C_940895_48_1_2_2:{ fn:function(log,nonce=''){return (function(x) {var el,ctx=vwo_$(x); /*vwo_debug log("content","[vwo-element-id='1742482566780']"); vwo_debug*/(el=vwo_$("[vwo-element-id='1742482566780']")).replaceWith2("You'll gain real-world insights into how economics impacts your daily life with this easy-to-follow online course. This crash course is based on the acclaimed textbook Economy, Society, and Public Policy by CORE Econ, tailored to help you grasp key concepts without feeling overwhelmed.

Whether you're new to economics or just want to deepen your understanding, this course covers the basics and connects them to today’s pressing issues—from inequality to public policy decisions.

Each week, you'll receive a reading guide that distills core principles, offers actionable takeaways, and explains how they affect the current world. While the full ebook enriches the experience, the guides alone provide a comprehensive understanding of fundamental economic ideas.

You’ll find this course especially useful and unique because…
"),el=vwo_$("[vwo-element-id='1742482566780']");})("[vwo-element-id='1742482566780']")}}},rules:[{"tags":[{"priority":4,"id":"runCampaign","data":"campaigns.64"},{"priority":4,"id":"runCampaign","data":"campaigns.63"},{"priority":4,"id":"runCampaign","data":"campaigns.48"}],"triggers":["10589191"]},{"tags":[{"metricId":959033,"data":{"campaigns":[{"c":64,"g":2}],"type":"m"},"id":"metric"},{"metricId":959033,"data":{"campaigns":[{"c":63,"g":2}],"type":"m"},"id":"metric"},{"metricId":959033,"data":{"campaigns":[{"c":48,"g":3}],"type":"m"},"id":"metric"}],"triggers":["8536415"]},{"tags":[{"metricId":951905,"data":{"campaigns":[{"c":64,"g":5}],"type":"m"},"id":"metric"},{"metricId":951905,"data":{"campaigns":[{"c":63,"g":5}],"type":"m"},"id":"metric"},{"metricId":951905,"data":{"campaigns":[{"c":48,"g":2}],"type":"m"},"id":"metric"}],"triggers":["8459768"]},{"tags":[{"metricId":959027,"data":{"campaigns":[{"c":64,"g":4}],"type":"m"},"id":"metric"},{"metricId":959027,"data":{"campaigns":[{"c":63,"g":4}],"type":"m"},"id":"metric"},{"metricId":959027,"data":{"campaigns":[{"c":48,"g":5}],"type":"m"},"id":"metric"}],"triggers":["8536409"]},{"tags":[{"metricId":959030,"data":{"campaigns":[{"c":64,"g":3}],"type":"m"},"id":"metric"},{"metricId":959030,"data":{"campaigns":[{"c":63,"g":3}],"type":"m"},"id":"metric"},{"metricId":959030,"data":{"campaigns":[{"c":48,"g":4}],"type":"m"},"id":"metric"}],"triggers":["8536412"]},{"tags":[{"metricId":951908,"data":{"campaigns":[{"c":64,"g":1}],"type":"m"},"id":"metric"},{"metricId":951908,"data":{"campaigns":[{"c":63,"g":1}],"type":"m"},"id":"metric"},{"metricId":951908,"data":{"campaigns":[{"c":48,"g":1}],"type":"m"},"id":"metric"}],"triggers":["8639604"]},{"tags":[{"id":"checkEnvironment"}],"triggers":["5"]},{"tags":[{"priority":3,"id":"prePostMutation"},{"id":"groupCampaigns","priority":2}],"triggers":["8"]},{"tags":[{"priority":2,"id":"visibilityService"}],"triggers":["9"]},{"tags":[{"id":"runTestCampaign"}],"triggers":["2"]},{"tags":[{"id":"urlChange"}],"triggers":["75"]}],pages:{"ec":[{"1625289":{"inc":["o",["url","urlReg","(?i).*"]]}}]},pagesEval:{"ec":[1625289]},stags:{}}})(); ;;var commonWrapper=function(argument){if(!argument){argument={valuesGetter:function(){return{}},valuesSetter:function(){},verifyData:function(){return{}}}}const getVisitorUuid=function(){if(window._vwo_acc_id>=1037725){return window.VWO&&window.VWO.get("visitor.id")}else{return window.VWO._&&window.VWO._.cookies&&window.VWO._.cookies.get("_vwo_uuid")}};var pollInterval=100;var timeout=6e4;return function(){var accountIntegrationSettings={};var _interval=null;function waitForAnalyticsVariables(){try{accountIntegrationSettings=argument.valuesGetter();accountIntegrationSettings.visitorUuid=getVisitorUuid()}catch(error){accountIntegrationSettings=undefined}if(accountIntegrationSettings&&argument.verifyData(accountIntegrationSettings)){argument.valuesSetter(accountIntegrationSettings);return 1}return 0}var currentTime=0;_interval=setInterval((function(){currentTime=currentTime||performance.now();var result=waitForAnalyticsVariables();if(result||performance.now()-currentTime>=timeout){clearInterval(_interval)}}),pollInterval)}}; var pushBasedCommonWrapper=function(argument){var firedCamp={};if(!argument){argument={integrationName:"",getExperimentList:function(){},accountSettings:function(){},pushData:function(){}}}return function(){window.VWO=window.VWO||[];const getVisitorUuid=function(){if(window._vwo_acc_id>=1037725){return window.VWO&&window.VWO.get("visitor.id")}else{return window.VWO._&&window.VWO._.cookies&&window.VWO._.cookies.get("_vwo_uuid")}};var sendDebugLogsOld=function(expId,variationId,errorType,user_type,data){try{var errorPayload={f:argument["integrationName"]||"",a:window._vwo_acc_id,url:window.location.href,exp:expId,v:variationId,vwo_uuid:getVisitorUuid(),user_type:user_type};if(errorType=="initIntegrationCallback"){errorPayload["log_type"]="initIntegrationCallback";errorPayload["data"]=JSON.stringify(data||"")}else if(errorType=="timeout"){errorPayload["timeout"]=true}if(window.VWO._.customError){window.VWO._.customError({msg:"integration debug",url:window.location.href,lineno:"",colno:"",source:JSON.stringify(errorPayload)})}}catch(e){window.VWO._.customError&&window.VWO._.customError({msg:"integration debug failed",url:"",lineno:"",colno:"",source:""})}};var sendDebugLogs=function(expId,variationId,errorType,user_type){var eventName="vwo_debugLogs";var eventPayload={};try{eventPayload={intName:argument["integrationName"]||"",varId:variationId,expId:expId,type:errorType,vwo_uuid:getVisitorUuid(),user_type:user_type};if(window.VWO._.event){window.VWO._.event(eventName,eventPayload,{enableLogs:1})}}catch(e){eventPayload={msg:"integration event log failed",url:window.location.href};window.VWO._.event&&window.VWO._.event(eventName,eventPayload)}};const callbackFn=function(data){if(!data)return;var expId=data[1],variationId=data[2],repeated=data[0],singleCall=0,debug=0;var experimentList=argument.getExperimentList();var integrationName=argument["integrationName"]||"vwo";if(typeof argument.accountSettings==="function"){var accountSettings=argument.accountSettings();if(accountSettings){singleCall=accountSettings["singleCall"];debug=accountSettings["debug"]}}if(debug){sendDebugLogs(expId,variationId,"intCallTriggered",repeated)}if(singleCall&&(repeated==="vS"||repeated==="vSS")||firedCamp[expId]){return}window.expList=window.expList||{};var expList=window.expList[integrationName]=window.expList[integrationName]||[];if(expId&&variationId&&["VISUAL_AB","VISUAL","SPLIT_URL"].indexOf(_vwo_exp[expId].type)>-1){if(experimentList.indexOf(+expId)!==-1){firedCamp[expId]=variationId;var visitorUuid=getVisitorUuid();var pollInterval=100;var currentTime=0;var timeout=6e4;var user_type=_vwo_exp[expId].exec?"vwo-retry":"vwo-new";var interval=setInterval((function(){if(expList.indexOf(expId)!==-1){clearInterval(interval);return}currentTime=currentTime||performance.now();var toClearInterval=argument.pushData(expId,variationId,visitorUuid);if(debug&&toClearInterval){sendDebugLogsOld(expId,variationId,"",user_type);sendDebugLogs(expId,variationId,"intDataPushed",user_type)}var isTimeout=performance.now()-currentTime>=timeout;if(isTimeout&&debug){sendDebugLogsOld(expId,variationId,"timeout",user_type);sendDebugLogs(expId,variationId,"intTimeout",user_type)}if(toClearInterval||isTimeout){clearInterval(interval)}if(toClearInterval){window.expList[integrationName].push(expId)}}),pollInterval||100)}}};window.VWO.push(["onVariationApplied",callbackFn]);window.VWO.push(["onVariationShownSent",callbackFn])}}; var surveyDataCommonWrapper=function(argument){if(!argument){argument={getCampaignList:function(){return[]},surveyStatusChange:function(){},answerSubmitted:function(){}}}return function(){window.VWO=window.VWO||[];function getValuesFromAnswers(answers){var values=[];for(var i=0;i=timeout;if(toClearInterval||isTimeout){clearInterval(interval)}}),pollInterval)}}window.VWO.push(["onSurveyShown",function(data){commonSurveyCallback(data,argument.surveyStatusChange,"surveyShown")}]);window.VWO.push(["onSurveyCompleted",function(data){commonSurveyCallback(data,argument.surveyStatusChange,"surveyCompleted")}]);window.VWO.push(["onSurveyAnswerSubmitted",function(data){commonSurveyCallback(data,argument.answerSubmitted,"surveySubmitted")}])}}; (function(){var VWOOmniTemp={};window.VWOOmni=window.VWOOmni||{};for(var key in VWOOmniTemp)Object.prototype.hasOwnProperty.call(VWOOmniTemp,key)&&(window.VWOOmni[key]=VWOOmniTemp[key]);;})();(function(){window.VWO=window.VWO||[];var pollInterval=100;var _vis_data={};var intervalObj={};var analyticsTimerObj={};var experimentListObj={};window.VWO.push(["onVariationApplied",function(data){if(!data){return}var expId=data[1],variationId=data[2];if(expId&&variationId&&["VISUAL_AB","VISUAL","SPLIT_URL"].indexOf(window._vwo_exp[expId].type)>-1){}}])})();; ;var vD=VWO.data||{};VWO.data={content:{"fns":{"list":{"args":{"1":{}},"vn":1}}},as:"r4.visualwebsiteoptimizer.com",dacdnUrl:"https://dev.visualwebsiteoptimizer.com",accountJSInfo:{"ts":1744671498,"noSS":false,"rp":30,"pc":{"a":0,"t":0}}};for(var k in vD){VWO.data[k]=vD[k]};;var gcpfb=function(a,loadFunc,status,err,success){function vwoErr() {_vwo_err({message:"Google_Cdn failing for " + a + ". Trying Fallback..",code:"cloudcdnerr",status:status});} if(a.indexOf("/cdn/")!==-1){loadFunc(a.replace("cdn/",""),err,success); vwoErr(); return true;} else if(a.indexOf("/dcdn/")!==-1&&a.indexOf("evad.js") !== -1){loadFunc(a.replace("dcdn/",""),err,success); vwoErr(); return true;}};window.VWO=window.VWO || [];window.VWO._= window.VWO._ || {};window.VWO._.gcpfb=gcpfb;;var d={cookie:document.cookie,URL:document.URL,referrer:document.referrer};var w={VWO:{_:{}},location:{href:window.location.href,search:window.location.search},_vwoCc:window._vwoCc};;window._vwo_cdn="https://dev.visualwebsiteoptimizer.com/cdn/";window._vwo_apm_debug_cdn="https://dev.visualwebsiteoptimizer.com/cdn/";window.VWO._.useCdn=true;window.vwo_eT="br";window._VWO=window._VWO||{};window._VWO.fSeg={};window._VWO.dcdnUrl="/dcdn/settings.js";window.VWO.sTs=1744658456;window._VWO._vis_nc_lib=window._vwo_cdn+"edrv/nc-22652eff7f31b5ce957ea182f3b00d90br.js";var loadWorker=function(url){_vwo_code.load(url, { dSC: true, onloadCb: function(xhr,a){window._vwo_wt_l=true;if(xhr.status===200 ||xhr.status===304){var code="var window="+JSON.stringify(w)+",document="+JSON.stringify(d)+";window.document=document;"+xhr.responseText;var blob=new Blob([code||"throw new Error('code not found!');"],{type:"application/javascript"}),url=URL.createObjectURL(blob);window.mainThread={webWorker:new Worker(url)};window.vwoChannelFW=new MessageChannel();window.vwoChannelToW=new MessageChannel();window.mainThread.webWorker.postMessage({vwoChannelToW:vwoChannelToW.port1,vwoChannelFW:vwoChannelFW.port2},[vwoChannelToW.port1, vwoChannelFW.port2]);if(!window._vwo_mt_f)return window._vwo_wt_f=true;_vwo_code.addScript({text:window._vwo_mt_f});delete window._vwo_mt_f}else{if(gcpfb(a,loadWorker,xhr.status)){return;}_vwo_code.finish("&e=loading_failure:"+a)}}, onerrorCb: function(a){if(gcpfb(a,loadWorker)){return;}window._vwo_wt_l=true;_vwo_code.finish("&e=loading_failure:"+a);}})};loadWorker("https://dev.visualwebsiteoptimizer.com/cdn/edrv/worker-b31b97f8c2fb7582cde37c6681f5aeadbr.js");;var _vis_opt_file;var _vis_opt_lib;if(window.VWO._.allSettings.dataStore.previewExtraSettings!=undefined&&window.VWO._.allSettings.dataStore.previewExtraSettings.isSurveyPreviewMode){var surveyHash=window.VWO._.allSettings.dataStore.plugins.LIBINFO.SURVEY_DEBUG_EVENTS.HASH;var param1="evad.js?va=";var param2="&d=debugger_new";var param3="&sp=1&a=940895&sh="+surveyHash;_vis_opt_file=vwoCode.use_existing_jquery&&typeof vwoCode.use_existing_jquery()!=="undefined"?vwoCode.use_existing_jquery()?param1+"vanj"+param2:param1+"va_gq"+param2:param1+"edrv/va_gq-3c5e403756405f46fc0d721428dbc45cbr.js"+param2;_vis_opt_file=_vis_opt_file+param3;_vis_opt_lib="https://dev.visualwebsiteoptimizer.com/dcdn/"+_vis_opt_file}else if(window.VWO._.allSettings.dataStore.mode!=undefined&&window.VWO._.allSettings.dataStore.mode=="PREVIEW"){ var path1 = 'edrv/pd_'; var path2 = window.VWO._.allSettings.dataStore.plugins.LIBINFO.EVAD.HASH + ".js"; ;_vis_opt_file=vwoCode.use_existing_jquery&&typeof vwoCode.use_existing_jquery()!=="undefined"?vwoCode.use_existing_jquery()?path1+"vanj"+path2:path1+"va_gq"+path2:path1+"edrv/va_gq-3c5e403756405f46fc0d721428dbc45cbr.js"+path2;_vis_opt_lib="https://dev.visualwebsiteoptimizer.com/cdn/"+_vis_opt_file}else{_vis_opt_file=vwoCode.use_existing_jquery&&typeof vwoCode.use_existing_jquery()!=="undefined"?vwoCode.use_existing_jquery()?"edrv/vanj-944ef786aed805499ec94f3cef25ed99br.js":"edrv/va_gq-3c5e403756405f46fc0d721428dbc45cbr.js":"edrv/va_gq-3c5e403756405f46fc0d721428dbc45cbr.js"}window._vwo_library_timer=setTimeout((function(){vwoCode.removeLoaderAndOverlay&&vwoCode.removeLoaderAndOverlay();vwoCode.finish()}),vwoCode.library_tolerance&&typeof vwoCode.library_tolerance()!=="undefined"?vwoCode.library_tolerance():2500),_vis_opt_lib=typeof _vis_opt_lib=="undefined"?window._vwo_cdn+_vis_opt_file:_vis_opt_lib;var loadLib=function(url){_vwo_code.load(url, { dSC: true, onloadCb:function(xhr,a){window._vwo_mt_l=true;if(xhr.status===200 || xhr.status===304){if(!window._vwo_wt_f)return window._vwo_mt_f=xhr.responseText;_vwo_code.addScript({text:xhr.responseText});delete window._vwo_wt_f;}else{if(gcpfb(a,loadLib,xhr.status)){return;}_vwo_code.finish("&e=loading_failure:"+a);}}, onerrorCb: function(a){if(gcpfb(a,loadLib)){return;}window._vwo_mt_l=true;_vwo_code.finish("&e=loading_failure:"+a);}})};loadLib(_vis_opt_lib);VWO.load_co=function(u,opts){return window._vwo_code.load(u,opts);};;;}}catch(e){_vwo_code.finish();_vwo_code.removeLoaderAndOverlay&&_vwo_code.removeLoaderAndOverlay();_vwo_err(e);window.VWO.caE=1}})();

Marketplace®

Daily business news and economic stories
Apr 11, 2023

Bias generated by technology is “more than a glitch,” expert says

Meredith Broussard’s latest book examines how artificial intelligence systems enhance and exhibit bias when they’re trained on problematic data.

Getty Images
Getty Images

Artificial intelligence is practically all anyone in the tech world can talk about these days, as many of the biggest names in the industry compete for dominance with ever more powerful AI. But recently, some experts called for a timeout in development efforts to evaluate the harms these tools could cause.

Meredith Broussard, a journalism professor at New York University, says you don’t have to look far to identify some of those harms. Even before the latest generation of chatbots and image generators came on the scene, Broussard was tracking the ways technology exhibits and amplifies bias.

Marketplace’s Meghan McCarty Carino spoke to Broussard about her latest book, “More Than a Glitch: Confronting Race, Gender, and Ability Bias in Tech,” which was released last month.

The following is an edited transcript of their conversation.

Meredith Broussard: We tend to talk about bias in tech like it’s a momentary blip — a glitch is something that’s easily fixed in the code. When we see social problems manifest in technology, we need to stop treating them like glitches, and we need to understand why social problems manifest inside our technologies, and we need to not pretend that these things are really easy to fix. So, when Google Images labels images of Black men as gorillas, or when ChatGPT generates text that looks like it’s grooming a 13-year-old for a child predator, these are not just easily fixed code issues. These are human problems. And we can’t contribute to magical thinking about AI.

Meghan McCarty Carino: When we think about the biases that could be magnified by technology like this, what is particularly dangerous?

Broussard: I think that it really depends on context. One of the things that I’m excited about is the European Union’s proposed Artificial Intelligence Act, which divides AI into low-risk and high-risk uses. So, a low-risk use of facial recognition AI might be using facial recognition to unlock your phone. I’m not too worried about that. But a high-stakes use of facial recognition is something like police using facial recognition on real-time video feeds. That has real potential for harm because facial recognition is not as good at recognizing people with dark skin as it is recognizing people with light skin, so people with darker skin tend to get misidentified by facial recognition and are thus more subject to surveillance, to false arrest if facial recognition is used in this way. That’s a high-risk use — let’s maybe not do that. So, it’s all about context. It’s all about what kind of AI are you using, how you’re using it and for what purpose.

McCarty Carino: There is a form of AI that is sucking up a lot of oxygen lately — generative AI and specifically large language models and chatbots. How do you see the ideas in your book playing out around this technology?

Broussard: The way a large language model works is you take a whole bunch of data, you feed it into the computer and you say computer, make me a model. The computer says OK and it makes a model of the mathematical patterns that it sees in the data. Then, it can reproduce those patterns, and it can make new patterns that look like the old patterns. So, these systems can make new professional headshots based on whatever you put in, and DALL-E can generate images based on images that it’s seen before. It’s really cool and it’s really fun to play with, I really encourage people to open up ChatGPT or a similar tool and check it out. But once the novelty wears off, I want you to think about how these things are made. It’s fed with tons of data scraped from the internet — which is both wonderful and incredibly toxic — and it makes new patterns based on what it’s seen, which again, some wonderful, some toxic, and none of it is guaranteed to be true.

McCarty Carino: When it comes to the likelihood that these tools will magnify some of the biases and problematic patterns that they’re trained on, is it particularly dangerous that they sound human?

Broussard: Humans have this wonderful tendency to anthropomorphize things — we really want to recognize the human in other things. But when it comes to AI, we can’t get confused. We can’t imagine that all these Hollywood scenarios are actually happening. Our real AI is just math. It’s just machine learning models that are fed with data about the past, and it has all of the problems of the past built in.

Tuesday’s episode with Broussard is the first of a two-part series about her book “More Than a Glitch.” We’ll have more from her Wednesday about AI being used to assist with medical decisions, bias and all.

If you’re still not sure how to feel about AI, you can check out some of last week’s shows. We featured three different perspectives on the development of AI and the calls for a slowdown — from an AI-hype skeptic to one of the voices calling for an experimentation pause and a researcher who says slowing development could do more harm than good.

The Team