{"model":"GPT-2 small (124M)","text":"Omar Elcircevi\nBuilding production ML inference systems. Google Developer Expert, Cloud AI · Google Dev Group organizer · Speaker · OSS contributor","ranges":{"name":[0,14],"name_em":null,"tagline":[15,147],"tagline_strong":[15,56]},"steps":[{"t":"O","s":0,"p":0.00233,"rank":56,"cands":[["\n",0.0623],["The",0.0377],["\"",0.0241]],"ms":35.76},{"t":"mar","s":1,"p":0.01073,"rank":19,"cands":[["pin",0.0594],["AK",0.0477],["scar",0.0326]],"ms":38.96},{"t":" El","s":4,"p":0.01658,"rank":7,"cands":[["osa",0.2422],[" Mate",0.1092],[" Far",0.0318]],"ms":37.26},{"t":"c","s":7,"p":6e-05,"rank":878,"cands":[["-",0.2692],["g",0.1034],[" N",0.0192]],"ms":36.14},{"t":"ir","s":8,"p":0.00032,"rank":164,"cands":[["ay",0.3227],["ok",0.0561],["ag",0.0537]],"ms":36.6},{"t":"ce","s":10,"p":0.0012,"rank":100,"cands":[["io",0.1846],["as",0.0673],["ge",0.0431]],"ms":33.98},{"t":"vi","s":12,"p":0.00074,"rank":112,"cands":[[",",0.3501],[" is",0.0382],[" was",0.0276]],"ms":42.96},{"t":"\n","s":14,"p":0.04834,"rank":4,"cands":[[",",0.2874],[" is",0.07],[" was",0.0564]],"ms":44.38},{"t":"Building","s":15,"p":0.0,"rank":1273,"cands":[["\n",0.9962],["The",0.0004],["I",0.0002]],"ms":45.04},{"t":" production","s":23,"p":8e-05,"rank":1028,"cands":[[" on",0.181],[" a",0.122],[" the",0.0544]],"ms":43.62},{"t":" ML","s":34,"p":1e-05,"rank":3109,"cands":[[" of",0.0714],[" and",0.0547],[" capacity",0.0474]],"ms":43.36},{"t":" inference","s":37,"p":3e-05,"rank":729,"cands":[["As",0.382],["P",0.06],["M",0.0488]],"ms":48.4},{"t":" systems","s":47,"p":0.00166,"rank":36,"cands":[[" from",0.1464],[" with",0.1058],[" using",0.0974]],"ms":51.85},{"t":".","s":55,"p":0.01902,"rank":12,"cands":[["\n",0.1433],[" for",0.1392],[" is",0.1118]],"ms":43.64},{"t":" Google","s":56,"p":0.00097,"rank":86,"cands":[["\n",0.3504],[" In",0.0259],[" The",0.0212]],"ms":51.37},{"t":" Developer","s":63,"p":0.00274,"rank":34,"cands":[[" Scholar",0.3376],["\n",0.1352],[" Books",0.029]],"ms":49.61},{"t":" Expert","s":73,"p":3e-05,"rank":1090,"cands":[["\n",0.1079],[" Edition",0.1063],["'s",0.0881]],"ms":51.08},{"t":",","s":80,"p":0.0234,"rank":5,"cands":[["\n",0.2654],[".",0.0729],[" (",0.043]],"ms":47.98},{"t":" Cloud","s":81,"p":0.00104,"rank":148,"cands":[[" 2017",0.0264],[" Google",0.0256],[" 2015",0.0187]],"ms":57.42},{"t":" AI","s":87,"p":0.0011,"rank":134,"cands":[[" Computing",0.0599],["front",0.0243],["-",0.0238]],"ms":63.05},{"t":" ·","s":90,"p":1e-05,"rank":2608,"cands":[[",",0.2483],["\n",0.0761],[" and",0.0691]],"ms":52.18},{"t":" Google","s":92,"p":0.02837,"rank":1,"cands":[[" Google",0.0284],["\n",0.0202],[" Twitter",0.011]],"ms":54.56},{"t":" Dev","s":99,"p":0.00294,"rank":40,"cands":[[" Cloud",0.2265],[" Developer",0.1071],["\n",0.039]],"ms":54.39},{"t":" Group","s":103,"p":0.00393,"rank":32,"cands":[["Ops",0.3158],[" Blog",0.053],["Tools",0.0368]],"ms":54.72},{"t":" organizer","s":109,"p":1e-05,"rank":4025,"cands":[["\n",0.3819],[",",0.0749],[" ·",0.0605]],"ms":57.28},{"t":" ·","s":119,"p":0.06774,"rank":4,"cands":[["\n",0.2384],[",",0.1683],[".",0.1065]],"ms":68.32},{"t":" Speaker","s":121,"p":0.00062,"rank":207,"cands":[[" Google",0.1903],[" Twitter",0.0484],[" @",0.017]],"ms":69.68},{"t":" ·","s":129,"p":0.05517,"rank":3,"cands":[[":",0.1629],["\n",0.124],[" ·",0.0552]],"ms":59.6},{"t":" O","s":131,"p":0.00052,"rank":286,"cands":[[" Google",0.0506],[" Author",0.0456],[" Blog",0.041]],"ms":76.46},{"t":"SS","s":133,"p":0.00091,"rank":134,"cands":[["'",0.3401],["leg",0.0425],["mid",0.0209]],"ms":65.93},{"t":" contributor","s":135,"p":0.02585,"rank":4,"cands":[["\n",0.0558],[" ·",0.0551],[" speaker",0.0286]],"ms":73.92}],"tokens":31,"perplexity":1092.2,"tagline_perplexity":1450.6,"timing":{"ttft_ms":35.76,"total_ms":1589.5,"tok_s":19.5,"runtime":"ONNX Runtime 1.29.0","device":"Intel(R) Xeon(R) Processor @ 2.80GHz","threads":2,"kv_cache":false}}