{"id":"https://openalex.org/W2436219157","doi":"https://doi.org/10.1137/16m1080173","title":"Optimization Methods for Large-Scale Machine Learning","display_name":"Optimization Methods for Large-Scale Machine Learning","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2436219157","doi":"https://doi.org/10.1137/16m1080173","mag":"2436219157"},"language":"en","primary_location":{"id":"doi:10.1137/16m1080173","is_oa":false,"landing_page_url":"https://doi.org/10.1137/16m1080173","pdf_url":null,"source":{"id":"https://openalex.org/S160107561","display_name":"SIAM Review","issn_l":"0036-1445","issn":["0036-1445","1095-7200"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Review","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1606.04838","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019206666","display_name":"L\u00e9on Bottou","orcid":"https://orcid.org/0000-0002-9894-8128"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"L\u00e9on Bottou","raw_affiliation_strings":["Facebook AI Research, New York, NY 10003","FACEBOOK, INC.,"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, New York, NY 10003","institution_ids":[]},{"raw_affiliation_string":"FACEBOOK, INC.,","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005028153","display_name":"Frank E. Curtis","orcid":"https://orcid.org/0000-0001-7214-9187"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank E. Curtis","raw_affiliation_strings":["Department of Industrial and Systems Engineering, Lehigh University, Bethlehem, PA 18015","Lehigh University,"],"affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, Lehigh University, Bethlehem, PA 18015","institution_ids":["https://openalex.org/I186143895"]},{"raw_affiliation_string":"Lehigh University,","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081856145","display_name":"Jorge Nocedal","orcid":"https://orcid.org/0000-0002-9662-2730"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jorge Nocedal","raw_affiliation_strings":["Department of Industrial Engineering and Management Sciences, Northwestern University, Evanston, IL 60201","Northwestern University"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management Sciences, Northwestern University, Evanston, IL 60201","institution_ids":[]},{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5019206666"],"corresponding_institution_ids":["https://openalex.org/I2252078561"],"apc_list":null,"apc_paid":null,"fwci":30.2907,"has_fulltext":true,"cited_by_count":317,"citation_normalized_percentile":{"value":0.99656194,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"60","issue":"2","first_page":"223","last_page":"311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7631406784057617},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7436346411705017},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7309693098068237},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.5744346380233765},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5517296195030212},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5423160791397095},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5332842469215393},{"id":"https://openalex.org/keywords/online-machine-learning","display_name":"Online machine learning","score":0.5015058517456055},{"id":"https://openalex.org/keywords/theme","display_name":"Theme (computing)","score":0.44421204924583435},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4358096122741699},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.42878270149230957},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33620375394821167},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2462790608406067},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13270533084869385}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7631406784057617},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7436346411705017},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7309693098068237},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.5744346380233765},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5517296195030212},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5423160791397095},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5332842469215393},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.5015058517456055},{"id":"https://openalex.org/C33566652","wikidata":"https://www.wikidata.org/wiki/Q1065927","display_name":"Theme (computing)","level":2,"score":0.44421204924583435},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4358096122741699},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.42878270149230957},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33620375394821167},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2462790608406067},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13270533084869385},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1137/16m1080173","is_oa":false,"landing_page_url":"https://doi.org/10.1137/16m1080173","pdf_url":null,"source":{"id":"https://openalex.org/S160107561","display_name":"SIAM Review","issn_l":"0036-1445","issn":["0036-1445","1095-7200"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Review","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1606.04838","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.04838","pdf_url":"https://arxiv.org/pdf/1606.04838","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:osti.gov:1541717","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1541717","pdf_url":"https://www.osti.gov/servlets/purl/1541717","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"mag:2436219157","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1606.04838","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1606.04838","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1606.04838","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1606.04838","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.04838","pdf_url":"https://arxiv.org/pdf/1606.04838","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1980957423","display_name":null,"funder_award_id":"N00014-14-1-0313","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5219260752","display_name":null,"funder_award_id":"DE-FG","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5489234478","display_name":null,"funder_award_id":"DE-FG02-87ER25047s","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5667597875","display_name":null,"funder_award_id":"FG02-87ER25047","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5834367162","display_name":null,"funder_award_id":"N00014-14-1-0313 P00003","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6736687540","display_name":null,"funder_award_id":"DE-FG02-87ER25047","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7186324567","display_name":null,"funder_award_id":"DE-FG02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7189605233","display_name":"Nonlinear Optimization Algorithms for Large-Scale and Nonsmooth Applications","funder_award_id":"1016291","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7512851988","display_name":null,"funder_award_id":"DMS-1016291","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8684078510","display_name":null,"funder_award_id":"DE-FG02","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G926940519","display_name":null,"funder_award_id":"DE-SC0010615","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":170,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W19621276","https://openalex.org/W59018853","https://openalex.org/W64813323","https://openalex.org/W104184427","https://openalex.org/W114517082","https://openalex.org/W147998453","https://openalex.org/W181742239","https://openalex.org/W584312462","https://openalex.org/W608863562","https://openalex.org/W1408639475","https://openalex.org/W1409984952","https://openalex.org/W1491622225","https://openalex.org/W1498436455","https://openalex.org/W1505356468","https://openalex.org/W1505731132","https://openalex.org/W1507545330","https://openalex.org/W1513883278","https://openalex.org/W1530699444","https://openalex.org/W1550741530","https://openalex.org/W1568229137","https://openalex.org/W1569098853","https://openalex.org/W1573082642","https://openalex.org/W1577337550","https://openalex.org/W1603765807","https://openalex.org/W1629097610","https://openalex.org/W1751687266","https://openalex.org/W1836465849","https://openalex.org/W1939652453","https://openalex.org/W1970789124","https://openalex.org/W1972711404","https://openalex.org/W1979089199","https://openalex.org/W1979382551","https://openalex.org/W1983599491","https://openalex.org/W1988720110","https://openalex.org/W1988795359","https://openalex.org/W1991083751","https://openalex.org/W1992208280","https://openalex.org/W1994377487","https://openalex.org/W1994616650","https://openalex.org/W2000389939","https://openalex.org/W2005126631","https://openalex.org/W2005136695","https://openalex.org/W2006903949","https://openalex.org/W2010581677","https://openalex.org/W2020107577","https://openalex.org/W2029538739","https://openalex.org/W2038210983","https://openalex.org/W2039050532","https://openalex.org/W2042173174","https://openalex.org/W2043919728","https://openalex.org/W2045079045","https://openalex.org/W2045334340","https://openalex.org/W2049633694","https://openalex.org/W2051434435","https://openalex.org/W2051669046","https://openalex.org/W2053742104","https://openalex.org/W2057816915","https://openalex.org/W2058532290","https://openalex.org/W2058916297","https://openalex.org/W2061570747","https://openalex.org/W2062118960","https://openalex.org/W2064791171","https://openalex.org/W2066636823","https://openalex.org/W2068484625","https://openalex.org/W2078409719","https://openalex.org/W2086161653","https://openalex.org/W2090963365","https://openalex.org/W2091432990","https://openalex.org/W2095984592","https://openalex.org/W2096840748","https://openalex.org/W2100556411","https://openalex.org/W2101159990","https://openalex.org/W2103012681","https://openalex.org/W2103111465","https://openalex.org/W2105875671","https://openalex.org/W2105934661","https://openalex.org/W2107438106","https://openalex.org/W2107501462","https://openalex.org/W2109125156","https://openalex.org/W2109339818","https://openalex.org/W2109449402","https://openalex.org/W2112796928","https://openalex.org/W2112820497","https://openalex.org/W2113651538","https://openalex.org/W2115706991","https://openalex.org/W2116805437","https://openalex.org/W2117539524","https://openalex.org/W2118585731","https://openalex.org/W2118901394","https://openalex.org/W2119058682","https://openalex.org/W2119647652","https://openalex.org/W2119821739","https://openalex.org/W2122203560","https://openalex.org/W2124541940","https://openalex.org/W2125993116","https://openalex.org/W2126607811","https://openalex.org/W2133396774","https://openalex.org/W2135046866","https://openalex.org/W2137515395","https://openalex.org/W2138243089","https://openalex.org/W2146502635","https://openalex.org/W2146842127","https://openalex.org/W2148603752","https://openalex.org/W2148825261","https://openalex.org/W2149684865","https://openalex.org/W2150102617","https://openalex.org/W2154451187","https://openalex.org/W2154579312","https://openalex.org/W2155192981","https://openalex.org/W2159967940","https://openalex.org/W2162870776","https://openalex.org/W2163605009","https://openalex.org/W2166851633","https://openalex.org/W2167820643","https://openalex.org/W2168231600","https://openalex.org/W2168914046","https://openalex.org/W2169713291","https://openalex.org/W2170654002","https://openalex.org/W2170854749","https://openalex.org/W2181317554","https://openalex.org/W2194775991","https://openalex.org/W2221583060","https://openalex.org/W2244987555","https://openalex.org/W2249612659","https://openalex.org/W2276974598","https://openalex.org/W2287259016","https://openalex.org/W2292596728","https://openalex.org/W2295465721","https://openalex.org/W2300441948","https://openalex.org/W2311157666","https://openalex.org/W2322150470","https://openalex.org/W2416173357","https://openalex.org/W2478091498","https://openalex.org/W2611328865","https://openalex.org/W2616811598","https://openalex.org/W2766736793","https://openalex.org/W2769602321","https://openalex.org/W2798405286","https://openalex.org/W2798766386","https://openalex.org/W2798909945","https://openalex.org/W2911355345","https://openalex.org/W2914484425","https://openalex.org/W2950292542","https://openalex.org/W2951781666","https://openalex.org/W2952139899","https://openalex.org/W2952215077","https://openalex.org/W2962748029","https://openalex.org/W2963060476","https://openalex.org/W2963156201","https://openalex.org/W2963433763","https://openalex.org/W2963586744","https://openalex.org/W2964106020","https://openalex.org/W2964121744","https://openalex.org/W2964160102","https://openalex.org/W2980820424","https://openalex.org/W2989128237","https://openalex.org/W3028642772","https://openalex.org/W3029645440","https://openalex.org/W3086499488","https://openalex.org/W3103657382","https://openalex.org/W3104398353","https://openalex.org/W3141595720","https://openalex.org/W4205213118","https://openalex.org/W4233413206","https://openalex.org/W4237883889","https://openalex.org/W4238404964","https://openalex.org/W4239510810","https://openalex.org/W4300402905","https://openalex.org/W4388318532"],"related_works":["https://openalex.org/W1994616650","https://openalex.org/W2107438106","https://openalex.org/W2146502635","https://openalex.org/W1522301498","https://openalex.org/W3029645440","https://openalex.org/W2194775991","https://openalex.org/W1992208280","https://openalex.org/W2952215077","https://openalex.org/W104184427","https://openalex.org/W6908809","https://openalex.org/W3118608800","https://openalex.org/W2622263826","https://openalex.org/W2168231600","https://openalex.org/W2112796928","https://openalex.org/W2156779765","https://openalex.org/W3141595720","https://openalex.org/W2919115771","https://openalex.org/W114517082","https://openalex.org/W2951781666","https://openalex.org/W2949117887"],"abstract_inverted_index":{"This":[0,116],"paper":[1],"provides":[2],"a":[3,63,76,93,97,119],"review":[4],"and":[5,11,30,46,107,150],"commentary":[6],"on":[7,27,88,141],"the":[8,18,31,68,122,147],"past,":[9],"present,":[10],"future":[12],"of":[13,20,33,54,96,125,135,139,155],"numerical":[14],"optimization":[15,40,83,126],"algorithms":[16,112],"in":[17,43,66,146],"context":[19],"machine":[21,44,60,130],"learning":[22,45,61],"applications.":[23],"Through":[24],"case":[25],"studies":[26],"text":[28],"classification":[29],"training":[32],"deep":[34],"neural":[35],"networks,":[36],"we":[37,91],"discuss":[38,103],"how":[39],"problems":[41],"arise":[42],"what":[47],"makes":[48],"them":[49],"challenging.":[50],"A":[51],"major":[52],"theme":[53],"our":[55],"study":[56],"is":[57],"that":[58,143,152],"large-scale":[59,129],"represents":[62],"distinctive":[64],"setting":[65],"which":[67],"stochastic":[69,148],"gradient":[70],"(SG)":[71],"method":[72],"has":[73],"traditionally":[74],"played":[75],"central":[77],"role":[78],"while":[79],"conventional":[80],"gradient-based":[81],"nonlinear":[82],"techniques":[84,142],"typically":[85],"falter.":[86],"Based":[87],"this":[89],"viewpoint,":[90],"present":[92],"comprehensive":[94],"theory":[95],"straightforward,":[98],"yet":[99],"versatile":[100],"SG":[101],"algorithm,":[102],"its":[104],"practical":[105],"behavior,":[106],"highlight":[108],"opportunities":[109],"for":[110,128],"designing":[111],"with":[113],"improved":[114],"performance.":[115],"leads":[117],"to":[118],"discussion":[120],"about":[121],"next":[123],"generation":[124],"methods":[127,151],"learning,":[131],"including":[132],"an":[133],"investigation":[134],"two":[136],"main":[137],"streams":[138],"research":[140],"diminish":[144],"noise":[145],"directions":[149],"make":[153],"use":[154],"second-order":[156],"derivative":[157],"approximations.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":34},{"year":2019,"cited_by_count":43},{"year":2018,"cited_by_count":70},{"year":2017,"cited_by_count":48},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}