[{"data":1,"prerenderedAt":230},["ShallowReactive",2],{"article-set-cpu-affinity-binding-for-golang-program":3},{"title":4,"article":5,"hot_article":16,"month_arch":79,"cover":227},"为go程序的协程绑核 - 独孤影的博客",{"id":6,"title":7,"uri":8,"author":9,"tags":10,"created_at":13,"view_count":14,"content":15},92,"为go程序的协程绑核","set-cpu-affinity-binding-for-golang-program","duguying",[11,12],"golang","绑核","2023-02-23 10:22:23",1749,"\u003Cp>最近在公司的日志处理程序上做性能优化，用到了绑核的情况。背景是这样的，nginx进行http转发，产生日志，然后我们的程序读取日志，用lexer分词器对日志分隔字段，并且对字段进行统计聚合上报，生成监控。日志处理程序最开始是在单个goroutine里进行读取并且解析操作了，但是在核数比较多的大机器上，发现日志生成太快，解析程序处理不过来，在日志rotate的过程中会发生丢失日志的情况。于是针对这个情况进行了优化。\u003C\u002Fp>\n\n\u003Cp>用pprof发现，性能消耗最大的部分是lexer，lexer其实就是个分词器，编译器中常用的技术，逐字符读取每行日志，然后基于状态机状态标记对日志的字段进行分割，中间涉及到的状态也不算太多，主要是双引号(“”)作为定界符提取字符串字段，方括号([])作为定界符提取字符串字段，空字符(空格、\\t)和竖线符(|)作为分隔符分隔字段，转义符()对字符串中的字符串定界符(”[])进行转义，总体来说，状态不算复杂，其中也针对lexer优化过尽量减少变量分配和杜绝变量逃逸，lexer实在是已经无可优化了。\u003C\u002Fp>\n\n\u003Cp>于是只好从其他方面下手，首先就是cpu切换的性能损耗。众所周知golang中没有线程的，golang中只有协程（goroutine），而防止cpu切换的性能损耗只有绑核这个方法，具体就是讲指定的核绑定到某个线程上，这样这个线程就会只在这个指定的核上运行，不会被系统切换到其他核上，这样也就不会产生切换的损耗了。但是golang程序中只有goroutine，不能直接操作线程。其实我们是有办法对goroutine进行绑核的。\u003C\u002Fp>\n\n\u003Cp>首先，使用go里面的\u003Ccode class=\"inline-code\">runtime.LockOSThread()\u003C\u002Fcode>将当前goroutine绑定到它所在的M线程，这样，这个goroutine就不会在M线程之间切换了；然后，我们可以使用cgo，调用\u003Ccode class=\"inline-code\">pthread_self\u003C\u002Fcode>获取当前协程所在M线程的线程ID，并调用\u003Ccode class=\"inline-code\">CPU_SET\u003C\u002Fcode>对这个线程ID设置cpuid绑定。具体如下\u003C\u002Fp>\n\n\u003Cpre style=\"color:#e6edf3;background-color:#0d1117;white-space:pre-wrap;word-break:break-word;\">\u003Ccode>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#ff7b72\">package\u003C\u002Fspan> affinity\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">\u002F*\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">#define _GNU_SOURCE\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">#include <sched.h>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">#include <pthread.h>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">int lock_thread(int cpuid) {\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">  pthread_t tid;\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">  cpu_set_t cpuset;\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">  tid = pthread_self();\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">  CPU_ZERO(&cpuset);\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">  CPU_SET(cpuid, &cpuset);\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">  return  pthread_setaffinity_np(tid, sizeof(cpu_set_t), &cpuset);\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">}\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">pthread_t current_thread_id() {\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">  pthread_t tid;\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">  tid = pthread_self();\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">  return tid;\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">}\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">*\u002F\u003C\u002Fspan>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#ff7b72\">import\u003C\u002Fspan> \u003Cspan style=\"color:#a5d6ff\">"C"\u003C\u002Fspan>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#ff7b72\">import\u003C\u002Fspan> (\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\t\u003Cspan style=\"color:#a5d6ff\">"fmt"\u003C\u002Fspan>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\t\u003Cspan style=\"color:#a5d6ff\">"runtime"\u003C\u002Fspan>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>)\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">\u002F\u002F SetAffinity 设置CPU绑定\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\u003Cspan style=\"color:#8b949e;font-style:italic\">\u003C\u002Fspan>\u003Cspan style=\"color:#ff7b72\">func\u003C\u002Fspan> \u003Cspan style=\"color:#d2a8ff;font-weight:bold\">SetAffinity\u003C\u002Fspan>(cpuID \u003Cspan style=\"color:#ff7b72\">int\u003C\u002Fspan>) (\u003Cspan style=\"color:#ff7b72\">uint64\u003C\u002Fspan>, \u003Cspan style=\"color:#ff7b72\">error\u003C\u002Fspan>) {\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\truntime.\u003Cspan style=\"color:#d2a8ff;font-weight:bold\">LockOSThread\u003C\u002Fspan>()\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\tret \u003Cspan style=\"color:#ff7b72;font-weight:bold\">:=\u003C\u002Fspan> C.\u003Cspan style=\"color:#d2a8ff;font-weight:bold\">lock_thread\u003C\u002Fspan>(C.int(cpuID))\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\ttid \u003Cspan style=\"color:#ff7b72;font-weight:bold\">:=\u003C\u002Fspan> uint64(C.\u003Cspan style=\"color:#d2a8ff;font-weight:bold\">ulong\u003C\u002Fspan>(C.\u003Cspan style=\"color:#d2a8ff;font-weight:bold\">current_thread_id\u003C\u002Fspan>()))\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\t\u003Cspan style=\"color:#ff7b72\">if\u003C\u002Fspan> ret > \u003Cspan style=\"color:#a5d6ff\">0\u003C\u002Fspan> {\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\t\t\u003Cspan style=\"color:#ff7b72\">return\u003C\u002Fspan> \u003Cspan style=\"color:#a5d6ff\">0\u003C\u002Fspan>, fmt.\u003Cspan style=\"color:#d2a8ff;font-weight:bold\">Errorf\u003C\u002Fspan>(\u003Cspan style=\"color:#a5d6ff\">"set cpu core affinity failed with return code %d"\u003C\u002Fspan>, ret)\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\t}\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\t\u003Cspan style=\"color:#ff7b72\">return\u003C\u002Fspan> tid, \u003Cspan style=\"color:#79c0ff\">nil\u003C\u002Fspan>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>}\n\u003C\u002Fspan>\u003C\u002Fspan>\u003Cspan style=\"display:flex;\">\u003Cspan>\n\u003C\u002Fspan>\u003C\u002Fspan>\u003C\u002Fcode>\u003C\u002Fpre>\n\n\u003Cp>这样一来，我们只需要在goroutine中调用\u003Ccode class=\"inline-code\">SetAffinity\u003C\u002Fcode>就可以将指定的cpuid和当前goroutine进行绑定。这样就实现了goroutine的绑定。\u003C\u002Fp>\n\n\u003Cp>我将日志处理程序改为在主协程中读取文件并且通过channel分发日志行，然后在2个goroutine执行最占cpu的lexer及后续处理，并且在这两个goroutine中绑定cpuid为1,2。\u003C\u002Fp>\n\n\u003Cp>\u003Cimg src=\"https:\u002F\u002Fimage.duguying.net\u002F2023\u002F02\u002Fqdx9l7z5.webp\" alt=\"qdx9l7z5\" \u002F>\u003C\u002Fp>\n\n\u003Cp>图中可以看到，两个处理日志的goroutine绑定了1,2两个cpu，并且不会切为其他cpu，这两个cpu都在处理日志，所以cpu占用都比较高，相当于把原来一个核处理的任务分担到2个核上了。\u003C\u002Fp>\n",{"title":17,"list":18},"最热文章",[19,25,31,37,43,49,55,61,67,73],{"id":20,"title":21,"uri":22,"author":9,"created_at":23,"view_count":24},28,"docker容器目录与主机目录同步","\u002Farticle\u002Fdocker容器目录与主机目录同步","2014-12-31 12:34:08",15570,{"id":26,"title":27,"uri":28,"author":9,"created_at":29,"view_count":30},21,"beego中使用fis","\u002Farticle\u002Fbeego中使用fis","2014-12-03 10:47:56",9250,{"id":32,"title":33,"uri":34,"author":9,"created_at":35,"view_count":36},20,"用github登录，oauth开发","\u002Farticle\u002F用github登录，oauth开发","2014-11-23 13:33:37",9113,{"id":38,"title":39,"uri":40,"author":9,"created_at":41,"view_count":42},18,"windows服务注册工具nssm","\u002Farticle\u002Fwindows服务注册工具nssm","2014-10-31 21:34:39",9047,{"id":44,"title":45,"uri":46,"author":9,"created_at":47,"view_count":48},49,"用latex排版中文书籍","\u002Farticle\u002F用latex排版中文书籍","2016-10-31 11:12:02",8634,{"id":50,"title":51,"uri":52,"author":9,"created_at":53,"view_count":54},19,"texlive中文书签乱码","\u002Farticle\u002Ftexlive中文书签乱码","2014-11-15 02:54:01",8461,{"id":56,"title":57,"uri":58,"author":9,"created_at":59,"view_count":60},6,"Windows上的软件包管理器chocolatey","\u002Farticle\u002FWindows上的软件包管理器chocolatey","2014-08-10 15:55:22",8009,{"id":62,"title":63,"uri":64,"author":9,"created_at":65,"view_count":66},3,"利用开源和免费资源搭建CI环境","\u002Farticle\u002F利用开源和免费资源搭建CI环境","2014-07-04 16:54:58",7732,{"id":68,"title":69,"uri":70,"author":9,"created_at":71,"view_count":72},16,"php-fpm网站目录权限配置","\u002Farticle\u002Fphp-fpm网站目录权限配置","2014-10-18 01:36:10",7274,{"id":74,"title":75,"uri":76,"author":9,"created_at":77,"view_count":78},27,"sublime text 2插件开发，外部修改文件无法重新加载","\u002Farticle\u002Fsublime text 2插件开发，外部修改文件无法重新加载","2014-12-26 20:24:13",7054,{"title":80,"list":81},"按月归档",[82,86,89,92,95,98,101,105,109,112,115,118,122,125,128,132,135,138,141,145,148,151,154,157,160,163,166,169,172,175,178,181,184,187,190,193,196,199,202,205,209,212,215,218,221,224],{"title":83,"uri":84,"view_count":85},"2026年7月","\u002Farchive\u002F2026\u002F7\u002F1","[1]",{"title":87,"uri":88,"view_count":85},"2026年1月","\u002Farchive\u002F2026\u002F1\u002F1",{"title":90,"uri":91,"view_count":85},"2025年4月","\u002Farchive\u002F2025\u002F4\u002F1",{"title":93,"uri":94,"view_count":85},"2024年6月","\u002Farchive\u002F2024\u002F6\u002F1",{"title":96,"uri":97,"view_count":85},"2024年5月","\u002Farchive\u002F2024\u002F5\u002F1",{"title":99,"uri":100,"view_count":85},"2024年4月","\u002Farchive\u002F2024\u002F4\u002F1",{"title":102,"uri":103,"view_count":104},"2023年12月","\u002Farchive\u002F2023\u002F12\u002F1","[6]",{"title":106,"uri":107,"view_count":108},"2023年11月","\u002Farchive\u002F2023\u002F11\u002F1","[2]",{"title":110,"uri":111,"view_count":85},"2023年10月","\u002Farchive\u002F2023\u002F10\u002F1",{"title":113,"uri":114,"view_count":85},"2023年7月","\u002Farchive\u002F2023\u002F7\u002F1",{"title":116,"uri":117,"view_count":108},"2023年6月","\u002Farchive\u002F2023\u002F6\u002F1",{"title":119,"uri":120,"view_count":121},"2023年5月","\u002Farchive\u002F2023\u002F5\u002F1","[3]",{"title":123,"uri":124,"view_count":108},"2023年4月","\u002Farchive\u002F2023\u002F4\u002F1",{"title":126,"uri":127,"view_count":108},"2023年3月","\u002Farchive\u002F2023\u002F3\u002F1",{"title":129,"uri":130,"view_count":131},"2023年2月","\u002Farchive\u002F2023\u002F2\u002F1","[5]",{"title":133,"uri":134,"view_count":85},"2023年1月","\u002Farchive\u002F2023\u002F1\u002F1",{"title":136,"uri":137,"view_count":108},"2022年12月","\u002Farchive\u002F2022\u002F12\u002F1",{"title":139,"uri":140,"view_count":131},"2022年11月","\u002Farchive\u002F2022\u002F11\u002F1",{"title":142,"uri":143,"view_count":144},"2022年10月","\u002Farchive\u002F2022\u002F10\u002F1","[4]",{"title":146,"uri":147,"view_count":104},"2022年9月","\u002Farchive\u002F2022\u002F9\u002F1",{"title":149,"uri":150,"view_count":131},"2022年8月","\u002Farchive\u002F2022\u002F8\u002F1",{"title":152,"uri":153,"view_count":85},"2019年7月","\u002Farchive\u002F2019\u002F7\u002F1",{"title":155,"uri":156,"view_count":85},"2019年2月","\u002Farchive\u002F2019\u002F2\u002F1",{"title":158,"uri":159,"view_count":85},"2018年9月","\u002Farchive\u002F2018\u002F9\u002F1",{"title":161,"uri":162,"view_count":85},"2018年8月","\u002Farchive\u002F2018\u002F8\u002F1",{"title":164,"uri":165,"view_count":85},"2017年11月","\u002Farchive\u002F2017\u002F11\u002F1",{"title":167,"uri":168,"view_count":85},"2017年8月","\u002Farchive\u002F2017\u002F8\u002F1",{"title":170,"uri":171,"view_count":85},"2017年5月","\u002Farchive\u002F2017\u002F5\u002F1",{"title":173,"uri":174,"view_count":85},"2017年4月","\u002Farchive\u002F2017\u002F4\u002F1",{"title":176,"uri":177,"view_count":85},"2016年11月","\u002Farchive\u002F2016\u002F11\u002F1",{"title":179,"uri":180,"view_count":85},"2016年10月","\u002Farchive\u002F2016\u002F10\u002F1",{"title":182,"uri":183,"view_count":108},"2016年9月","\u002Farchive\u002F2016\u002F9\u002F1",{"title":185,"uri":186,"view_count":85},"2016年8月","\u002Farchive\u002F2016\u002F8\u002F1",{"title":188,"uri":189,"view_count":108},"2016年7月","\u002Farchive\u002F2016\u002F7\u002F1",{"title":191,"uri":192,"view_count":131},"2016年6月","\u002Farchive\u002F2016\u002F6\u002F1",{"title":194,"uri":195,"view_count":85},"2015年12月","\u002Farchive\u002F2015\u002F12\u002F1",{"title":197,"uri":198,"view_count":85},"2015年10月","\u002Farchive\u002F2015\u002F10\u002F1",{"title":200,"uri":201,"view_count":108},"2015年2月","\u002Farchive\u002F2015\u002F2\u002F1",{"title":203,"uri":204,"view_count":85},"2015年1月","\u002Farchive\u002F2015\u002F1\u002F1",{"title":206,"uri":207,"view_count":208},"2014年12月","\u002Farchive\u002F2014\u002F12\u002F1","[8]",{"title":210,"uri":211,"view_count":108},"2014年11月","\u002Farchive\u002F2014\u002F11\u002F1",{"title":213,"uri":214,"view_count":131},"2014年10月","\u002Farchive\u002F2014\u002F10\u002F1",{"title":216,"uri":217,"view_count":121},"2014年9月","\u002Farchive\u002F2014\u002F9\u002F1",{"title":219,"uri":220,"view_count":121},"2014年8月","\u002Farchive\u002F2014\u002F8\u002F1",{"title":222,"uri":223,"view_count":121},"2014年7月","\u002Farchive\u002F2014\u002F7\u002F1",{"title":225,"uri":226,"view_count":108},"2013年9月","\u002Farchive\u002F2013\u002F9\u002F1",{"url":228,"title":229},"https:\u002F\u002Fimage.duguying.net\u002F2022\u002F09\u002Fij6x8o4s.webp","老家 摄于2020年秋",1790062261198]