{"id":21342,"date":"2026-10-22T17:44:14","date_gmt":"2026-10-22T09:44:14","guid":{"rendered":"https:\/\/blog.ywdevops.cn\/?p=21342"},"modified":"2026-10-23T14:38:23","modified_gmt":"2026-10-23T06:38:23","slug":"linux-11","status":"publish","type":"post","link":"https:\/\/blog.ywdevops.cn\/index.php\/2026\/10\/22\/linux-11\/","title":{"rendered":"Linux\u7cfb\u7edf\u5e38\u89c1CPU\u5185\u5b58\u95ee\u9898\u6392\u67e5"},"content":{"rendered":"\n

CPU \u98d9\u9ad8\u6392\u67e5\u6e05\u5355<\/mark><\/strong><\/p>\n\n\n\n

1\u3001\u5feb\u901f\u5b9a\u4f4d\u9ad8 CPU \u8fdb\u7a0b<\/p>\n\n\n\n

top -c                    # \u6309 P \u6309 CPU \u6392\u5e8f\uff0c\u8bb0\u4e0b PID\n# \u6216\nhtop                      # \u66f4\u76f4\u89c2\uff0cF6 \u9009 PERCENT_CPU\n# \u6216\npidstat -u 1              # \u6bcf\u79d2\u5237\u65b0\uff0c\u770b %CPU \u5217<\/code><\/pre>\n\n\n\n
2\u3001\u5b9a\u4f4d\u8fdb\u7a0b\u5185\u9ad8\u6d88\u8017\u7ebf\u7a0b<\/p>\n\n\n\n
top -H -p <PID>           # \u770b\u8be5\u8fdb\u7a0b\u6240\u6709\u7ebf\u7a0b\u7684 CPU \u5360\u7528\n# \u6216\npidstat -u -t -p <PID> 1  # \u7ebf\u7a0b\u7ea7 CPU \u660e\u7ec6<\/code><\/pre>\n\n\n\n
3\u3001\u7ebf\u7a0b TID \u8f6c 16 \u8fdb\u5236\uff08\u7528\u4e8e\u67e5\u5806\u6808\uff09<\/p>\n\n\n\n
printf \"%x\\n\" <TID>       # \u8f93\u51fa\u5982 0x1a2b<\/code><\/pre>\n\n\n\n
4\u3001\u6293\u7ebf\u7a0b\/\u8fdb\u7a0b\u5728\u5e72\u4ec0\u4e48\uff08\u627e\u70ed\u70b9\u4ee3\u7801\uff09<\/p>\n\n\n\n
# Java \u8fdb\u7a0b\njstack <PID> > \/tmp\/js.txt\n# \u7136\u540e grep 0x1a2b \/tmp\/js.txt \u627e\u5230\u5bf9\u5e94\u7ebf\u7a0b\u6808\n\n# \u975e Java \/ \u901a\u7528\nperf top -p <PID>         # \u5b9e\u65f6\u770b\u70ed\u70b9\u51fd\u6570\n# \u6216\u91c7\u6837\u751f\u6210\u706b\u7130\u56fe\nperf record -p <PID> -g -- sleep 30\nperf script > \/tmp\/out.perf\n# \u7528 FlameGraph \u5de5\u5177\u751f\u6210 svg<\/code><\/pre>\n\n\n\n
5\u3001\u770b\u7cfb\u7edf\u7ea7\u4e0a\u4e0b\u6587\u5207\u6362\u662f\u5426\u5f02\u5e38<\/p>\n\n\n\n
vmstat 1  10              # \u770b cs \u5217\uff08context switch\uff09\npidstat -w 1              # \u6bcf\u4e2a\u8fdb\u7a0b\u7684 cswch\/s\uff08\u81ea\u613f\u5207\u6362\uff09\u548c nvcswch\/s\uff08\u975e\u81ea\u613f\uff09<\/code><\/pre>\n\n\n\n
6\u3001\u770b\u8f6f\u4e2d\u65ad\u662f\u5426\u5403 CPU<\/p>\n\n\n\n
top  # \u770b si \u5360\u6bd4\ncat \/proc\/softirqs        # \u5404 CPU \u8f6f\u4e2d\u65ad\u5206\u5e03\nmpstat -P ALL 1           # \u770b\u6bcf\u4e2a CPU \u7684\u8f6f\u4e2d\u65ad\u5360\u6bd4<\/code><\/pre>\n\n\n\n
\u5185\u5b58\u95ee\u9898\u6392\u67e5\u6e05\u5355<\/mark><\/strong><\/p>\n\n\n\n
1\u3001\u5148\u770b\u6574\u4f53\u5185\u5b58\u72b6\u51b5<\/p>\n\n\n\n
free -h                   # \u91cd\u70b9\u770b available \u5217\nvmstat 1                  # \u770b si\/so \u662f\u5426\u6709\u6362\u9875\ncat \/proc\/meminfo         # \u8be6\u7ec6\u5185\u5b58\u5206\u5e03<\/code><\/pre>\n\n\n\n
2\u3001\u627e\u5185\u5b58\u5360\u7528\u6700\u9ad8\u7684\u8fdb\u7a0b<\/p>\n\n\n\n
ps aux --sort=-%mem | head -20\ntop -c                    # \u6309 M \u6309\u5185\u5b58\u6392\u5e8f\n# RES = \u5b9e\u9645\u7269\u7406\u5185\u5b58\u5360\u7528\n# VIRT = \u865a\u62df\u5185\u5b58\uff08\u901a\u5e38\u4e0d\u7528\u592a\u5173\u6ce8\uff09<\/code><\/pre>\n\n\n\n
3\u3001\u5206\u6790\u67d0\u4e2a\u8fdb\u7a0b\u7684\u5185\u5b58\u660e\u7ec6<\/p>\n\n\n\n
pmap -x <PID> | head -30  # \u5185\u5b58\u6620\u5c04\uff0c\u770b\u54ea\u5757\u5360\u5927\u5934\npmap -x <PID> | tail -1   # \u6700\u540e\u4e00\u884c\u662f\u6c47\u603b\ncat \/proc\/<PID>\/status    # \u770b VmRSS \/ VmSize\nps -p pid -o pid,ppid,stat,%cpu,%mem,rss,vsz,nlwp,etime,cmd #\u770b\u8fdb\u7a0b\u6574\u4f53\u72b6\u6001\n#%CPU\uff1a\u8fdb\u7a0b\u6b63\u5728\u6d88\u8017\u591a\u5c11 CPU\u3002\u591a\u7ebf\u7a0b\u8fdb\u7a0b\u53ef\u80fd\u8d85\u8fc7 100%\n#%MEM\u3001RSS\uff1a\u5f53\u524d\u5b9e\u9645\u5360\u7528\u7684\u7269\u7406\u5185\u5b58\uff1b\u6392\u67e5\u5185\u5b58\u589e\u957f\u65f6\u91cd\u70b9\u770b RSS\n#NLWP\uff1a\u7ebf\u7a0b\u6570\u91cf\n#STAT\uff1a\u8fdb\u7a0b\u72b6\u6001\uff0c\u4f8b\u5982 R \u8fd0\u884c\u3001S \u53ef\u4e2d\u65ad\u7761\u7720\u3001D \u4e0d\u53ef\u4e2d\u65ad\u7b49\u5f85\u3001Z \u50f5\u5c38\n#ETIME\uff1a\u8fdb\u7a0b\u5df2\u8fd0\u884c\u591a\u4e45<\/code><\/pre>\n\n\n\n
4\u3001\u5224\u65ad\u662f\u7f13\u5b58\u8fd8\u662f\u771f\u7528\u6389\u4e86<\/p>\n\n\n\n
# buff\/cache \u9ad8\u4f46 available \u5145\u8db3 \u2192 \u6b63\u5e38\u7f13\u5b58\uff0c\u65e0\u9700\u5904\u7406\n# \u5982\u679c\u6000\u7591\u7f13\u5b58\u4e0d\u91ca\u653e\uff0c\u53ef\u624b\u52a8\u91ca\u653e\uff08\u6d4b\u8bd5\u73af\u5883\uff09\nsync; echo 3 > \/proc\/sys\/vm\/drop_caches<\/code><\/pre>\n\n\n\n
5\u3001\u68c0\u6d4b\u5185\u5b58\u6cc4\u6f0f\u8d8b\u52bf<\/p>\n\n\n\n
watch -n 1 \"grep VmRSS \/proc\/<PID>\/status\"\n# \u6216\npidstat -r -p <PID> 1     # \u770b minflt\/majflt \u548c RSS \u8d8b\u52bf<\/code><\/pre>\n\n\n\n
I\/O \u4e0e\u8d1f\u8f7d\u9ad8\u6392\u67e5\u6e05\u5355<\/mark><\/strong><\/p>\n\n\n\n
1\u3001\u8d1f\u8f7d\u9ad8\u4f46 CPU \u4e0d\u9ad8 \u2192 \u67e5 I\/O<\/p>\n\n\n\n
top                       # \u770b wa\uff08I\/O wait\uff09\u5217\nvmstat 1                  # \u770b b\uff08\u4e0d\u53ef\u4e2d\u65ad\u8fdb\u7a0b\u6570\uff09\u3001wa\u3001si\/so\niostat -xz 1              # \u770b %util\u3001await\u3001r\/s\u3001w\/s<\/code><\/pre>\n\n\n\n
2\u3001\u627e\u54ea\u4e2a\u8fdb\u7a0b\u5728\u75af\u72c2 I\/O<\/p>\n\n\n\n
iotop -o                  # \u53ea\u770b\u6709 I\/O \u7684\u8fdb\u7a0b\npidstat -d 1              # \u6bcf\u4e2a\u8fdb\u7a0b\u7684\u8bfb\u5199\u901f\u7387<\/code><\/pre>\n\n\n\n
3\u3001\u67e5 D \u72b6\u6001\uff08\u4e0d\u53ef\u4e2d\u65ad\u7761\u7720\uff09\u8fdb\u7a0b<\/p>\n\n\n\n
ps aux | awk '$8 ~ \/D\/ {print}'\n# \u6216\ntop -b -n 1 | awk '$8 ~ \/D\/ {print}'<\/code><\/pre>\n\n\n\n
4\u3001\u67e5\u6587\u4ef6\/\u78c1\u76d8\u5c42\u9762<\/p>\n\n\n\n
df -h                     # \u770b\u78c1\u76d8\u662f\u5426\u6ee1\u4e86\nlsof +D \/path\/to\/dir      # \u770b\u76ee\u5f55\u4e0b\u88ab\u6253\u5f00\u7684\u6587\u4ef6\nlsof -u <user>            # \u770b\u67d0\u7528\u6237\u6253\u5f00\u7684\u6587\u4ef6\n# \u78c1\u76d8\u6ee1\u4f46 df \u663e\u793a\u6709\u7a7a\u95f4\uff1f\u67e5\u88ab\u5220\u9664\u4f46\u672a\u91ca\u653e\u7684\u6587\u4ef6\u53e5\u67c4\uff1a\nlsof | grep deleted<\/code><\/pre>\n\n\n\n
OOM \/ \u8fdb\u7a0b\u88ab\u6740\u6b7b\u6392\u67e5\u6e05\u5355<\/mark><\/strong><\/p>\n\n\n\n
1\u3001\u786e\u8ba4\u662f\u4e0d\u662f OOM Killer \u5e72\u7684<\/p>\n\n\n\n
dmesg -T | grep -i \"oom\\|killed process\"\n# \u6216\njournalctl -k | grep -i oom\n# \u6216\ngrep -i \"oom\" \/var\/log\/messages\ngrep -i \"killed process\" \/var\/log\/syslog<\/code><\/pre>\n\n\n\n
2\u3001\u770b OOM \u65f6\u7cfb\u7edf\u5185\u5b58\u72b6\u6001<\/p>\n\n\n\n
# dmesg \u8f93\u51fa\u91cc\u4f1a\u5305\u542b\uff1a\n# - \u88ab\u6740\u8fdb\u7a0b PID\u3001\u540d\u79f0\u3001RSS \u7b49\n# - \u5f53\u65f6 Mem-Info\uff08free\/active\/inactive\/slab \u7b49\uff09\n# - oom_score \u548c oom_score_adj<\/code><\/pre>\n\n\n\n
3\u3001\u770b\u8fdb\u7a0b OOM \u8bc4\u5206<\/p>\n\n\n\n
cat \/proc\/<PID>\/oom_score        # \u8d8a\u9ad8\u8d8a\u5bb9\u6613\u88ab\u6740\ncat \/proc\/<PID>\/oom_score_adj   # \u53ef\u8c03\u8d1f\u5206\u4fdd\u62a4\u5173\u952e\u8fdb\u7a0b<\/code><\/pre>\n\n\n\n
4\u3001\u4e34\u65f6\u4fdd\u62a4\u5173\u952e\u8fdb\u7a0b<\/p>\n\n\n\n
echo -1000 > \/proc\/<PID>\/oom_score_adj\n# \u6216\u6c38\u4e45\u8bbe\u7f6e\nsysctl vm.panic_on_oom=0        # \u4e0d panic\uff0c\u7ee7\u7eed\u6740\u8fdb\u7a0b<\/code><\/pre>\n\n\n\n
5\u3001\u5982\u679c\u5e94\u7528\u9891\u7e41 OOM<\/p>\n\n\n\n
\u7528 jmap\uff08Java\uff09\u6216 valgrind\uff08C\/C++\uff09\u5206\u6790\u5185\u5b58\u4f7f\u7528\n\u52a0\u76d1\u63a7\u544a\u8b66\uff08\u5185\u5b58 > 80% \u65f6\u63d0\u524d\u4ecb\u5165\uff09\n\u8c03 JVM \u5806\u5927\u5c0f \/ \u5e94\u7528\u5185\u5b58\u53c2\u6570<\/code><\/pre>\n\n\n\n
\u603b\u7ed3\uff1a<\/p>\n\n\n\n
\u573a\u666f<\/strong><\/th>\u9996\u9009\u547d\u4ee4<\/strong><\/th>\u5173\u952e\u6307\u6807<\/strong><\/th><\/tr><\/thead>
CPU \u9ad8<\/td>top -H -p PID<\/code><\/td>%CPU\u3001\u8d1f\u8f7d<\/td><\/tr>
\u4e0a\u4e0b\u6587\u5207\u6362<\/td>vmstat 1<\/code><\/td>cs \u5217<\/td><\/tr>
\u5185\u5b58\u4e0d\u8db3<\/td>free -h<\/code><\/td>available<\/td><\/tr>
\u5185\u5b58\u6cc4\u6f0f<\/td>pidstat -r<\/code><\/td>RSS \u8d8b\u52bf<\/td><\/tr>
I\/O \u74f6\u9888<\/td>iostat -xz 1<\/code><\/td>%util\u3001await<\/td><\/tr>
D \u72b6\u6001<\/td>ps aux \\| awk '$8~\/D\/'<\/code><\/td>D \u72b6\u6001\u8fdb\u7a0b<\/td><\/tr>
OOM<\/td>dmesg \\| grep -i oom<\/code><\/td>killed process<\/td><\/tr>
\u7aef\u53e3\/\u6587\u4ef6\u5360\u7528<\/td>lsof -i :8080<\/code><\/td>\u6253\u5f00\u7684\u6587\u4ef6\/\u5957\u63a5\u5b57<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n
\u8bf4\u660e<\/mark><\/strong><\/p>\n\n\n\n
1\u3001\u8d1f\u8f7d\u9ad8\u4f46 CPU \u4e0d\u9ad8 \u662f\u4ec0\u4e48\u610f\u601d\uff1f<\/p>\n\n\n\n
\u8d1f\u8f7d\u9ad8\u4f46 CPU \u4e0d\u9ad8 = \u5f88\u591a\u8fdb\u7a0b\u5728\u6392\u961f\uff0c\u4f46\u4e0d\u662f\u5728\u7b49 CPU\uff0c\u800c\u662f\u5728\u7b49 I\/O\uff08\u78c1\u76d8 \/ \u7f51\u7edc \/ NFS \/ \u9501\uff09\uff0c\u7b80\u5355\u7406\u89e3\u5c31\u662f\uff1aCPU \u5f88\u95f2\uff0c\u4f46\u6d3b\u5e72\u4e0d\u4e0b\u53bb\uff0c\u56e0\u4e3a\u201c\u539f\u6750\u6599\u201d\u6216\u201c\u51fa\u53e3\u201d\u5835\u4e86<\/p>\n\n\n\n
\u5728 Linux \u91cc\uff0c\u8d1f\u8f7d = \u5904\u4e8e\u4ee5\u4e0b\u4e09\u79cd\u72b6\u6001\u7684\u8fdb\u7a0b\u6570\u4e4b\u548c<\/strong>\uff1a<\/p>\n\n\n\n
\u72b6\u6001<\/strong><\/th>\u542b\u4e49<\/strong><\/th><\/tr><\/thead>
R\uff08Running\uff09<\/strong>\u200b<\/td>\u6b63\u5728\u7528 CPU<\/td><\/tr>
R\uff08Runnable\uff09<\/strong>\u200b<\/td>\u7b49 CPU\uff08CPU \u6392\u961f\uff09<\/td><\/tr>
D\uff08Uninterruptible Sleep\uff09<\/strong>\u91cd\u70b9\uff01\uff01\uff01\uff01\u200b<\/td>\u7b49 I\/O\uff08\u78c1\u76d8 \/ NFS \/ \u7f51\u7edc\u5b58\u50a8\uff09<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n
    \n
  • CPU 100% \u2192 \u8d1f\u8f7d\u4e00\u5b9a\u9ad8 \u2705<\/li>\n\n\n\n
  • \u8d1f\u8f7d\u9ad8 \u2192 CPU \u4e0d\u4e00\u5b9a\u9ad8 \u274c\uff08\u53ef\u80fd\u5168\u662f D \u72b6\u6001\uff09<\/li>\n<\/ul>\n\n\n\n
    \u573a\u666f 1\uff1a\u78c1\u76d8 I\/O \u88ab\u6253\u6ee1\uff08\u6700\u5e38\u89c1\uff09<\/p>\n\n\n\n
      \n
    • \u5927\u91cf\u65e5\u5fd7\u5199\u5165<\/li>\n\n\n\n
    • \u6570\u636e\u5e93\u75af\u72c2\u5237\u76d8<\/li>\n\n\n\n
    • \u5907\u4efd\u7a0b\u5e8f\u5728\u62f7\u5927\u6587\u4ef6<\/li>\n\n\n\n
    • \u4e91\u670d\u52a1\u5668 IOPS \u88ab\u6253\u7206<\/li>\n<\/ul>\n\n\n\n
      \u6b64\u65f6\uff0c\u8fdb\u7a0b\u53d1\u8d77 read()<\/code> \/ write()<\/code>\uff0c\u5185\u6838\u8fdb\u5165 D \u72b6\u6001<\/strong>\uff0cCPU \u5176\u5b9e\u5728\u201c\u7b49\u78c1\u76d8\u201d\uff0c\u8fdb\u7a0b\u6570\u4e0d\u65ad\u5806\u79ef \u2192 \u8d1f\u8f7d\u98d9\u5347\uff0cCPU \u4f7f\u7528\u7387\u5374\u5f88\u4f4e<\/p>\n\n\n\n
      \u6ce8\uff1aD\u72b6\u6001\u5c31\u662f\u4e0d\u53ef\u4e2d\u65ad\u7761\u7720\u8fdb\u7a0b\uff0c\u4e5f\u5c31\u662f\u8fdb\u7a0b\u7761\u6b7b\u4e86\uff0ckill -9 pid\u4e5f\u6ca1\u529e\u6cd5\u6740\u6b7b\u5b83<\/p>\n\n\n\n
      \u573a\u666f 2\uff1aNFS \/ \u7f51\u7edc\u5b58\u50a8\u5361\u4f4f<\/p>\n\n\n\n
        \n
      • NFS \u670d\u52a1\u5668\u8d85\u65f6<\/li>\n\n\n\n
      • \u4e91\u76d8\u7f51\u7edc\u6296\u52a8<\/li>\n\n\n\n
      • \u6302\u8f7d\u4e86\u4e0d\u53ef\u8fbe\u7684\u8fdc\u7a0b\u76ee\u5f55<\/li>\n<\/ul>\n\n\n\n
        \u6b64\u65f6\uff0c\u8d1f\u8f7d\u98d9\u5230\u51e0\u5341\u751a\u81f3\u4e0a\u767e\uff0cCPU idle 90%+\uff0ctop \u91cc\u4e00\u5806\u8fdb\u7a0b\u662f D \u72b6\u6001<\/p>\n\n\n\n
        \u573a\u666f 3\uff1a\u8fdb\u7a0b\u5728\u7b49\u9501 \/ \u5185\u6838\u8d44\u6e90<\/p>\n\n\n\n
          \n
        • \u5185\u6838 mutex \u5361\u6b7b<\/li>\n\n\n\n
        • cgroup \u9501\u7ade\u4e89<\/li>\n\n\n\n
        • \u67d0\u4e9b\u5185\u6838 bug<\/li>\n<\/ul>\n\n\n\n
          \u6b64\u65f6\uff0c\u8d1f\u8f7d\u9ad8\uff0cCPU \u4e0d\u9ad8\uff0cvmstat \u91cc cs \u5f88\u9ad8<\/p>\n\n\n\n
          \u573a\u666f 4\uff1a\u5927\u91cf\u4e0d\u53ef\u4e2d\u65ad I\/O\uff08D \u72b6\u6001\uff09<\/p>\n\n\n\n
          ps aux | awk '$8 ~ \/D\/ {print}' #\u5982\u679c\u770b\u5230\u4e00\u5806 D \u72b6\u6001\u8fdb\u7a0b \u2192 \u51e0\u4e4e\u53ef\u4ee5\u786e\u8bca\u662f I\/O \u95ee\u9898<\/code><\/pre>\n\n\n\n
          2\u3001\u5982\u4f55\u5224\u65ad\u662f\u54ea\u79cd\u60c5\u51b5\uff1f<\/p>\n\n\n\n
          \u2705 \u7b2c\u4e00\u6b65\uff1atop<\/code> \u770b\u4e09\u4e2a\u5173\u952e\u6307\u6807<\/p>\n\n\n\n
            \n
          • load average<\/strong>\uff1a\u9ad8<\/li>\n\n\n\n
          • %Cpu(s) us\/sy<\/strong>\uff1a\u4f4e<\/li>\n\n\n\n
          • %Cpu(s) wa\uff08iowait\uff09<\/strong>\uff1a\u9ad8 \u2705   \u6ce8\uff1awa \u9ad8 = I\/O \u5728\u62d6\u540e\u817f<\/mark><\/strong><\/li>\n<\/ul>\n\n\n\n
            \u2705 \u7b2c\u4e8c\u6b65\uff1avmstat 1<\/code> \u786e\u8ba4<\/p>\n\n\n\n
            \u5217<\/strong><\/th>\u542b\u4e49<\/strong><\/th>\u5f02\u5e38\u8868\u73b0<\/strong><\/th><\/tr><\/thead>
            r<\/code><\/td>\u7b49 CPU \u7684\u8fdb\u7a0b<\/td>\u9ad8 = CPU \u74f6\u9888<\/td><\/tr>
            b<\/code><\/td>\u7b49 I\/O \u7684\u8fdb\u7a0b<\/td>\u9ad8 = I\/O \u74f6\u9888<\/strong>\u200b \u2705<\/td><\/tr>
            wa<\/code><\/td>I\/O wait<\/td>\u9ad8<\/td><\/tr>
            si\/so<\/code><\/td>swap<\/td>\u975e 0 = \u5185\u5b58\u95ee\u9898<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n
            \ud83d\udc49 b<\/code> \u9ad8 + wa<\/code> \u9ad8 = \u8d1f\u8f7d\u9ad8 CPU \u4e0d\u9ad8\u7684\u94c1\u8bc1<\/strong><\/p>\n\n\n\n
            \u2705 \u7b2c\u4e09\u6b65\uff1aiostat<\/code> \u770b\u78c1\u76d8<\/p>\n\n\n\n
            iostat -xz 1<\/code><\/pre>\n\n\n\n
              \n
            • %util \u2192 \u63a5\u8fd1 100% = \u78c1\u76d8\u88ab\u6253\u6ee1<\/li>\n\n\n\n
            • await \u2192 \u6beb\u79d2\u7ea7\u4e0a\u5347 = \u78c1\u76d8\u6162<\/li>\n\n\n\n
            • r\/s w\/s \u2192 \u8bfb\u5199 IOPS<\/li>\n<\/ul>\n\n\n\n
              \u2705 \u7b2c\u56db\u6b65\uff1a\u627e\u662f\u8c01\u5728\u641e I\/O<\/p>\n\n\n\n
              iotop -o                  #\u53ef\u770b\u5230\u54ea\u4e2a\u8fdb\u7a0b\u8bfb\u591a\u5c11\u5199\u591a\u5c11\npidstat -d 1              #\u53ef\u770b\u5230\u54ea\u4e2a\u8fdb\u7a0b\u8bfb\u591a\u5c11\u5199\u591a\u5c11<\/code><\/pre>\n\n\n\n
              \u4ec0\u4e48\u662fD\u72b6\u6001\uff1f<\/mark><\/strong><\/p>\n\n\n\n
              D \u72b6\u6001\u5168\u79f0\u5c31\u662f “Uninterruptible Sleep”\uff08\u4e0d\u53ef\u4e2d\u65ad\u7761\u7720\uff09<\/p>\n\n\n\n
              \u7b80\u5355\u8bf4\uff1a \u8fdb\u7a0b\u7761\u6b7b\u4e86\uff0c\u8fde kill -9<\/code> \u90fd\u53eb\u4e0d\u9192\u5b83\uff0c\u4e0d\u662f\u6743\u9650\u4e0d\u591f\uff0c\u4e0d\u662f\u4fe1\u53f7\u6ca1\u5230\u2014\u2014\u662f\u5185\u6838\u6839\u672c\u4e0d\u5141\u8bb8\u5b83\u5904\u7406\u4fe1\u53f7<\/strong>\uff0cD \u72b6\u6001\u8fdb\u7a0b\u53ea\u80fd\u7531\u5185\u6838\u4ee3\u7801\u4e3b\u52a8\u8c03\u7528\u5524\u9192\u51fd\u6570\u628a\u5b83\u79fb\u56de\u53ef\u8fd0\u884c\u72b6\u6001\uff0c\u4e0d\u53ef\u80fd\u7531\u4efb\u4f55\u5916\u90e8\u4fe1\u53f7\u6216\u7528\u6237\u64cd\u4f5c\u76f4\u63a5\u5524\u9192<\/p>\n\n\n\n
              \u4e3a\u4ec0\u4e48\u8bbe\u8ba1\u6210”\u4e0d\u53ef\u4e2d\u65ad”\uff1f<\/mark><\/strong><\/p>\n\n\n\n
              \u8fd9\u4e0d\u662f bug\uff0c\u662f\u6545\u610f\u7684<\/strong>\uff0c\u539f\u56e0\u5f88\u786c\u6838\uff0c\u573a\u666f\u8fd8\u539f\u5982\u4e0b\uff1a<\/p>\n\n\n\n
                \n
              • \u8fdb\u7a0b\u8c03\u7528 read()<\/code> \u8bfb\u4e00\u4e2a\u6587\u4ef6<\/li>\n\n\n\n
              • \u5185\u6838\u5411\u78c1\u76d8\u9a71\u52a8\u4e0b\u53d1 I\/O \u8bf7\u6c42<\/li>\n\n\n\n
              • \u4f46\u6b64\u65f6\u78c1\u76d8\u6b63\u5728\u5e72\u6d3b\uff0c\u786c\u4ef6\u624b\u91cc\u6525\u7740\u8fdb\u7a0b\u7684\u8bf7\u6c42<\/strong>(\u78c1\u76d8\u63a7\u5236\u5668 \/ DMA \u5f15\u64ce\u624b\u91cc\u62ff\u7740\u8fdb\u7a0b\u7684”\u5185\u5b58\u5730\u5740”\uff0c\u51c6\u5907\u5f80\u91cc\u5199\u6570\u636e)<\/li>\n\n\n\n
              • \u8fd9\u65f6\u5019\u5982\u679c\u8fdb\u7a0b\u88ab\u4fe1\u53f7\u6740\u6389\/\u5185\u6838\u5141\u8bb8\u8fd9\u4e2a\u65f6\u5019D\u72b6\u6001\u88ab\u5524\u9192<\/li>\n\n\n\n
              • \u78c1\u76d8 I\/O \u5b8c\u6210\u540e\uff0c\u5f80\u4e00\u4e2a\u5df2\u7ecf\u4e0d\u5b58\u5728\u7684\u8fdb\u7a0b\u5730\u5740\u5199\u6570\u636e<\/strong>(\u5df2\u6740\u6389)\u6216\u8005\u6570\u636e\u4e0d\u5b8c\u6574(\u63d0\u524d\u5524\u9192D\u72b6\u6001)<\/li>\n<\/ul>\n\n\n\n
                \ud83d\udc49 \u8f7b\u5219\u6570\u636e\u5199\u98de\uff0c\u91cd\u5219\u5185\u6838\u5d29\u6e83<\/strong><\/p>\n\n\n\n
                \u6240\u4ee5\u5185\u6838\u505a\u4e86\u4e00\u4e2a”\u94c1\u5f8b”\uff1a<\/p>\n\n\n\n
                  \n
                • \u53ea\u8981\u8fdb\u7a0b\u5728\u7b49\u5185\u6838\u8ba4\u4e3a”\u5fc5\u987b\u5b8c\u6210”\u7684\u4e8b\u60c5\uff0c\u5c31\u4e0d\u5141\u8bb8\u88ab\u4e2d\u65ad\uff0c\u8fd9\u5c31\u662f D \u72b6\u6001\u7684\u672c\u8d28\uff1a\u8fdb\u7a0b\u88ab”\u9489\u6b7b”\u5728\u5185\u6838\u6001\uff0c\u7b49\u4e00\u4e2a\u5fc5\u987b\u5b8c\u6210\u7684 I\/O \u64cd\u4f5c\u7ed3\u675f<\/strong><\/li>\n<\/ul>\n\n\n\n
                  D \u72b6\u6001 vs S \u72b6\u6001\uff08\u53ef\u4e2d\u65ad\u7761\u7720\uff09\u533a\u522b\uff1a<\/p>\n\n\n\n
                  <\/th>D \u72b6\u6001<\/strong><\/th>S \u72b6\u6001<\/strong><\/th><\/tr><\/thead>
                  \u5168\u79f0<\/td>Uninterruptible Sleep<\/td>Interruptible Sleep<\/td><\/tr>
                  \u80fd\u88ab kill \u5417<\/td>\u274c \u4e0d\u80fd<\/td>\u2705 \u80fd<\/td><\/tr>
                  \u5178\u578b\u573a\u666f<\/td>\u7b49\u78c1\u76d8 I\/O\u3001NFS\u3001\u67d0\u4e9b\u9501<\/td>\u7b49\u7f51\u7edc\u6570\u636e\u3001\u5b9a\u65f6\u5668\u7b49<\/td><\/tr>
                  \u4fe1\u53f7\u54cd\u5e94<\/td>\u4e0d\u54cd\u5e94\u4efb\u4f55\u4fe1\u53f7<\/td>\u54cd\u5e94\u4fe1\u53f7<\/td><\/tr>
                  \u662f\u5426\u8ba1\u5165\u8d1f\u8f7d<\/td>\u2705 \u8ba1\u5165<\/td>\u274c \u4e0d\u8ba1<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n
                  D \u72b6\u6001\u4e3a\u4ec0\u4e48\u4f1a\u8ba9\u8d1f\u8f7d\u98d9\u5347\uff1f<\/mark><\/strong><\/p>\n\n\n\n
                  \u56e0\u4e3a\u8d1f\u8f7d = R \u72b6\u6001 + D \u72b6\u6001\u8fdb\u7a0b\u6570\uff0cD \u72b6\u6001\u8fdb\u7a0b\u4e0d\u7b97\u5728\u8fd0\u884c\uff0c\u4f46\u7b97\u5728”\u6392\u961f\u7b49\u7cfb\u7edf\u8d44\u6e90”\u91cc<\/strong><\/p>\n\n\n\n
                  \u6b63\u5e38\uff1a  R=2, D=0  \u2192 \u8d1f\u8f7d \u2248 2\n\u5f02\u5e38\uff1a  R=2, D=50 \u2192 \u8d1f\u8f7d \u2248 52  \u2190 \u770b\u7740\u5413\u4eba\uff0c\u4f46 CPU \u53ef\u80fd\u5f88\u95f2<\/code><\/pre>\n\n\n\n
                  \u6240\u4ee5\u4f60\u770b\u5230\u8d1f\u8f7d 50+ \u4f46 CPU idle 90%\u2014\u2014\u5c31\u662f\u4e00\u5806\u8fdb\u7a0b\u5361\u5728 D \u72b6\u6001\u7b49 I\/O<\/p>\n\n\n\n
                  D \u72b6\u6001\u4f1a\u6301\u7eed\u591a\u4e45\uff1f<\/mark><\/strong><\/p>\n\n\n\n
                  \u60c5\u51b5<\/strong><\/th>\u6301\u7eed\u65f6\u95f4<\/strong><\/th><\/tr><\/thead>
                  \u6b63\u5e38\u78c1\u76d8\u8bfb<\/td>\u51e0\u6beb\u79d2\u5230\u51e0\u5341\u6beb\u79d2<\/td><\/tr>
                  \u6162\u78c1\u76d8 \/ \u9ad8\u8d1f\u8f7d<\/td>\u51e0\u767e\u6beb\u79d2\u5230\u51e0\u79d2<\/td><\/tr>
                  NFS \u8d85\u65f6\uff08\u9ed8\u8ba4\uff09<\/td>\u51e0\u5206\u949f<\/strong>\uff08\u9ed8\u8ba4 timeo=600<\/code>\uff0c\u5373 60 \u79d2\uff09<\/td><\/tr>
                  \u78c1\u76d8\u5f7b\u5e95\u6302\u4e86<\/td>\u6c38\u8fdc\u4e0d\u8fd4\u56de<\/strong>\uff08\u8fdb\u7a0b\u6c38\u4e45 D \u72b6\u6001\uff09<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n
                  \u6700\u540e\u4e00\u79cd\u6700\u5751\u2014\u2014\u8fdb\u7a0b\u6c38\u8fdc\u5361\u5728 D \u72b6\u6001\uff0c\u53ea\u80fd\u91cd\u542f<\/strong><\/p>\n\n\n\n
                  \u770b\u7cfb\u7edf\u91cc\u6709\u54ea\u4e9b D \u72b6\u6001\u8fdb\u7a0b\uff1f<\/mark><\/strong><\/p>\n\n\n\n
                  ps aux | awk '$8 ~ \/D\/ {print $2, $8, $11}'<\/code><\/pre>\n\n\n\n
                  \u6216\u8005\u66f4\u8be6\u7ec6\uff1a<\/p>\n\n\n\n
                  for pid in $(ls \/proc | grep '^[0-9]'); do\n    if [ -r \/proc\/$pid\/stat ]; then\n        state=$(awk '{print $3}' \/proc\/$pid\/stat)\n        if [ \"$state\" = \"D\" ]; then\n            echo \"PID: $pid  CMD: $(cat \/proc\/$pid\/cmdline 2>\/dev\/null | tr '\\0' ' ')\"\n        fi\n    fi\ndone<\/code><\/pre>\n\n\n\n
                  \u9047\u5230\u5927\u91cf D \u72b6\u6001\u600e\u4e48\u529e\uff1f<\/mark><\/strong><\/p>\n\n\n\n
                  \u5148\u770b\u5728\u7b49\u4ec0\u4e48 I\/O<\/p>\n\n\n\n
                  cat \/proc\/<PID>\/stack    # \u770b\u5185\u6838\u8c03\u7528\u6808\uff0c\u80fd\u770b\u5230\u5361\u5728\u54ea\u4e2a\u51fd\u6570<\/code><\/pre>\n\n\n\n
                    \n
                  • io_schedule \u2192 \u7b49\u78c1\u76d8 I\/O<\/li>\n\n\n\n
                  • nfs_wait_bit_killable \u2192 \u7b49 NFS<\/li>\n\n\n\n
                  • futex_wait_queue \u2192 \u7b49\u9501\uff08\u6781\u5c11\u6570\u60c5\u51b5\uff09<\/li>\n<\/ul>\n\n\n\n
                    \u67e5\u78c1\u76d8\u662f\u5426\u5065\u5eb7<\/p>\n\n\n\n
                    dmesg | grep -i \"error\\|timeout\\|reset\"\nsmartctl -a \/dev\/sda<\/code><\/pre>\n\n\n\n
                    \u5982\u679c\u662f NFS<\/p>\n\n\n\n
                    mount | grep nfs\n# \u770b\u662f\u5426\u6709 soft\/hard\u3001timeo \u53c2\u6570<\/code><\/pre>\n\n\n\n
                    \u5982\u679c D \u72b6\u6001\u8fdb\u7a0b\u5927\u91cf\u5806\u79ef\u4e14\u78c1\u76d8\u65e0\u54cd\u5e94\uff1a\u53ea\u80fd\u91cd\u542f\u670d\u52a1\u5668<\/mark><\/strong><\/p>\n","protected":false},"excerpt":{"rendered":"
                    CPU \u98d9\u9ad8\u6392\u67e5\u6e05\u5355 1\u3001\u5feb\u901f\u5b9a\u4f4d\u9ad8 CPU \u8fdb\u7a0b 2\u3001\u5b9a\u4f4d\u8fdb\u7a0b\u5185\u9ad8\u6d88\u8017\u7ebf\u7a0b 3\u3001\u7ebf\u7a0b TID \u8f6c 16 \u8fdb\u5236 […]<\/p>\n","protected":false},"author":3,"featured_media":21346,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[34],"tags":[],"class_list":["post-21342","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-linux"],"blocksy_meta":{"styles_descriptor":{"styles":{"desktop":"","tablet":"","mobile":""},"google_fonts":[],"version":8}},"_links":{"self":[{"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/posts\/21342","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/comments?post=21342"}],"version-history":[{"count":32,"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/posts\/21342\/revisions"}],"predecessor-version":[{"id":21397,"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/posts\/21342\/revisions\/21397"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/media\/21346"}],"wp:attachment":[{"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/media?parent=21342"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/categories?post=21342"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.ywdevops.cn\/index.php\/wp-json\/wp\/v2\/tags?post=21342"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}