https://zhengmk.github.io/talk/example-talk/2030-06-01T13:00:00+00:00https://zhengmk.github.io/2030-06-01T13:00:00+00:00https://zhengmk.github.io/event/2030-06-01T13:00:00+00:00https://zhengmk.github.io/publication-type/3/2026-09-28T00:00:00+00:00https://zhengmk.github.io/tag/attention/2026-09-28T00:00:00+00:00https://zhengmk.github.io/publication/broken-symmetry-in-bf16-attention-why-flashattention-gradients-blow-up-late-in-training/2026-09-28T00:00:00+00:00https://zhengmk.github.io/categories/2026-09-28T00:00:00+00:00https://zhengmk.github.io/category/distributed-deep-learning/2026-09-28T00:00:00+00:00https://zhengmk.github.io/tag/llm-training/2026-09-28T00:00:00+00:00https://zhengmk.github.io/tag/numerical-stability/2026-09-28T00:00:00+00:00https://zhengmk.github.io/publication_types/2026-09-28T00:00:00+00:00https://zhengmk.github.io/publication/2026-09-28T00:00:00+00:00https://zhengmk.github.io/tags/2026-09-28T00:00:00+00:00https://zhengmk.github.io/publication/diamond-agent-agentic-control-of-federated-hpc-resources-as-a-service/2026-09-05T00:00:00+00:00https://zhengmk.github.io/category/high-performance-computing/2026-09-05T00:00:00+00:00https://zhengmk.github.io/tag/hpc-workflows/2026-09-05T00:00:00+00:00https://zhengmk.github.io/tag/llm-agents/2026-09-05T00:00:00+00:00https://zhengmk.github.io/tag/scheduling/2026-09-05T00:00:00+00:00https://zhengmk.github.io/publication-type/1/2026-07-26T00:00:00+00:00https://zhengmk.github.io/publication/a-comparative-study-on-llm-enabled-hpc-user-support/2026-07-26T00:00:00+00:00https://zhengmk.github.io/tag/hpc-user-support/2026-07-26T00:00:00+00:00https://zhengmk.github.io/tag/llm/2026-07-26T00:00:00+00:00https://zhengmk.github.io/tag/rag/2026-07-26T00:00:00+00:00https://zhengmk.github.io/tag/checkpointing/2026-07-02T00:00:00+00:00https://zhengmk.github.io/tag/distributed-optimizer/2026-07-02T00:00:00+00:00https://zhengmk.github.io/tag/fault-tolerance/2026-07-02T00:00:00+00:00https://zhengmk.github.io/publication/phoenix-resilient-llm-training-with-hot-swapping-via-zero-overhead-checkpoint/2026-07-02T00:00:00+00:00https://zhengmk.github.io/publication/scape-accurate-and-efficient-llm-training-with-extreme-sparse-communication/2026-07-02T00:00:00+00:00https://zhengmk.github.io/tag/sparse-communication/2026-07-02T00:00:00+00:00https://zhengmk.github.io/publication-type/2/2026-06-01T00:00:00+00:00https://zhengmk.github.io/tag/gpu/2026-06-01T00:00:00+00:00https://zhengmk.github.io/tag/performance-variability/2026-06-01T00:00:00+00:00https://zhengmk.github.io/publication/quantifying-performance-variability-in-gpu-clusters/2026-06-01T00:00:00+00:00https://zhengmk.github.io/tag/supercomputing/2026-06-01T00:00:00+00:00https://zhengmk.github.io/publication/efficient-fine-grained-gpu-performance-modeling-for-distributed-deep-learning-of-llm/2025-12-17T00:00:00+00:00https://zhengmk.github.io/tag/performance-modeling/2025-12-17T00:00:00+00:00https://zhengmk.github.io/tag/gradient-sparsity/2025-05-12T00:00:00+00:00https://zhengmk.github.io/publication/radius-range-based-gradient-sparsity-for-large-foundation-model-pre-training/2025-05-12T00:00:00+00:00https://zhengmk.github.io/publication/compso-optimizing-gradient-compression-for-distributed-training-with-second-order-optimizers/2025-02-28T00:00:00+00:00https://zhengmk.github.io/tag/distributed-training/2025-02-28T00:00:00+00:00https://zhengmk.github.io/tag/gradient-compression/2025-02-28T00:00:00+00:00https://zhengmk.github.io/tag/second-order-optimization/2025-02-28T00:00:00+00:00https://zhengmk.github.io/tag/deep-learning/2022-05-11T00:00:00+00:00https://zhengmk.github.io/tag/microservices/2022-05-11T00:00:00+00:00https://zhengmk.github.io/project/datacenter_computing/2022-05-11T00:00:00+00:00https://zhengmk.github.io/project/2022-05-11T00:00:00+00:00https://zhengmk.github.io/project/power_load_forecast/2022-05-11T00:00:00+00:00https://zhengmk.github.io/tag/academic/2020-12-13T00:00:00+00:00https://zhengmk.github.io/category/demo/2020-12-13T00:00:00+00:00https://zhengmk.github.io/post/2020-12-13T00:00:00+00:00https://zhengmk.github.io/post/getting-started/2020-12-13T00:00:00+00:00https://zhengmk.github.io/tag/%E5%BC%80%E6%BA%90/2020-12-13T00:00:00+00:00https://zhengmk.github.io/category/%E6%95%99%E7%A8%8B/2020-12-13T00:00:00+00:00https://zhengmk.github.io/tag/dab-converter/2020-11-29T10:26:26+00:00https://zhengmk.github.io/publication/dynamic-response-improvement-for-dab-converter-with-constant-power-load-under-extended-phase-shift-control-based-on-trajectory-control/2020-11-29T10:26:26+00:00https://zhengmk.github.io/category/power-electronics/2020-11-29T10:26:26+00:00https://zhengmk.github.io/publication/constant-power-load-stabilization-based-on-trajectory-control-in-dual-active-bridge-dc-dc-converter/2020-11-29T10:06:01+00:00https://zhengmk.github.io/publication/open-circuit-fault-diagnosis-of-dual-active-bridge-dc-dc-converter-with-extended-phase-shift-control/2019-02-13T00:00:00+00:00https://zhengmk.github.io/slides/2019-02-05T00:00:00+00:00https://zhengmk.github.io/slides/example/2019-02-05T00:00:00+00:00https://zhengmk.github.io/project/parallel_computing/2016-04-27T00:00:00+00:00https://zhengmk.github.io/tag/parallel-computing/2016-04-27T00:00:00+00:00https://zhengmk.github.io/admin/