{
  "@context": "https://agentflare.org/schema",
  "type": "ScholarlyArticle",
  "tier": "L2-full",
  "title": "Mixture-of-Experts Architectures: Research Digest",
  "description": "10 foundational papers with 3,521 combined citations, plus the latest arXiv preprints.",
  "canonical": "https://agentflare.org/scholar/mixture-of-experts-architectures-research-digest.html",
  "category": "scholar",
  "updated": "2026-10-16",
  "generated_at": "2026-10-16T00:37:01.652Z",
  "facts": [
    {
      "label": "Field",
      "value": "mixture of experts architectures"
    },
    {
      "label": "Foundational",
      "value": "10"
    },
    {
      "label": "Recent (arXiv)",
      "value": "8"
    },
    {
      "label": "Updated",
      "value": "2026-10-16"
    }
  ],
  "data": {
    "topic": "mixture of experts architectures",
    "arxiv_query": "(abs:\"mixture of experts\" OR abs:\"mixture-of-experts\")",
    "generated_at": "2026-10-16T00:37:01.652Z",
    "papers": [
      {
        "title": "A survey on mixture of experts in large language models",
        "link": "https://ieeexplore.ieee.org/abstract/document/10937907/",
        "authors": "W Cai, J Jiang, F Wang, J Tang, S Kim et al.",
        "citations": 559,
        "year": "",
        "snippet": "… In this section, we delineate the architecture of expert networks within MoE, following our … s gating mechanism and multi-expert architecture, but with each expert constructed using PEFT …",
        "takeaway": null
      },
      {
        "title": "A comprehensive survey of mixture-of-experts: Algorithms, theory, and applications",
        "link": "https://arxiv.org/abs/2503.07137",
        "authors": "S Mu, S Lin",
        "citations": 235,
        "year": "2025",
        "snippet": "… more efficient and scalable architectures capable of meeting … challenges is the Mixture of Experts (MoE) architecture, which … mixture algorithm called DeepME (Deep Mixture Experts) for …",
        "takeaway": null
      },
      {
        "title": "A survey on mixture of experts",
        "link": "https://www.techrxiv.org/doi/abs/10.36227/techrxiv.172055626.64129172",
        "authors": "W Cai, J Jiang, F Wang, J Tang, S Kim, J Huang",
        "citations": 363,
        "year": "",
        "snippet": "… In this section, we delineate the architecture of expert networks within MoE framework, following our discussion on the gating function that orchestrates the activation of these …",
        "takeaway": null
      },
      {
        "title": "A survey on inference optimization techniques for mixture of experts models",
        "link": "https://dl.acm.org/doi/abs/10.1145/3794845",
        "authors": "J Liu, P Tang, W Wang, Y Ren, X Hou, PA Heng et al.",
        "citations": 94,
        "year": "",
        "snippet": "… The emergence of large-scale Mixture of Experts (MoE) models represents a signiicant … At the model level, we examine architectural innovations including eicient expert design, …",
        "takeaway": null
      },
      {
        "title": "Deepseekmoe: Towards ultimate expert specialization in mixture-of-experts language models",
        "link": "https://aclanthology.org/2024.acl-long.70.pdf",
        "authors": "D Dai, C Deng, C Zhao, RX Xu, H Gao et al.",
        "citations": 1543,
        "year": "2024",
        "snippet": "… architecture towards ultimate expert specialization. It involves two principal strategies: (1) finely segmenting the experts into … of activated experts; (2) isolating Ks experts as shared ones, …",
        "takeaway": null
      },
      {
        "title": "Mixture of experts in large language models",
        "link": "https://arxiv.org/abs/2507.11181",
        "authors": "D Zhang, J Song, Z Bi, X Song, Y Yuan, T Wang et al.",
        "citations": 48,
        "year": "2025",
        "snippet": "… a comprehensive review of the Mixture-of-Experts (MoE) architecture in large language … , core architectural designs, and large language model (LLM) applications, we examine expert …",
        "takeaway": null
      },
      {
        "title": "The evolution of mixture of experts: A survey from basics to breakthroughs",
        "link": "https://www.preprints.org/frontend/manuscript/d1a82109f0f0d0984a6ae85228ed630e/download_pub",
        "authors": "A Vats, R Raja, V Jain, A Chadha",
        "citations": 34,
        "year": "",
        "snippet": "… Furthermore, we provide an in-depth discussion of the expert models themselves, examining their architectural designs, training methodologies, and how they interact within the larger …",
        "takeaway": null
      },
      {
        "title": "Towards understanding the mixture-of-experts layer in deep learning",
        "link": "https://proceedings.neurips.cc/paper_files/paper/2022/hash/91edff07232fb1b55a505a9e9f6c0ff3-Abstract-Conference.html",
        "authors": "Z Chen, Y Deng, Y Wu, Q Gu et al.",
        "citations": 386,
        "year": "2022",
        "snippet": "… For the MoE, we consider a mixture of 4 experts with a linear gating network. For the expert/single model architectures, we consider a CNN with 2 convolutional layers (architecture …",
        "takeaway": null
      },
      {
        "title": "Pushing mixture of experts to the limit: Extremely parameter efficient moe for instruction tuning",
        "link": "https://proceedings.iclr.cc/paper_files/paper/2024/hash/6d00071564ec447466fc4577743cf1b3-Abstract-Conference.html",
        "authors": "T Zadouri, A Üstün, A Ahmadian, B Ermis et al.",
        "citations": 248,
        "year": "2024",
        "snippet": "… Our research underscores the versatility of the mixture of experts architecture, showcasing its ability to deliver robust performance even when subjected to rigorous parameter constraints…",
        "takeaway": null
      },
      {
        "title": "A survey on mixture of experts: Advancements, challenges, and future directions",
        "link": "https://www.techrxiv.org/doi/full/10.36227/techrxiv.173835706.69246194/v1",
        "authors": "V Dimitri, B Regina, M Alfonz",
        "citations": 11,
        "year": "",
        "snippet": "… Mixture of Experts (MoE) architectures has evolved significantly to improve efficiency, scalability, and adaptability [26]. Different architectural choices impact expert … in MoE architectures …",
        "takeaway": null
      }
    ],
    "recent": [
      {
        "id": "2610.21500v1",
        "title": "When the KV Cache Is Slower Than the GPU: Scaling Remote KV Tiers for Context-Parallel Prefill",
        "abstract": "Reusing the attention KV cache across requests is a standard way to cut prefill cost in long-context LLM serving, and production systems increasingly back the per-engine cache with a remote tier shared by every engine. We study such a tier in a disaggregated deployment of GLM-5.3, an FP8 mixture-of-experts model with multi-head latent attention (MLA), on 8xB300 nodes running prefill context parallelism (PCP8). Enabling the remote tier (LMCache with a Valkey store) left median time-to-first-token unchanged but raised the 16k-token p99 from 3.96 s to 17.3 s. Replaying a production request stream on an isolated engine, we find that a remote hit took 0.88 s against 0.31 s to recompute the prompt, and that synchronous loading turned a hit-heavy stream into an unstable queue: p99 83.32 s with the GPUs 7% busy. A two-term cost model explains both: a hit pays off only if the tier delivers more than B* = sR (2.53 GB/s for this model and GPU), and a fixed per-hit engine cost (T0 0.33 s) means that hits on prompts shorter than about 17k tokens cannot beat recompute at any bandwidth. Guided by the model, we (i) shard the MLA KV store across PCP ranks, with a proof that the existing minimum-over-ranks lookup returns the longest cached prefix and a load protocol that can never desynchronize collectives; (ii) partition the remote tier by rank, one server instance per rank with no coordination, which raises GET bandwidth 6.3x to 10.76 GB/s; (iii) add asynchronous loading to the sharded store; and (iv) fix three client bugs that caused unbounded stalls. On the hit-heavy stream, with 98.5% of prompt tokens served from the remote tier, p99 falls from 83.32 s to 0.67 s. The sharded store raises prefill throughput by 14%, and by 34% together with an upstream kernel fix. All changes are submitted upstream to LMCache.",
        "published": "2026-10-15",
        "authors": [
          "Muhammad Ibrahim"
        ],
        "category": "cs.DC",
        "link": "https://arxiv.org/abs/2610.21500v1"
      },
      {
        "id": "2610.21378v1",
        "title": "DPA-MoE: A Runtime Precision Control Framework for MoE Inference",
        "abstract": "Mixture-of-Experts (MoE) models reduce computation by routing each token to a small set of experts, but each selected expert is still used at a fixed precision. We present DPA-MoE, a runtime precision control framework that makes routed experts any-precision. DPA-MoE encodes expert feed-forward weights as prefix-decodable chunks using SharedScale AnyBCQ, profiles per-expert reconstruction residuals offline, and allocates chunks at inference time using live router gate scores. This post-routing allocation lets a single encoded MoE checkpoint operate at multiple effective weight budgets without retraining or re-encoding. Experiments on Qwen3-30B-A3B and DeepSeekMoE-16B show that DPA-MoE improves KL divergence and downstream accuracy over uniform chunk allocation at matched budgets, with modest steady-state throughput overhead in our prototype.",
        "published": "2026-10-15",
        "authors": [
          "Jaeyun Kim",
          "Hoonki Lee",
          "Susie Shin",
          "Hyunmin Kim",
          "Dahyun Lee",
          "Sangyeob Kim"
        ],
        "category": "cs.CL",
        "link": "https://arxiv.org/abs/2610.21378v1"
      },
      {
        "id": "2610.20826v1",
        "title": "Task-Phase-Conditioned Expert Routing Is Not a Reliable Proxy for Quantization Sensitivity in MoE FFN Tensors",
        "abstract": "We investigate whether per-layer, per-task-phase (prompt/reasoning/response) expert-routing statistics in a Mixture-of-Experts (MoE) language model can guide layer-wise mixed-precision quantization of routed-expert FFN tensors (down/gate and up). To attain layerwise routing statistics, we build a routing-capture and profiling pipeline for Qwen-3.6-35B-A3B in ik_llama.cpp, derive a composite sensitivity score from routing entropy/decisiveness, coefficient of variation (CV), Jaccard/phase-fragility, and top-1 expert strength, and use coordinate descent to tune a layer allocation that respects a fixed average bits-per-weight budget. Notably, the profiling pipeline is applicable to standard top-k MoE architectures. Across independent experimental conditions (about 4.0 bpw flat, about 2.7 bpw steep, and about 2.7 bpw random allocation as a control), reallocation fails to outperform the uniform baseline within each quality tier. In the flat regime, reallocation is statistically neutral (z about 0.9). For the steep tier, the random reallocation performs within 1 SE of the routing-guided reallocation at the same tier, indicating a structural loss at this quality rung caused by mandatory downgrades and Kullback-Leibler Divergence (KLD) tail injection. This aggressive-budget condition shows a decisive loss (z greater than 4 SE) replicated across three independent weight vectors. We argue that the deeper issue is that routing-behavior statistics are an unvalidated proxy for true per-layer quantization cost.",
        "published": "2026-10-14",
        "authors": [
          "Yifan Liu"
        ],
        "category": "cs.LG",
        "link": "https://arxiv.org/abs/2610.20826v1"
      },
      {
        "id": "2610.20418v1",
        "title": "OrionMoE-v1.0: A Mixture-of-Experts Foundation Model for Tabular In-Context Learning",
        "abstract": "Tabular foundation models enable in-context learning by predicting unseen observations from a labeled support table without task-specific parameter updates. Despite recent advances, most existing approaches rely on dense architectures that apply the same transformations across features and datasets. We introduce OrionMoE-Small, a compact tabular foundation model that combines distribution-aware representations with dataset-conditioned sparse mixture-of-experts computation. Built on a dual-axis Transformer architecture, OrionMoE-Small selectively activates experts along the feature axis, with routing decisions informed by both individual feature representations and the broader dataset context. This design enables adaptive allocation of computation across heterogeneous tabular problems while retaining a shared computational pathway across tasks. OrionMoE-Small is pretrained entirely on synthetic classification tasks generated from a structured causal prior and performs downstream prediction without gradient-based adaptation. Experiments across multiple tabular benchmarks demonstrate competitive performance against substantially larger foundation models, with particularly strong results on small-context and high-dimensional datasets. Further analysis reveals favorable relative performance under class imbalance and highlights the importance of feature composition.",
        "published": "2026-10-14",
        "authors": [
          "Mohamed Bouadi",
          "Nassim Bouarour",
          "Aditya Tanna",
          "Vinay Kumar Sankarapu"
        ],
        "category": "cs.LG",
        "link": "https://arxiv.org/abs/2610.20418v1"
      },
      {
        "id": "2610.20399v1",
        "title": "Cortex: Consolidating Context into Parametric Memory",
        "abstract": "Context can improve large language model performance, but these gains may be lost after context removal. Inspired by biological systems consolidation, we formulate Memory Consolidation (MC) as internalizing these gains while preserving non-target capabilities, connecting context-specified editing, skill learning, and behavioral steering under a common objective. We introduce a five-task-family testbed measuring consolidation and retention under single, batch, and sequential updates. We propose Cortex, which generates prospective queries to anticipate uses of context and distills context-conditioned outputs into mergeable low-rank or structural feed-forward network updates. Across 4B--120B dense and mixture-of-experts backbones, including both text-only and multimodal models, Cortex lies on the empirical consolidation--retention Pareto frontier in most evaluated settings. After 50 sequential factual edits on a 14B model, Cortex-Structural recovers 88.9% of the context-induced gain while retaining 99.8% of original non-target performance.",
        "published": "2026-10-14",
        "authors": [
          "Jintian Zhang",
          "Feng He",
          "Xinnian Liang",
          "Ziwen Xu",
          "Haoming Xu",
          "Haojing Huang",
          "Shuangzhi Wu",
          "Ningyu Zhang"
        ],
        "category": "cs.CL",
        "link": "https://arxiv.org/abs/2610.20399v1"
      },
      {
        "id": "2610.20353v1",
        "title": "Beyond Expert Rankings: Contrast Calibration for Mixed-Precision MoE Quantization",
        "abstract": "Mixture-of-experts (MoE) language models activate only a few experts per token, yet all expert weights must be stored. Mixed-precision quantization reduces this storage cost by assigning higher bit-widths to sensitive experts and lower bit-widths to resilient ones, but expert rankings alone do not determine how strongly to weight their errors. To address this gap, we propose NatScale, a contrast-calibrated allocation framework for mixed-precision MoE quantization. It uses a model-specific power transformation to calibrate gradient-based expert weights to an information-theoretic contrast target while preserving rankings. We jointly evaluate each expert's gate, up and down configurations to estimate its output error. We then combine these errors and calibrated weights with an existing prior based on weight spectra, variance and precision decay to select configurations under a storage budget. Across three models, NatScale achieves the lowest native-to-quantized KL divergence and the highest top-token agreement in all nine settings against five allocation baselines. It also yields the lowest perplexity in seven settings. These findings highlight the importance of objective-aware precision allocation.",
        "published": "2026-10-14",
        "authors": [
          "Renjie Xie",
          "Juncheng Yang",
          "Aoting Hu",
          "Yan Liang",
          "Mingxi Zhang",
          "Zheheng Hong",
          "Wei Xu",
          "Yanzhi Chen"
        ],
        "category": "cs.LG",
        "link": "https://arxiv.org/abs/2610.20353v1"
      },
      {
        "id": "2610.20350v1",
        "title": "Lifted State Policy Optimization: Internalizing Self-Correction through Transition Geometry",
        "abstract": "Preference optimization ranks final answers and trajectory RL maximizes aggregate returns, yet neither credits the local change that turns a flawed reasoning state into a better one. We introduce Lifted State Policy Optimization (LSPO), which establishes this finite, cost-adjusted transition as the primary unit of learning. Each textual answer is augmented with a learned continuous coordinate, forming a lifted state that an energy function evaluates and orders. A shaped reward drives energy descent net of edit and step costs, and an internalization loss absorbs selected low-energy answers into the direct generator. On Qwen3.5-27B, the resulting single-pass policy reaches 71.8% aggregate accuracy across mathematics, science, code, and logic benchmarks, matching test-time reflection at 71.9% with 28% lower latency and 25.8% fewer tokens. The pattern holds across dense and mixture-of-experts backbones, and matched controls confirm that transition credit and the lifted coordinate each contribute, as does answer internalization. Our code is available at https://github.com/Venomrko/lspo.",
        "published": "2026-10-14",
        "authors": [
          "Ren Zhuang",
          "Ben Wang",
          "Shuifa Sun"
        ],
        "category": "cs.AI",
        "link": "https://arxiv.org/abs/2610.20350v1"
      },
      {
        "id": "2610.20247v1",
        "title": "Scaling Multilingual Mixture-of-Experts: How Language Coverage Changes Capacity and Compute Allocation",
        "abstract": "Multilingual models share capacity across languages, so adding languages can hurt performance on existing ones. Mixture-of-experts models expand this capacity with little additional per-token computation. Given this extra capacity, does adding experts reduce what each additional language costs? To answer this question, we propose a repetition-aware joint scaling law relating number of active parameters, training tokens per language, number of experts, and language coverage. Fitted on 26,300 per-language loss observations from 64 pretrained configurations, our law reduces prediction error on held-out configurations by 28% relative to the strongest evaluated baseline. At matched number of active parameters and training tokens per language, 32 experts reduce the loss penalty of expanding from 12 to 200 languages by 83% compared with a dense model. Our law further shows that broader language coverage favors more experts across a wider range of compute budgets, guiding capacity allocation as multilingual models scale.",
        "published": "2026-10-14",
        "authors": [
          "Joel Dag",
          "Nikit Srivastava",
          "Hamada M. Zahera",
          "Axel-Cyrille Ngonga Ngomo"
        ],
        "category": "cs.CL",
        "link": "https://arxiv.org/abs/2610.20247v1"
      }
    ],
    "monthly_arxiv": [
      {
        "month": "2025-10",
        "count": 118
      },
      {
        "month": "2025-11",
        "count": 117
      },
      {
        "month": "2025-12",
        "count": 99
      },
      {
        "month": "2026-01",
        "count": 129
      },
      {
        "month": "2026-02",
        "count": 122
      },
      {
        "month": "2026-03",
        "count": 151
      },
      {
        "month": "2026-04",
        "count": 171
      },
      {
        "month": "2026-05",
        "count": 235
      },
      {
        "month": "2026-06",
        "count": 165
      },
      {
        "month": "2026-07",
        "count": 142
      },
      {
        "month": "2026-08",
        "count": 175
      },
      {
        "month": "2026-09",
        "count": 191
      }
    ],
    "themes": [],
    "whats_new": [],
    "trend_note": "",
    "open_problems": [],
    "faq": [],
    "total_citations": 3521
  },
  "analysis_md": "10 foundational papers with 3,521 combined citations, plus the latest arXiv preprints.\n\n\n## What's new on arXiv\n\n\n\n\n\n- 2026-10-15 · [When the KV Cache Is Slower Than the GPU: Scaling Remote KV Tiers for Context-Parallel Prefill](https://arxiv.org/abs/2610.21500v1) (cs.DC)\n- 2026-10-15 · [DPA-MoE: A Runtime Precision Control Framework for MoE Inference](https://arxiv.org/abs/2610.21378v1) (cs.CL)\n- 2026-10-14 · [Task-Phase-Conditioned Expert Routing Is Not a Reliable Proxy for Quantization Sensitivity in MoE FFN Tensors](https://arxiv.org/abs/2610.20826v1) (cs.LG)\n- 2026-10-14 · [OrionMoE-v1.0: A Mixture-of-Experts Foundation Model for Tabular In-Context Learning](https://arxiv.org/abs/2610.20418v1) (cs.LG)\n- 2026-10-14 · [Cortex: Consolidating Context into Parametric Memory](https://arxiv.org/abs/2610.20399v1) (cs.CL)\n- 2026-10-14 · [Beyond Expert Rankings: Contrast Calibration for Mixed-Precision MoE Quantization](https://arxiv.org/abs/2610.20353v1) (cs.LG)\n- 2026-10-14 · [Lifted State Policy Optimization: Internalizing Self-Correction through Transition Geometry](https://arxiv.org/abs/2610.20350v1) (cs.AI)\n- 2026-10-14 · [Scaling Multilingual Mixture-of-Experts: How Language Coverage Changes Capacity and Compute Allocation](https://arxiv.org/abs/2610.20247v1) (cs.CL)\n\n## Foundational papers\n\n1. [A survey on mixture of experts in large language models](https://ieeexplore.ieee.org/abstract/document/10937907/) — W Cai, J Jiang, F Wang, J Tang, S Kim et al.; 559 citations\n2. [A comprehensive survey of mixture-of-experts: Algorithms, theory, and applications](https://arxiv.org/abs/2503.07137) — S Mu, S Lin, 2025; 235 citations\n3. [A survey on mixture of experts](https://www.techrxiv.org/doi/abs/10.36227/techrxiv.172055626.64129172) — W Cai, J Jiang, F Wang, J Tang, S Kim, J Huang; 363 citations\n4. [A survey on inference optimization techniques for mixture of experts models](https://dl.acm.org/doi/abs/10.1145/3794845) — J Liu, P Tang, W Wang, Y Ren, X Hou, PA Heng et al.; 94 citations\n5. [Deepseekmoe: Towards ultimate expert specialization in mixture-of-experts language models](https://aclanthology.org/2024.acl-long.70.pdf) — D Dai, C Deng, C Zhao, RX Xu, H Gao et al., 2024; 1543 citations\n6. [Mixture of experts in large language models](https://arxiv.org/abs/2507.11181) — D Zhang, J Song, Z Bi, X Song, Y Yuan, T Wang et al., 2025; 48 citations\n7. [The evolution of mixture of experts: A survey from basics to breakthroughs](https://www.preprints.org/frontend/manuscript/d1a82109f0f0d0984a6ae85228ed630e/download_pub) — A Vats, R Raja, V Jain, A Chadha; 34 citations\n8. [Towards understanding the mixture-of-experts layer in deep learning](https://proceedings.neurips.cc/paper_files/paper/2022/hash/91edff07232fb1b55a505a9e9f6c0ff3-Abstract-Conference.html) — Z Chen, Y Deng, Y Wu, Q Gu et al., 2022; 386 citations\n9. [Pushing mixture of experts to the limit: Extremely parameter efficient moe for instruction tuning](https://proceedings.iclr.cc/paper_files/paper/2024/hash/6d00071564ec447466fc4577743cf1b3-Abstract-Conference.html) — T Zadouri, A Üstün, A Ahmadian, B Ermis et al., 2024; 248 citations\n10. [A survey on mixture of experts: Advancements, challenges, and future directions](https://www.techrxiv.org/doi/full/10.36227/techrxiv.173835706.69246194/v1) — V Dimitri, B Regina, M Alfonz; 11 citations\n\n",
  "sources": [
    {
      "title": "A survey on mixture of experts in large language models",
      "url": "https://ieeexplore.ieee.org/abstract/document/10937907/"
    },
    {
      "title": "A comprehensive survey of mixture-of-experts: Algorithms, theory, and applications",
      "url": "https://arxiv.org/abs/2503.07137"
    },
    {
      "title": "A survey on mixture of experts",
      "url": "https://www.techrxiv.org/doi/abs/10.36227/techrxiv.172055626.64129172"
    },
    {
      "title": "A survey on inference optimization techniques for mixture of experts models",
      "url": "https://dl.acm.org/doi/abs/10.1145/3794845"
    },
    {
      "title": "Deepseekmoe: Towards ultimate expert specialization in mixture-of-experts language models",
      "url": "https://aclanthology.org/2024.acl-long.70.pdf"
    },
    {
      "title": "Mixture of experts in large language models",
      "url": "https://arxiv.org/abs/2507.11181"
    },
    {
      "title": "The evolution of mixture of experts: A survey from basics to breakthroughs",
      "url": "https://www.preprints.org/frontend/manuscript/d1a82109f0f0d0984a6ae85228ed630e/download_pub"
    },
    {
      "title": "Towards understanding the mixture-of-experts layer in deep learning",
      "url": "https://proceedings.neurips.cc/paper_files/paper/2022/hash/91edff07232fb1b55a505a9e9f6c0ff3-Abstract-Conference.html"
    },
    {
      "title": "Pushing mixture of experts to the limit: Extremely parameter efficient moe for instruction tuning",
      "url": "https://proceedings.iclr.cc/paper_files/paper/2024/hash/6d00071564ec447466fc4577743cf1b3-Abstract-Conference.html"
    },
    {
      "title": "A survey on mixture of experts: Advancements, challenges, and future directions",
      "url": "https://www.techrxiv.org/doi/full/10.36227/techrxiv.173835706.69246194/v1"
    },
    {
      "title": "When the KV Cache Is Slower Than the GPU: Scaling Remote KV Tiers for Context-Parallel Prefill",
      "url": "https://arxiv.org/abs/2610.21500v1"
    },
    {
      "title": "DPA-MoE: A Runtime Precision Control Framework for MoE Inference",
      "url": "https://arxiv.org/abs/2610.21378v1"
    },
    {
      "title": "Task-Phase-Conditioned Expert Routing Is Not a Reliable Proxy for Quantization Sensitivity in MoE FFN Tensors",
      "url": "https://arxiv.org/abs/2610.20826v1"
    },
    {
      "title": "OrionMoE-v1.0: A Mixture-of-Experts Foundation Model for Tabular In-Context Learning",
      "url": "https://arxiv.org/abs/2610.20418v1"
    },
    {
      "title": "Cortex: Consolidating Context into Parametric Memory",
      "url": "https://arxiv.org/abs/2610.20399v1"
    },
    {
      "title": "Beyond Expert Rankings: Contrast Calibration for Mixed-Precision MoE Quantization",
      "url": "https://arxiv.org/abs/2610.20353v1"
    },
    {
      "title": "Lifted State Policy Optimization: Internalizing Self-Correction through Transition Geometry",
      "url": "https://arxiv.org/abs/2610.20350v1"
    },
    {
      "title": "Scaling Multilingual Mixture-of-Experts: How Language Coverage Changes Capacity and Compute Allocation",
      "url": "https://arxiv.org/abs/2610.20247v1"
    }
  ],
  "related": [
    {
      "name": "LLM Agents & Planning: Literature Digest",
      "url": "https://agentflare.org/scholar/llm-agents-planning-literature-digest.html"
    },
    {
      "name": "Retrieval-Augmented Generation: Research Digest",
      "url": "https://agentflare.org/scholar/retrieval-augmented-generation-research-digest.html"
    },
    {
      "name": "AI Alignment & Safety: Research Digest",
      "url": "https://agentflare.org/scholar/ai-alignment-safety-research-digest.html"
    },
    {
      "name": "RLHF: Research Digest",
      "url": "https://agentflare.org/scholar/rlhf-research-digest.html"
    },
    {
      "name": "Multimodal Foundation Models: Research Digest",
      "url": "https://agentflare.org/scholar/multimodal-foundation-models-research-digest.html"
    },
    {
      "name": "Mechanistic Interpretability: Research Digest",
      "url": "https://agentflare.org/scholar/mechanistic-interpretability-research-digest.html"
    }
  ],
  "pricing": {
    "price_usd": 0.02,
    "method": "402",
    "endpoint": "https://esa.aisa.one/api/v1/access/verify",
    "autopay_hint": "set crawlerAutoPrice=true with the X-Crawler-Token header",
    "onboarding": "https://esa.aisa.one/agent/guide.html"
  },
  "powered_by": "AISA — agent-native search, settlement & delivery (https://aisa.one)"
}