{"id":522222,"date":"2026-09-20T04:51:28","date_gmt":"2026-09-20T11:51:28","guid":{"rendered":"https:\/\/jorgep.com\/blog\/?p=522222"},"modified":"2026-09-22T04:58:37","modified_gmt":"2026-09-22T11:58:37","slug":"ai-routing-the-layer-between-you-and-the-models","status":"publish","type":"post","link":"https:\/\/jorgep.com\/blog\/ai-routing-the-layer-between-you-and-the-models\/","title":{"rendered":"AI Routing: The Layer Between You and the Models"},"content":{"rendered":"\n<div class=\"wp-block-columns has-theme-palette-7-background-color has-background is-layout-flex wp-container-core-columns-is-layout-5dc627e1 wp-block-columns-is-layout-flex\" style=\"margin-top:0;margin-bottom:0\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\" style=\"flex-basis:80%\"><style>.kb-row-layout-id395113_8e8b6a-7f > .kt-row-column-wrap{align-content:start;}:where(.kb-row-layout-id395113_8e8b6a-7f > .kt-row-column-wrap) > .wp-block-kadence-column{justify-content:start;}.kb-row-layout-id395113_8e8b6a-7f > .kt-row-column-wrap{column-gap:var(--global-kb-gap-md, 2rem);row-gap:var(--global-kb-gap-md, 2rem);padding-top:var(--global-kb-spacing-sm, 1.5rem);padding-bottom:var(--global-kb-spacing-sm, 1.5rem);grid-template-columns:minmax(0, 1fr) minmax(0, 2fr);}.kb-row-layout-id395113_8e8b6a-7f > .kt-row-layout-overlay{opacity:0.30;}@media all and (max-width: 1024px){.kb-row-layout-id395113_8e8b6a-7f > .kt-row-column-wrap{grid-template-columns:minmax(0, 1fr) minmax(0, 2fr);}}@media all and (max-width: 767px){.kb-row-layout-id395113_8e8b6a-7f > .kt-row-column-wrap{grid-template-columns:minmax(0, 1fr);}}<\/style><div class=\"kb-row-layout-wrap kb-row-layout-id395113_8e8b6a-7f alignnone wp-block-kadence-rowlayout\"><div class=\"kt-row-column-wrap kt-has-2-columns kt-row-layout-right-golden kt-tab-layout-inherit kt-mobile-layout-row kt-row-valign-top\">\n<style>.kadence-column395113_0e0821-40 > .kt-inside-inner-col{display:flex;}.kadence-column395113_0e0821-40 > .kt-inside-inner-col{column-gap:var(--global-kb-gap-sm, 1rem);}.kadence-column395113_0e0821-40 > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}.kadence-column395113_0e0821-40 > .kt-inside-inner-col > .aligncenter{width:100%;}.kt-row-column-wrap > .kadence-column395113_0e0821-40{align-self:flex-start;}.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_0e0821-40{align-self:auto;}.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_0e0821-40 > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}.kadence-column395113_0e0821-40 > .kt-inside-inner-col:before{opacity:0.3;}.kadence-column395113_0e0821-40{position:relative;}@media all and (max-width: 1024px){.kt-row-column-wrap > .kadence-column395113_0e0821-40{align-self:flex-start;}}@media all and (max-width: 1024px){.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_0e0821-40{align-self:auto;}}@media all and (max-width: 1024px){.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_0e0821-40 > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}}@media all and (max-width: 1024px){.kadence-column395113_0e0821-40 > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}}@media all and (max-width: 767px){.kt-row-column-wrap > .kadence-column395113_0e0821-40{align-self:flex-start;}.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_0e0821-40{align-self:auto;}.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_0e0821-40 > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}.kadence-column395113_0e0821-40 > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}}<\/style>\n<div class=\"wp-block-kadence-column kadence-column395113_0e0821-40\"><div class=\"kt-inside-inner-col\">\n<p class=\"wp-block-paragraph\">Part of: <strong> <a href=\"https:\/\/jorgep.com\/blog\/series-ai-learnings\/\">AI Learning Series Here<\/a><\/strong><\/p>\n<\/div><\/div>\n\n\n<style>.kadence-column395113_be7678-6e > .kt-inside-inner-col{display:flex;}.kadence-column395113_be7678-6e > .kt-inside-inner-col{column-gap:var(--global-kb-gap-sm, 1rem);}.kadence-column395113_be7678-6e > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}.kadence-column395113_be7678-6e > .kt-inside-inner-col > .aligncenter{width:100%;}.kt-row-column-wrap > .kadence-column395113_be7678-6e{align-self:flex-start;}.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_be7678-6e{align-self:auto;}.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_be7678-6e > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}.kadence-column395113_be7678-6e > .kt-inside-inner-col:before{opacity:0.3;}.kadence-column395113_be7678-6e{position:relative;}@media all and (max-width: 1024px){.kt-row-column-wrap > .kadence-column395113_be7678-6e{align-self:flex-start;}}@media all and (max-width: 1024px){.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_be7678-6e{align-self:auto;}}@media all and (max-width: 1024px){.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_be7678-6e > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}}@media all and (max-width: 1024px){.kadence-column395113_be7678-6e > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}}@media all and (max-width: 767px){.kt-row-column-wrap > .kadence-column395113_be7678-6e{align-self:flex-start;}.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_be7678-6e{align-self:auto;}.kt-inner-column-height-full:not(.kt-has-1-columns) > .wp-block-kadence-column.kadence-column395113_be7678-6e > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}.kadence-column395113_be7678-6e > .kt-inside-inner-col{flex-direction:column;justify-content:flex-start;}}<\/style>\n<div class=\"wp-block-kadence-column kadence-column395113_be7678-6e\"><div class=\"kt-inside-inner-col\"><style>.kadence-column510545_d73d55-65 > .kt-inside-inner-col{padding-top:var(--global-kb-spacing-xs, 1rem);padding-bottom:var(--global-kb-spacing-xs, 1rem);}.kadence-column510545_d73d55-65 > .kt-inside-inner-col{column-gap:var(--global-kb-gap-sm, 1rem);}.kadence-column510545_d73d55-65 > .kt-inside-inner-col{flex-direction:column;}.kadence-column510545_d73d55-65 > .kt-inside-inner-col > .aligncenter{width:100%;}.kadence-column510545_d73d55-65 > .kt-inside-inner-col{background-color:var(--global-palette7, #EDF2F7);}.kadence-column510545_d73d55-65:hover > .kt-inside-inner-col{background-color:var(--global-palette8, #F7FAFC);background-image:none;}.kadence-column510545_d73d55-65 > .kt-inside-inner-col:before{opacity:0.3;}.kadence-column510545_d73d55-65{position:relative;}@media all and (max-width: 1024px){.kadence-column510545_d73d55-65 > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}@media all and (max-width: 767px){.kadence-column510545_d73d55-65 > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}<\/style>\n<div class=\"wp-block-kadence-column kadence-column510545_d73d55-65\"><div class=\"kt-inside-inner-col\"><style>.wp-block-kadence-advancedheading.kt-adv-heading510545_4f04b8-a3, .wp-block-kadence-advancedheading.kt-adv-heading510545_4f04b8-a3[data-kb-block=\"kb-adv-heading510545_4f04b8-a3\"]{text-align:center;font-size:var(--global-kb-font-size-sm, 0.9rem);font-style:normal;}.wp-block-kadence-advancedheading.kt-adv-heading510545_4f04b8-a3 mark.kt-highlight, .wp-block-kadence-advancedheading.kt-adv-heading510545_4f04b8-a3[data-kb-block=\"kb-adv-heading510545_4f04b8-a3\"] mark.kt-highlight{font-style:normal;color:#f76a0c;-webkit-box-decoration-break:clone;box-decoration-break:clone;padding-top:0px;padding-right:0px;padding-bottom:0px;padding-left:0px;}.wp-block-kadence-advancedheading.kt-adv-heading510545_4f04b8-a3 img.kb-inline-image, .wp-block-kadence-advancedheading.kt-adv-heading510545_4f04b8-a3[data-kb-block=\"kb-adv-heading510545_4f04b8-a3\"] img.kb-inline-image{width:150px;vertical-align:baseline;}<\/style>\n<p class=\"kt-adv-heading510545_4f04b8-a3 wp-block-kadence-advancedheading\" data-kb-block=\"kb-adv-heading510545_4f04b8-a3\">Quick Links:\u00a0<a href=\"https:\/\/jorgep.com\/blog\/resources-for-learning-ai\/\">Resources for Learning AI<\/a> | <a href=\"https:\/\/jorgep.com\/blog\/keeping-up-with-ai\/\">Keep up with AI<\/a> | <a href=\"https:\/\/jorgep.com\/blog\/list-of-ai-tools\/\" data-type=\"post\" data-id=\"402818\">List of AI Tools<\/a> | <a href=\"https:\/\/jorgep.com\/blog\/local-ai-series\/\" data-type=\"page\" data-id=\"519365\">Local AI<\/a> | <a href=\"https:\/\/jorgep.com\/blog\/tag\/ai-agents\/\" data-type=\"post_tag\" data-id=\"941\">AI Agents<\/a> |  <a href=\"https:\/\/jorgep.com\/blog\/work-beyond-tomorrow-series\/\" data-type=\"page\" data-id=\"365001\">Future of Work<\/a> | <a href=\"https:\/\/jorgep.com\/blog\/latest-token-prices\/\" data-type=\"page\" data-id=\"521255\">Latest Token Prices<\/a><\/p>\n<\/div><\/div>\n\n\n<style>.kadence-column395113_ef932c-45 > .kt-inside-inner-col{column-gap:var(--global-kb-gap-sm, 1rem);}.kadence-column395113_ef932c-45 > .kt-inside-inner-col{flex-direction:column;}.kadence-column395113_ef932c-45 > .kt-inside-inner-col > .aligncenter{width:100%;}.kadence-column395113_ef932c-45 > .kt-inside-inner-col:before{opacity:0.3;}.kadence-column395113_ef932c-45{position:relative;}@media all and (max-width: 1024px){.kadence-column395113_ef932c-45 > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}@media all and (max-width: 767px){.kadence-column395113_ef932c-45 > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}<\/style>\n<div class=\"wp-block-kadence-column kadence-column395113_ef932c-45\"><div class=\"kt-inside-inner-col\"><style>.wp-block-kadence-advancedheading.kt-adv-heading395113_4a53da-59, .wp-block-kadence-advancedheading.kt-adv-heading395113_4a53da-59[data-kb-block=\"kb-adv-heading395113_4a53da-59\"]{text-align:center;font-size:var(--global-kb-font-size-sm, 0.9rem);font-style:normal;}.wp-block-kadence-advancedheading.kt-adv-heading395113_4a53da-59 mark.kt-highlight, .wp-block-kadence-advancedheading.kt-adv-heading395113_4a53da-59[data-kb-block=\"kb-adv-heading395113_4a53da-59\"] mark.kt-highlight{font-style:normal;color:#f76a0c;-webkit-box-decoration-break:clone;box-decoration-break:clone;padding-top:0px;padding-right:0px;padding-bottom:0px;padding-left:0px;}.wp-block-kadence-advancedheading.kt-adv-heading395113_4a53da-59 img.kb-inline-image, .wp-block-kadence-advancedheading.kt-adv-heading395113_4a53da-59[data-kb-block=\"kb-adv-heading395113_4a53da-59\"] img.kb-inline-image{width:150px;vertical-align:baseline;}<\/style>\n<p class=\"kt-adv-heading395113_4a53da-59 wp-block-kadence-advancedheading\" data-kb-block=\"kb-adv-heading395113_4a53da-59\"><\/p>\n<\/div><\/div>\n<\/div><\/div>\n\n<\/div><\/div>\n\n<style>.kadence-column395113_9b59ba-8b > .kt-inside-inner-col{column-gap:var(--global-kb-gap-sm, 1rem);}.kadence-column395113_9b59ba-8b > .kt-inside-inner-col{flex-direction:column;}.kadence-column395113_9b59ba-8b > .kt-inside-inner-col > .aligncenter{width:100%;}.kadence-column395113_9b59ba-8b > .kt-inside-inner-col:before{opacity:0.3;}.kadence-column395113_9b59ba-8b{position:relative;}@media all and (max-width: 1024px){.kadence-column395113_9b59ba-8b > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}@media all and (max-width: 767px){.kadence-column395113_9b59ba-8b > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}<\/style>\n<div class=\"wp-block-kadence-column kadence-column395113_9b59ba-8b\"><div class=\"kt-inside-inner-col\"><\/div><\/div>\n\n\n<style>.kb-row-layout-id395113_48c9f9-e5 > .kt-row-column-wrap{align-content:start;}:where(.kb-row-layout-id395113_48c9f9-e5 > .kt-row-column-wrap) > .wp-block-kadence-column{justify-content:start;}.kb-row-layout-id395113_48c9f9-e5 > .kt-row-column-wrap{column-gap:var(--global-kb-gap-md, 2rem);row-gap:var(--global-kb-gap-none, 0rem );padding-top:var(--global-kb-spacing-xxs, 0.5rem);padding-bottom:var(--global-kb-spacing-xxs, 0.5rem);grid-template-columns:repeat(2, minmax(0, 1fr));}.kb-row-layout-id395113_48c9f9-e5 > .kt-row-layout-overlay{opacity:0.30;}@media all and (max-width: 1024px){.kb-row-layout-id395113_48c9f9-e5 > .kt-row-column-wrap{grid-template-columns:repeat(2, minmax(0, 1fr));}}@media all and (max-width: 767px){.kb-row-layout-id395113_48c9f9-e5 > .kt-row-column-wrap{grid-template-columns:minmax(0, 1fr);}}<\/style><div class=\"kb-row-layout-wrap kb-row-layout-id395113_48c9f9-e5 alignnone wp-block-kadence-rowlayout\"><div class=\"kt-row-column-wrap kt-has-2-columns kt-row-layout-equal kt-tab-layout-inherit kt-mobile-layout-row kt-row-valign-top\">\n<style>.kadence-column395113_fd93ac-3a > .kt-inside-inner-col{column-gap:var(--global-kb-gap-sm, 1rem);}.kadence-column395113_fd93ac-3a > .kt-inside-inner-col{flex-direction:column;}.kadence-column395113_fd93ac-3a > .kt-inside-inner-col > .aligncenter{width:100%;}.kadence-column395113_fd93ac-3a > .kt-inside-inner-col:before{opacity:0.3;}.kadence-column395113_fd93ac-3a{position:relative;}@media all and (max-width: 1024px){.kadence-column395113_fd93ac-3a > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}@media all and (max-width: 767px){.kadence-column395113_fd93ac-3a > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}<\/style>\n<div class=\"wp-block-kadence-column kadence-column395113_fd93ac-3a\"><div class=\"kt-inside-inner-col\"><\/div><\/div>\n\n\n<style>.kadence-column395113_346775-3e > .kt-inside-inner-col{column-gap:var(--global-kb-gap-sm, 1rem);}.kadence-column395113_346775-3e > .kt-inside-inner-col{flex-direction:column;}.kadence-column395113_346775-3e > .kt-inside-inner-col > .aligncenter{width:100%;}.kadence-column395113_346775-3e > .kt-inside-inner-col:before{opacity:0.3;}.kadence-column395113_346775-3e{position:relative;}@media all and (max-width: 1024px){.kadence-column395113_346775-3e > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}@media all and (max-width: 767px){.kadence-column395113_346775-3e > .kt-inside-inner-col{flex-direction:column;justify-content:center;}}<\/style>\n<div class=\"wp-block-kadence-column kadence-column395113_346775-3e\"><div class=\"kt-inside-inner-col\"><\/div><\/div>\n\n<\/div><\/div><\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-top is-layout-flow wp-block-column-is-layout-flow\"><div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><a href=\"https:\/\/jorgep.com\/blog\/book-series-ai-dont-just-chat\/\"><img loading=\"lazy\" decoding=\"async\" width=\"791\" height=\"1024\" src=\"https:\/\/jorgep.com\/blog\/wp-content\/uploads\/BookCover-791x1024.jpg\" alt=\"\" class=\"wp-image-522269\" style=\"aspect-ratio:0.6250142320391666;width:80px;height:auto\" srcset=\"https:\/\/jorgep.com\/blog\/wp-content\/uploads\/BookCover-791x1024.jpg 791w, https:\/\/jorgep.com\/blog\/wp-content\/uploads\/BookCover-232x300.jpg 232w, https:\/\/jorgep.com\/blog\/wp-content\/uploads\/BookCover-768x994.jpg 768w, https:\/\/jorgep.com\/blog\/wp-content\/uploads\/BookCover.jpg 1102w\" sizes=\"auto, (max-width: 791px) 100vw, 791px\" \/><\/a><\/figure>\n<\/div><\/div>\n<\/div>\n\n\n<style>.wp-block-kadence-advancedheading.kt-adv-heading519190_af62a4-66, .wp-block-kadence-advancedheading.kt-adv-heading519190_af62a4-66[data-kb-block=\"kb-adv-heading519190_af62a4-66\"]{font-size:var(--global-kb-font-size-sm, 0.9rem);font-style:normal;}.wp-block-kadence-advancedheading.kt-adv-heading519190_af62a4-66 mark.kt-highlight, .wp-block-kadence-advancedheading.kt-adv-heading519190_af62a4-66[data-kb-block=\"kb-adv-heading519190_af62a4-66\"] mark.kt-highlight{font-style:normal;color:#f76a0c;-webkit-box-decoration-break:clone;box-decoration-break:clone;padding-top:0px;padding-right:0px;padding-bottom:0px;padding-left:0px;}.wp-block-kadence-advancedheading.kt-adv-heading519190_af62a4-66 img.kb-inline-image, .wp-block-kadence-advancedheading.kt-adv-heading519190_af62a4-66[data-kb-block=\"kb-adv-heading519190_af62a4-66\"] img.kb-inline-image{width:150px;vertical-align:baseline;}<\/style>\n<p class=\"kt-adv-heading519190_af62a4-66 wp-block-kadence-advancedheading\" data-kb-block=\"kb-adv-heading519190_af62a4-66\"><strong>Disclaimer:<\/strong> <strong>I create this content entirely on my own time, and the views expressed here are mine alone (not my employer&#8217;s)<\/strong>. Because I love leveraging new tech, I use AI tools like Gemini, ChatGPT, Claude, Perplexity and others as a &#8220;digital team&#8221; to help research and polish these articles so I can share the best possible insights with you!<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">For the last few years, much of the AI conversation has focused on models.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Which model is smartest? Which one has the largest context window? Which one is fastest? Which model is best for coding, reasoning, images, research, or writing?<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Those questions still matter, but I think we may be entering a stage where another question becomes just as important: <strong>Who decides which model gets the work in the first place?<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">As the number of models, agents, tools, and AI services continues to grow, applications will increasingly need something sitting between the user and all of those capabilities. That layer will decide where a request goes, what resources it needs, what it is allowed to access, how much it should cost, and potentially whether the work should happen locally, in the cloud, or somewhere in between.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">We often call this routing, but I think what is emerging is much bigger than a simple AI traffic cop.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">From One Model to Many<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">The first generation of generative AI applications was relatively straightforward. A user entered a prompt, the application sent it to a model, and the model returned a response.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Conceptually, it looked something like this:<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>User \u2192 Model \u2192 Response<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">That architecture made sense when most organizations were experimenting with one or two large language models. Today, the landscape is becoming considerably more complicated.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">An organization might have access to several commercial models, smaller specialized models, open-source models running in its own infrastructure, local models running on PCs or edge devices, internal retrieval systems, enterprise applications, APIs, and increasingly autonomous or semi-autonomous agents.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">The architecture begins to look more like this:<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>User \u2192 Decision\/Orchestration Layer \u2192 Model \/ Tool \/ Agent \/ Local AI \/ Cloud AI \u2192 Verification \u2192 Response<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">The interesting part is that the user may never know which model actually performed the work.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">And increasingly, they may not need to.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">The Best Model May Not Be the Right Model<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">We have spent a lot of time benchmarking AI models based on intelligence and capability, but production systems have more constraints than benchmark scores.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">A highly capable frontier model might be unnecessary for summarizing a short document. A smaller model may complete that task faster and at a fraction of the cost. A sensitive document might need to remain on a local device regardless of which cloud model performs better on a benchmark. A coding request may go to one model while image analysis goes to another. A routine customer-service question may use an inexpensive model, while an unusual or high-risk request is escalated to a more capable one.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">The routing decision can potentially consider many things:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Capability and task type<\/li>\n\n\n\n<li>Cost and token usage<\/li>\n\n\n\n<li>Latency<\/li>\n\n\n\n<li>Privacy and data sensitivity<\/li>\n\n\n\n<li>Security policies<\/li>\n\n\n\n<li>Model availability<\/li>\n\n\n\n<li>Context-window requirements<\/li>\n\n\n\n<li>Local versus cloud execution<\/li>\n\n\n\n<li>Regulatory or geographic restrictions<\/li>\n\n\n\n<li>Tool and data access<\/li>\n\n\n\n<li>Reliability and confidence<\/li>\n\n\n\n<li>Human approval requirements<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">Suddenly, asking <em>which model is best?<\/em> becomes a much less useful question.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">The better question may be: <strong>Which model is appropriate for this particular task, under these particular circumstances?<\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Routing Is Really a Decision Layer<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">This is why I think the word <em>routing<\/em> can actually undersell what is happening.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Traditional routing usually means deciding where something should go. AI orchestration can involve deciding not only where a task goes, but also how it should be performed.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">A system might first classify a request, determine whether sensitive information is involved, choose a model, retrieve information from an internal knowledge source, allow an agent to use a business application, ask another model to verify the result, and then determine whether a human needs to approve the final action.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">That is not simply routing.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">It is a decision layer.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">As agents become more capable, this layer becomes even more important because the system is no longer deciding only <strong>who answers the question<\/strong>. It may also be deciding <strong>who is allowed to do something<\/strong>.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">There is a significant difference between allowing an AI system to summarize an email and allowing it to send one. There is an even larger difference between asking an agent to analyze an invoice and allowing it to initiate a payment.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">The orchestration layer becomes one of the places where those boundaries can be defined and enforced.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Local AI Makes This Even More Interesting<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">This becomes particularly important as AI capabilities move onto PCs, phones, edge devices, and private infrastructure.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">I do not think the future is simply cloud AI versus local AI. It is much more likely to be a combination of both.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Some tasks will make sense in the cloud because they require large models or substantial computing resources. Others will make more sense locally because they are simple, repetitive, latency-sensitive, private, or need to work without a network connection.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Imagine an AI assistant receiving a request and automatically determining that the first part can run on the NPU in your laptop, another portion requires access to a corporate knowledge system, and a particularly complex reasoning task should be sent to a cloud model.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">From the user&#8217;s perspective, it may simply appear that the AI completed the task.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Behind the scenes, several different systems may have participated.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">That is where intelligent routing and orchestration become extremely valuable.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Models Will Continue to Change<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">There is another reason I think this layer matters.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Models are changing incredibly quickly.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Today&#8217;s leading model may not be the leading model six months from now. Pricing changes. Context windows grow. Specialized models appear. Open-source models improve. Hardware becomes more capable. New providers enter the market, while existing providers introduce entirely new architectures.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Building an application tightly around one model can therefore create another form of technology dependency.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">An orchestration layer creates the possibility of abstraction.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Instead of building the application around a specific model, the application can be built around capabilities and policies. The system can then choose among available models based on what is needed at that moment.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">That does not eliminate vendor lock-in. Orchestration platforms themselves can become another form of dependency, and models do not always behave identically even when APIs look similar.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">But it can change where the dependency lives and potentially give organizations considerably more flexibility.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Cost Could Become a Major Driver<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">There is also a simple economic reason this matters: not every AI request deserves the most expensive model.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">As organizations move from AI experimentation into large-scale deployment, millions of small decisions about tokens, inference, compute, and latency begin to matter.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">A sophisticated system could use inexpensive models for routine work and escalate only when necessary. It could use local inference when appropriate, cache common results, select models based on current pricing, or route workloads based on performance requirements.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">We already do versions of this throughout computing.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">We use caches before databases. We use different storage tiers. We balance traffic across servers. We move workloads between local infrastructure and cloud infrastructure.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">AI is beginning to develop its own version of that infrastructure.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">The Invisible Layer May Become the Important One<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">This is why I think some of the most interesting AI companies may not necessarily be the ones building the largest models.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">There is an entire ecosystem developing around gateways, orchestration, observability, security, agent management, model selection, evaluation, and policy enforcement.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">These systems sit in an interesting position. They can potentially see the request, understand the available resources, apply organizational policies, select the appropriate intelligence, monitor what happened, and determine what happens next.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">That is a strategically important place to be.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">It is also why I would not describe routing simply as plumbing. Plumbing sounds mundane until you realize that everything depends on it working.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Stop Asking Only Which AI Is Smartest<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">I recently wrote about why I think we need to stop asking only how smart AI is. This is another reason why.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Individual model intelligence will continue to matter, and the competition between model providers will continue. But increasingly, the intelligence of the overall system may matter more than the intelligence of any individual model inside it.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">The important questions become broader.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Which model should handle this task? Should the work happen locally or in the cloud? What information should the model be allowed to see? Which tools can an agent use? How much should the task cost? When should another model verify the answer? When should a human remain in the loop?<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Those are architecture questions, governance questions, security questions, and increasingly business questions.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">The lasting advantage may not come from choosing the best model.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">It may come from building an architecture that can keep choosing the <strong>right model, tool, agent, data source, or execution environment<\/strong> as the landscape changes.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">And perhaps that is where one of the most important layers of the emerging AI ecosystem is quietly being built: not inside the models themselves, but <strong>between them<\/strong>.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Articles and Further Reading<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">Articles and Further Reading<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/arxiv.org\/abs\/2603.04445\">Dynamic Model Routing and Cascading for Efficient LLM Inference: A Survey<\/a> \u2014 Yasmin Moslem and John D. Kelleher provide a useful survey of approaches for dynamically selecting among multiple LLMs based on query difficulty, uncertainty, specialization, cost, and efficiency.<\/li>\n\n\n\n<li><a href=\"https:\/\/proceedings.mlr.press\/v267\/dekoninck25a.html\">A Unified Approach to Routing and Cascading for LLMs<\/a> \u2014 Research presented at ICML 2025 examining routing, where a model is selected for a request, and cascading, where requests can move to increasingly capable models when necessary.<\/li>\n\n\n\n<li><a href=\"https:\/\/developers.cloudflare.com\/ai-gateway\/features\/dynamic-routing\/\">Cloudflare AI Gateway: Dynamic Routing<\/a> \u2014 A practical example of the routing layer discussed in this article, including conditional model selection, fallbacks, rate limits, budget limits, and routing based on request metadata.<\/li>\n\n\n\n<li><a href=\"https:\/\/vercel.com\/kb\/guide\/cost-aware-model-routing-with-ai-gateway\">Cost-Aware Model Routing Through Vercel AI Gateway<\/a> \u2014 A hands-on example of routing requests between lower-cost and more capable models based on task difficulty, verification, budgets, and escalation rules.<\/li>\n\n\n\n<li><a href=\"https:\/\/reference.langchain.com\/python\/langgraph\/overview\">LangGraph Documentation<\/a> \u2014 LangGraph illustrates the broader orchestration side of the discussion, providing infrastructure for stateful, multi-step agent workflows rather than simply selecting a model.<\/li>\n\n\n\n<li><a href=\"https:\/\/docs.langchain.com\/oss\/python\/learn\">LangChain Agent and Multi-Agent Tutorials<\/a> \u2014 Examples of routing work among specialized agents, tools, knowledge sources, and workflows, showing how routing expands beyond model selection into orchestration.<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">Videos<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/www.youtube.com\/watch?v=f-rFWcSmWkY&amp;utm_source=chatgpt.com\" target=\"_blank\" rel=\"noopener\">AI Model Routing: How Smart Routing Picks the Right LLM \u2014 Databricks<\/a> \u2014 Explains how intelligent routing can select different models based on the request while balancing capability, latency, and cost.<\/li>\n\n\n\n<li><a href=\"https:\/\/www.youtube.com\/watch?v=P-v5tTBfzxE&amp;utm_source=chatgpt.com\" target=\"_blank\" rel=\"noopener\">LLM Routing Explained with 3 Examples, Simple to Advanced \u2014 echohive<\/a> \u2014 A more hands-on explanation showing several approaches to routing requests between models and workflows.<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>For the last few years, much of the AI conversation has focused on models. Which model is smartest? Which one has the largest context window? Which one is fastest? Which model is best for coding, reasoning, images, research, or writing? Those questions still matter, but I think we may be entering a stage where another&#8230;<\/p>\n","protected":false},"author":2,"featured_media":522226,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_kad_blocks_custom_css":"","_kad_blocks_head_custom_js":"","_kad_blocks_body_custom_js":"","_kad_blocks_footer_custom_js":"","ngg_post_thumbnail":0,"_kad_post_transparent":"","_kad_post_title":"","_kad_post_layout":"","_kad_post_sidebar_id":"","_kad_post_content_style":"","_kad_post_vertical_padding":"","_kad_post_feature":"","_kad_post_feature_position":"","_kad_post_header":false,"_kad_post_footer":false,"_kad_post_classname":"","footnotes":""},"categories":[1068,1031],"tags":[941,1086,930,894],"class_list":["post-522222","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-ai-emerging-technology","category-ai-learnings-series","tag-ai-agents","tag-ai-routing","tag-ai-series","tag-artificial-intelligence"],"taxonomy_info":{"category":[{"value":1068,"label":"AI &amp; Emerging Technology"},{"value":1031,"label":"AI Learnings Series"}],"post_tag":[{"value":941,"label":"AI Agents"},{"value":1086,"label":"AI Routing"},{"value":930,"label":"AI Series"},{"value":894,"label":"artificial intelligence"}]},"featured_image_src_large":["https:\/\/jorgep.com\/blog\/wp-content\/uploads\/FeaturedImage-AI-Routing.jpg",800,300,false],"author_info":{"display_name":"Jorge Pereira","author_link":"https:\/\/jorgep.com\/blog\/author\/jorge\/"},"comment_info":0,"category_info":[{"term_id":1068,"name":"AI &amp; Emerging Technology","slug":"ai-emerging-technology","term_group":0,"term_taxonomy_id":1078,"taxonomy":"category","description":"","parent":0,"count":236,"filter":"raw","cat_ID":1068,"category_count":236,"category_description":"","cat_name":"AI &amp; Emerging Technology","category_nicename":"ai-emerging-technology","category_parent":0},{"term_id":1031,"name":"AI Learnings Series","slug":"ai-learnings-series","term_group":0,"term_taxonomy_id":1041,"taxonomy":"category","description":"","parent":0,"count":83,"filter":"raw","cat_ID":1031,"category_count":83,"category_description":"","cat_name":"AI Learnings Series","category_nicename":"ai-learnings-series","category_parent":0}],"tag_info":[{"term_id":941,"name":"AI Agents","slug":"ai-agents","term_group":0,"term_taxonomy_id":951,"taxonomy":"post_tag","description":"","parent":0,"count":105,"filter":"raw"},{"term_id":1086,"name":"AI Routing","slug":"ai-routing","term_group":0,"term_taxonomy_id":1096,"taxonomy":"post_tag","description":"","parent":0,"count":3,"filter":"raw"},{"term_id":930,"name":"AI Series","slug":"ai-series","term_group":0,"term_taxonomy_id":940,"taxonomy":"post_tag","description":"","parent":0,"count":258,"filter":"raw"},{"term_id":894,"name":"artificial intelligence","slug":"artificial-intelligence","term_group":0,"term_taxonomy_id":904,"taxonomy":"post_tag","description":"","parent":0,"count":222,"filter":"raw"}],"_links":{"self":[{"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/posts\/522222","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/comments?post=522222"}],"version-history":[{"count":3,"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/posts\/522222\/revisions"}],"predecessor-version":[{"id":522225,"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/posts\/522222\/revisions\/522225"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/media\/522226"}],"wp:attachment":[{"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/media?parent=522222"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/categories?post=522222"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jorgep.com\/blog\/wp-json\/wp\/v2\/tags?post=522222"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}