{ "api_version": "1", "updated": "2026-10-29", "latest_event": "2026-10-28", "rights": "© Frontier Log, all rights reserved.", "story": { "slug": "llm-baseline", "title": "Ten LLM Capabilities Every Frontier Lab Now Offers", "description": "Of the ten capabilities OpenAI, Anthropic and Google all now offer, OpenAI shipped four first. Anthropic and Google shipped three each.", "url": "https://frontierlog.ai/stories/llm-baseline", "date": "2026-10-29", "image": "https://frontierlog.ai/og/story-llm-baseline.png", "event": "2025-11-14-structured-outputs", "tags": [ "tool-use", "reasoning", "long-context", "vision", "search", "computer-use", "mcp", "memory" ], "steps": [], "tables": [], "records": [ { "date": "2023-03-21", "party": "Google", "what": "opens Bard, which draws on information from the web, to sign-ups", "by": "Google", "source": "https://blog.google/innovation-and-ai/products/try-bard/", "note": "Web search", "quote": "You can sign up to try Bard at bard.google.com.", "also": [ { "by": "Google", "source": "https://blog.google/innovation-and-ai/technology/ai/bard-google-ai-search-updates/" } ], "key": true }, { "date": "2023-03-23", "party": "OpenAI", "what": "opens a web-browsing plugin for ChatGPT, in alpha from its waitlist", "by": "OpenAI", "source": "https://openai.com/index/chatgpt-plugins", "note": "Web search", "quote": "We’re also hosting two plugins ourselves, a web browser and code interpreter." }, { "date": "2023-05-11", "party": "Anthropic", "what": "expands Claude's context window to 100K tokens", "by": "Anthropic", "source": "https://www.anthropic.com/news/100k-context-windows", "note": "100K-token context", "quote": "We’ve expanded Claude’s context window from 9K to 100K tokens, corresponding to around 75,000 words!", "key": true }, { "date": "2023-06-13", "party": "OpenAI", "what": "adds function calling to gpt-4-0613 and gpt-3.5-turbo-0613 in the API", "by": "OpenAI", "source": "https://openai.com/index/function-calling-and-other-api-updates", "note": "Function calling", "quote": "Developers can now describe functions to gpt-4-0613 and gpt-3.5-turbo-0613, and have the model intelligently choose to output a JSON object containing arguments to call those functions.", "key": true }, { "date": "2023-07-13", "party": "Google", "what": "lets Bard take images in prompts", "by": "Google", "source": "https://blog.google/products-and-platforms/products/gemini/google-bard-new-features-update-july-2023/", "note": "Image input", "quote": "Whether you want more information about an image or just need help coming up with a caption, you can now upload images with prompts and Bard will analyze the photo to help.", "key": true }, { "date": "2023-09-25", "party": "OpenAI", "what": "rolls out image input in ChatGPT to Plus and Enterprise users", "by": "OpenAI", "source": "https://openai.com/index/chatgpt-can-now-see-hear-and-speak", "note": "Image input", "quote": "We’re rolling out voice and images in ChatGPT to Plus and Enterprise users over the next two weeks." }, { "date": "2023-11-06", "party": "OpenAI", "what": "previews GPT-4 Turbo with a 128K context window", "by": "OpenAI", "source": "https://openai.com/index/new-models-and-developer-products-announced-at-devday", "note": "100K-token context", "quote": "It has a 128k context window so it can fit the equivalent of more than 300 pages of text in a single prompt." }, { "date": "2023-11-21", "party": "Anthropic", "what": "adds tool use to the Claude API in beta, with Claude 2.1", "by": "Anthropic", "source": "https://www.anthropic.com/news/claude-2-1", "note": "Function calling", "quote": "By popular demand, we’ve also added tool use, a new beta feature that allows Claude to integrate with users' existing processes, products, and APIs." }, { "date": "2023-12-13", "party": "Google", "what": "brings Gemini Pro to the Gemini API with function calling", "by": "Google", "source": "https://blog.google/innovation-and-ai/products/gemini-api-developers-cloud/", "note": "Function calling", "quote": "It comes with a range of features: function calling, embeddings, semantic retrieval and custom knowledge grounding, and chat functionality." }, { "date": "2024-02-15", "party": "Google", "what": "opens sign-ups for Gemini 1.5 Pro, with a 128,000-token context window", "by": "Google", "source": "https://blog.google/innovation-and-ai/products/google-gemini-next-generation-model-february-2024/", "note": "100K-token context", "quote": "Gemini 1.5 Pro comes with a standard 128,000 token context window." }, { "date": "2024-03-04", "party": "Anthropic", "what": "launches the Claude 3 models, with vision", "by": "Anthropic", "source": "https://www.anthropic.com/news/claude-3-family", "note": "Image input", "quote": "The Claude 3 models have sophisticated vision capabilities on par with other leading models." }, { "date": "2024-05-14", "party": "Google", "what": "puts Gemini 1.5 Pro and 1.5 Flash in public preview with a 1M-token window", "by": "Google", "source": "https://blog.google/innovation-and-ai/products/google-gemini-update-flash-ai-assistant-io-2024/", "note": "1M-token context", "quote": "Both 1.5 Pro and 1.5 Flash are available in public preview with a 1 million token context window in Google AI Studio and Vertex AI.", "key": true }, { "date": "2024-08-06", "party": "OpenAI", "what": "introduces Structured Outputs in the API", "by": "OpenAI", "source": "https://openai.com/index/introducing-structured-outputs-in-the-api", "note": "Structured outputs", "quote": "Today we’re introducing Structured Outputs in the API, a new feature designed to ensure model-generated outputs will exactly match JSON Schemas provided by developers.", "key": true }, { "date": "2024-09-05", "party": "OpenAI", "what": "makes memory in ChatGPT available to Free, Plus, Team and Enterprise users", "by": "OpenAI", "source": "https://openai.com/index/memory-and-new-controls-for-chatgpt", "note": "Memory", "quote": "September 5, 2024 update: Memory is now available to ChatGPT Free, Plus, Team, and Enterprise users.", "key": true }, { "date": "2024-09-12", "party": "OpenAI", "what": "releases o1-preview and o1-mini in ChatGPT", "by": "OpenAI", "source": "https://openai.com/index/introducing-openai-o1-preview", "note": "Reasoning", "quote": "ChatGPT Plus and Team users will be able to access o1 models in ChatGPT starting today.", "key": true }, { "date": "2024-10-22", "party": "Anthropic", "what": "offers computer use in the API, in public beta", "by": "Anthropic", "source": "https://www.anthropic.com/news/3-5-models-and-computer-use", "note": "Computer use", "quote": "Claude 3.5 Sonnet is the first frontier AI model to offer computer use in public beta.", "key": true }, { "date": "2024-11-25", "party": "Anthropic", "what": "introduces MCP, with local MCP servers in the Claude Desktop app", "by": "Anthropic", "source": "https://www.anthropic.com/news/model-context-protocol", "note": "MCP", "quote": "All Claude.ai plans support connecting MCP servers to the Claude Desktop app.", "key": true }, { "date": "2024-12-20", "party": "Google", "what": "introduces an experimental thinking version of Gemini 2.0 for developers", "by": "Google", "source": "https://blog.google/innovation-and-ai/products/google-ai-updates-december-2024/", "note": "Reasoning", "quote": "We also introduced a range of experimental models for developers to explore, including gemini-exp-1206 in AI Studio and Gemini Advanced, and an experimental “thinking” version of Gemini 2.0." }, { "date": "2025-01-23", "party": "OpenAI", "what": "launches Operator for Pro users in the US", "by": "OpenAI", "source": "https://openai.com/index/introducing-operator", "note": "Computer use", "quote": "Starting today, Operator is available to Pro users in the U.S. at operator.chatgpt.com." }, { "date": "2025-02-24", "party": "Anthropic", "what": "releases Claude 3.7 Sonnet, with extended thinking", "by": "Anthropic", "source": "https://www.anthropic.com/news/claude-3-7-sonnet", "note": "Reasoning", "quote": "Claude 3.7 Sonnet can produce near-instant responses or extended, step-by-step thinking that is made visible to the user." }, { "date": "2025-03-20", "party": "Anthropic", "what": "adds web search to Claude, in preview for paid users in the US", "by": "Anthropic", "source": "https://claude.com/resources/articles/web-search", "note": "Web search", "quote": "Web search is available now in feature preview for all paid Claude users in the United States." }, { "date": "2025-04-14", "party": "OpenAI", "what": "releases GPT-4.1 in the API, with up to 1M tokens of context", "by": "OpenAI", "source": "https://openai.com/index/gpt-4-1", "note": "1M-token context", "quote": "They also have larger context windows—supporting up to 1 million tokens of context—and are able to better use that context with improved long-context comprehension." }, { "date": "2025-05-21", "party": "OpenAI", "what": "adds remote MCP servers to the Responses API", "by": "OpenAI", "source": "https://openai.com/index/new-tools-and-features-in-the-responses-api", "note": "MCP", "quote": "We’re adding support for remote MCP servers in the Responses API, building on the release of MCP support in the Agents SDK." }, { "date": "2025-06-25", "party": "Google", "what": "launches Gemini CLI, with built-in MCP support", "by": "Google", "source": "https://blog.google/innovation-and-ai/technology/developers-tools/introducing-gemini-cli-open-source-ai-agent/", "note": "MCP", "quote": "Extend Gemini CLI’s capabilities through built-in support for the Model Context Protocol (MCP) or bundled extensions" }, { "date": "2025-08-12", "party": "Anthropic", "what": "gives Claude Sonnet 4 a 1M-token window, in public beta", "by": "Anthropic", "source": "https://claude.com/resources/articles/1m-context", "note": "1M-token context", "quote": "Long context support for Sonnet 4 is now in public beta on the Claude Developer Platform natively, and in Amazon Bedrock and Google Cloud’s Vertex AI." }, { "date": "2025-08-13", "party": "Google", "what": "lets the Gemini app reference past chats", "by": "Google", "source": "https://blog.google/products-and-platforms/products/gemini/temporary-chats-privacy-controls/", "note": "Memory", "quote": "The Gemini app can now reference your past chats to learn your preferences, delivering more personalized responses the more you use it." }, { "date": "2025-09-11", "party": "Anthropic", "what": "brings memory to Claude for Team and Enterprise", "by": "Anthropic", "source": "https://claude.com/resources/articles/memory", "note": "Memory", "quote": "Memory is rolling out to Team and Enterprise plan users starting today." }, { "date": "2025-10-07", "party": "Google", "what": "releases the Gemini 2.5 Computer Use model in the Gemini API", "by": "Google", "source": "https://blog.google/innovation-and-ai/models-and-research/google-deepmind/gemini-computer-use-model/", "note": "Computer use", "quote": "Developers can access these capabilities via the Gemini API in Google AI Studio and Vertex AI." }, { "date": "2025-11-05", "party": "Google", "what": "expands Structured Outputs in the Gemini API, describing support already there", "by": "Google", "source": "https://blog.google/innovation-and-ai/technology/developers-tools/gemini-api-structured-outputs/", "note": "Structured outputs", "quote": "Today, we're announcing enhancements to Structured Outputs in the Gemini API, with expanded support for JSON Schema and better adherence to property ordering in the output." }, { "date": "2025-11-14", "party": "Anthropic", "what": "adds structured outputs to the Claude API, in public beta", "by": "Anthropic", "source": "https://claude.com/resources/articles/structured-outputs-on-the-claude-developer-platform", "note": "Structured outputs", "quote": "Available in public beta, this feature ensures API responses always match your specified JSON schemas or tool definitions." } ], "sources": [ "https://blog.google/innovation-and-ai/products/try-bard/", "https://blog.google/innovation-and-ai/technology/ai/bard-google-ai-search-updates/", "https://openai.com/index/chatgpt-plugins", "https://www.anthropic.com/news/100k-context-windows", "https://openai.com/index/function-calling-and-other-api-updates", "https://blog.google/products-and-platforms/products/gemini/google-bard-new-features-update-july-2023/", "https://openai.com/index/chatgpt-can-now-see-hear-and-speak", "https://openai.com/index/new-models-and-developer-products-announced-at-devday", "https://www.anthropic.com/news/claude-2-1", "https://blog.google/innovation-and-ai/products/gemini-api-developers-cloud/", "https://blog.google/innovation-and-ai/products/google-gemini-next-generation-model-february-2024/", "https://www.anthropic.com/news/claude-3-family", "https://blog.google/innovation-and-ai/products/google-gemini-update-flash-ai-assistant-io-2024/", "https://openai.com/index/introducing-structured-outputs-in-the-api", "https://openai.com/index/memory-and-new-controls-for-chatgpt", "https://openai.com/index/introducing-openai-o1-preview", "https://www.anthropic.com/news/3-5-models-and-computer-use", "https://www.anthropic.com/news/model-context-protocol", "https://blog.google/innovation-and-ai/products/google-ai-updates-december-2024/", "https://openai.com/index/introducing-operator", "https://www.anthropic.com/news/claude-3-7-sonnet", "https://claude.com/resources/articles/web-search", "https://openai.com/index/gpt-4-1", "https://openai.com/index/new-tools-and-features-in-the-responses-api", "https://blog.google/innovation-and-ai/technology/developers-tools/introducing-gemini-cli-open-source-ai-agent/", "https://claude.com/resources/articles/1m-context", "https://blog.google/products-and-platforms/products/gemini/temporary-chats-privacy-controls/", "https://claude.com/resources/articles/memory", "https://blog.google/innovation-and-ai/models-and-research/google-deepmind/gemini-computer-use-model/", "https://blog.google/innovation-and-ai/technology/developers-tools/gemini-api-structured-outputs/", "https://claude.com/resources/articles/structured-outputs-on-the-claude-developer-platform" ], "body": [ { "figure": "main" }, { "table": { "cols": [ "Capability", "First to ship", "OpenAI", "Anthropic", "Google" ], "rows": [ [ "Web search", "Google, Bard", "[Mar 23, 2023](https://openai.com/index/chatgpt-plugins)", "[Mar 20, 2025](https://claude.com/resources/articles/web-search)", "[Mar 21, 2023](https://blog.google/innovation-and-ai/products/try-bard/)" ], [ "100K-token context", "Anthropic, Claude", "[Nov 6, 2023](https://openai.com/index/new-models-and-developer-products-announced-at-devday)", "[May 11, 2023](https://www.anthropic.com/news/100k-context-windows)", "[Feb 15, 2024](https://blog.google/innovation-and-ai/products/google-gemini-next-generation-model-february-2024/)" ], [ "Function calling", "OpenAI, GPT-4 and GPT-3.5 Turbo API", "[Jun 13, 2023](https://openai.com/index/function-calling-and-other-api-updates)", "[Nov 21, 2023](https://www.anthropic.com/news/claude-2-1)", "[Dec 13, 2023](https://blog.google/innovation-and-ai/products/gemini-api-developers-cloud/)" ], [ "Image input", "Google, Bard, with Google Lens", "[Sep 25, 2023](https://openai.com/index/chatgpt-can-now-see-hear-and-speak)", "[Mar 4, 2024](https://www.anthropic.com/news/claude-3-family)", "[Jul 13, 2023](https://blog.google/products-and-platforms/products/gemini/google-bard-new-features-update-july-2023/)" ], [ "1M-token context", "Google, Gemini 1.5 Pro and 1.5 Flash", "[Apr 14, 2025](https://openai.com/index/gpt-4-1)", "[Aug 12, 2025](https://claude.com/resources/articles/1m-context)", "[May 14, 2024](https://blog.google/innovation-and-ai/products/google-gemini-update-flash-ai-assistant-io-2024/)" ], [ "Structured outputs", "OpenAI, its API", "[Aug 6, 2024](https://openai.com/index/introducing-structured-outputs-in-the-api)", "[Nov 14, 2025](https://claude.com/resources/articles/structured-outputs-on-the-claude-developer-platform)", "[Nov 5, 2025](https://blog.google/innovation-and-ai/technology/developers-tools/gemini-api-structured-outputs/)" ], [ "Memory", "OpenAI, ChatGPT", "[Sep 5, 2024](https://openai.com/index/memory-and-new-controls-for-chatgpt)", "[Sep 11, 2025](https://claude.com/resources/articles/memory)", "[Aug 13, 2025](https://blog.google/products-and-platforms/products/gemini/temporary-chats-privacy-controls/)" ], [ "Reasoning", "OpenAI, o1-preview and o1-mini", "[Sep 12, 2024](https://openai.com/index/introducing-openai-o1-preview)", "[Feb 24, 2025](https://www.anthropic.com/news/claude-3-7-sonnet)", "[Dec 20, 2024](https://blog.google/innovation-and-ai/products/google-ai-updates-december-2024/)" ], [ "Computer use", "Anthropic, Claude 3.5 Sonnet API", "[Jan 23, 2025](https://openai.com/index/introducing-operator)", "[Oct 22, 2024](https://www.anthropic.com/news/3-5-models-and-computer-use)", "[Oct 7, 2025](https://blog.google/innovation-and-ai/models-and-research/google-deepmind/gemini-computer-use-model/)" ], [ "MCP", "Anthropic, Claude Desktop", "[May 21, 2025](https://openai.com/index/new-tools-and-features-in-the-responses-api)", "[Nov 25, 2024](https://www.anthropic.com/news/model-context-protocol)", "[Jun 25, 2025](https://blog.google/innovation-and-ai/technology/developers-tools/introducing-gemini-cli-open-source-ai-agent/)" ] ] } }, { "p": "OpenAI, Anthropic and Google all now offer ten capabilities that each began at one of them, according to the labs' own posts. OpenAI was first on four, Anthropic on three and Google on three. The earliest was web search: Google [opened Bard](https://blog.google/innovation-and-ai/products/try-bard/), which it said draws on information from the web, to sign-ups on Mar 21, 2023. The latest was MCP, which Anthropic [introduced](https://www.anthropic.com/news/model-context-protocol) with support in the Claude Desktop app on Nov 25, 2024." }, { "h": "OpenAI first on four" }, { "p": "OpenAI [added function calling](https://openai.com/index/function-calling-and-other-api-updates) to its API on Jun 13, 2023, and [introduced Structured Outputs](https://openai.com/index/introducing-structured-outputs-in-the-api) on Aug 6, 2024. It made [memory in ChatGPT](https://openai.com/index/memory-and-new-controls-for-chatgpt) available to Free, Plus, Team and Enterprise users on Sep 5, 2024, after a test with a small portion of users, and [released o1-preview and o1-mini](https://openai.com/index/introducing-openai-o1-preview) in ChatGPT on Sep 12, 2024." }, { "h": "Anthropic and Google on three each" }, { "p": "Anthropic [expanded Claude to 100K tokens](https://www.anthropic.com/news/100k-context-windows) of context on May 11, 2023, [offered computer use in the API](https://www.anthropic.com/news/3-5-models-and-computer-use) in public beta on Oct 22, 2024, and introduced MCP. Google was first with web search in Bard, then [let Bard take images in prompts](https://blog.google/products-and-platforms/products/gemini/google-bard-new-features-update-july-2023/) on Jul 13, 2023, and [put Gemini 1.5 Pro and 1.5 Flash in public preview](https://blog.google/innovation-and-ai/products/google-gemini-update-flash-ai-assistant-io-2024/) with a 1M-token window on May 14, 2024." }, { "h": "Five months to two years for the rest" }, { "p": "Reasoning reached all three labs fastest: Anthropic [released Claude 3.7 Sonnet](https://www.anthropic.com/news/claude-3-7-sonnet), with extended thinking, on Feb 24, 2025, about five months after o1-preview. Web search took longest. Anthropic [added it to Claude](https://claude.com/resources/articles/web-search) on Mar 20, 2025, two years after Bard. The last of the ten to reach all three was structured outputs, which Anthropic [added to the Claude API](https://claude.com/resources/articles/structured-outputs-on-the-claude-developer-platform) in public beta on Nov 14, 2025. The timeline below lists each lab's date and post for every capability." }, { "h": "How the dates are set" }, { "p": "Each date is the day a lab's own post opened the capability to anyone to use or sign up for, previews and betas included. A feature for invited testers or one partner counts from when it opened wider. Google's structured outputs post, on Nov 5, 2025, expands support already in the Gemini API, and its posts don't date the start." } ] } }