"""
Pattern 10.03: Scatter-Gather
Broadcast request to multiple agents
"""
from typing import TypedDict
from langgraph.graph import StateGraph, END
from langchain_openai import ChatOpenAI
from langchain_core.messages import HumanMessage
class ScatterGatherState(TypedDict):
"""State for Scatter-Gather pattern."""
input: str
output: str
def agent_function(state: ScatterGatherState) -> ScatterGatherState:
"""Scatter-Gather agent implementation."""
llm = ChatOpenAI()
prompt = f"Process this using Scatter-Gather pattern: {state['input']}"
response = llm.invoke([HumanMessage(content=prompt)])
state["output"] = str(response.content)
return state
def create_scatter_gather():
"""Create Scatter-Gather workflow."""
workflow = StateGraph(ScatterGatherState)
workflow.add_node("agent", agent_function)
workflow.set_entry_point("agent")
workflow.add_edge("agent", END)
return workflow.compile()
if __name__ == "__main__":
workflow = create_scatter_gather()
result = workflow.invoke({"input": "Test Scatter-Gather", "output": ""})
print(f"\n=== Scatter-Gather Pattern ===\nOutput: {result['output'][:200]}...")
Agentic Orchestration Pattern: Scatter-Gather Pattern
03 Scatter Gather Pattern – Detailed Documentation
Overview
File: 10_optimization/03_scatter_gather.py
Pattern Category: 10 Optimization
Implementation: LangGraph/CrewAI
Pattern Description
Pattern 10.03: Scatter-Gather Broadcast request to multiple agents
Code Structure
Imports
from typing import TypedDict
from langgraph.graph import StateGraph, END
from langchain_openai import ChatOpenAI
from langchain_core.messages import HumanMessage
Purpose of imports:
– TypedDict: For type-safe state definitions
– StateGraph: LangGraph’s graph-based workflow orchestration
– ChatOpenAI: OpenAI LLM integration
– HumanMessage: LangChain message formatting
State Definition
class ScatterGatherState(TypedDict):
"""State for Scatter-Gather pattern."""
input: str
output: str
def agent_function(state: ScatterGatherState) -> ScatterGatherState:
ScatterGatherState: State for Scatter-Gather pattern.
State Fields:
– input: Stores input
– output: Stores output
– def agent_function(state: Stores def agent function(state
– prompt = f"Process this using Scatter-Gather pattern: Stores prompt = f”Process this using Scatter-Gather pattern
– def create_scatter_gather(): Stores def create scatter gather()
Functions
agent_function()
Line: 17
Arguments: state
Scatter-Gather agent implementation.
def agent_function(state: ScatterGatherState) -> ScatterGatherState:
"""Scatter-Gather agent implementation."""
llm = ChatOpenAI()
prompt = f"Process this using Scatter-Gather pattern: {state['input']}"
response = llm.invoke([HumanMessage(content=prompt)])
state["output"] = str(response.content)
return state
def create_scatter_gather():
create_scatter_gather()
Line: 26
Arguments: “
Create Scatter-Gather workflow.
def create_scatter_gather():
"""Create Scatter-Gather workflow."""
workflow = StateGraph(ScatterGatherState)
workflow.add_node("agent", agent_function)
workflow.set_entry_point("agent")
workflow.add_edge("agent", END)
return workflow.compile()
if __name__ == "__main__":
Line-by-Line Explanation
Line 5: Import statement
from typing import TypedDict
Imports TypedDict for creating type-safe state dictionaries.
Line 6: Import statement
from langgraph.graph import StateGraph, END
Imports StateGraph – the core LangGraph class for building workflows.
Line 7: Import statement
from langchain_openai import ChatOpenAI
Imports ChatOpenAI for LLM interactions.
Line 8: Import statement
from langchain_core.messages import HumanMessage
Imports HumanMessage for formatting prompts to the LLM.
Line 11: Class definition
class ScatterGatherState(TypedDict):
Defines the state structure using TypedDict for type safety.
Line 12: Module docstring
"""State for Scatter-Gather pattern."""
Describes the pattern and its purpose.
Line 17: Function agent_function definition
def agent_function(state: ScatterGatherState) -> ScatterGatherState:
Defines the agent_function function that processes the workflow state.
Line 18: Module docstring
"""Scatter-Gather agent implementation."""
Describes the pattern and its purpose.
Line 26: Function create_scatter_gather definition
def create_scatter_gather():
Defines the create_scatter_gather function that processes the workflow state.
Line 27: Module docstring
"""Create Scatter-Gather workflow."""
Describes the pattern and its purpose.
Usage Example
if __name__ == "__main__":
workflow = create_scatter_gather()
result = workflow.invoke({"input": "Test Scatter-Gather", "output": ""})
print(f"\n=== Scatter-Gather Pattern ===\nOutput: {result['output'][:200]}...")
Key Concepts
- State Management: Uses TypedDict to maintain workflow state
- Graph-Based Flow: LangGraph orchestrates execution flow
- Agent Functions: Each node processes and updates state
- LLM Integration: Uses ChatOpenAI for intelligent processing
Pattern Benefits
- ✅ Type-safe state management
- ✅ Clear workflow visualization
- ✅ Modular and reusable components
- ✅ Easy to test and debug
- ✅ Scalable architecture
Related Patterns
- See other patterns in the same category
- Explore combination possibilities
- Check the main documentation for pattern relationships
Leave a Reply