Data Model Consolidation: MongoDB as Single Database

graph TD
    subgraph Services
        Agents["CROP-Agents"]
        RAG["CROP-RAG-Embedding"]
        Search["CROP-RAG-Search"]
        SEO["CROP-AI-SEO"]
        PDF["CROP-pdf-parser"]
        Delivery["delivery"]
    end

    subgraph MongoDB["MongoDB Atlas"]
        parts_m["parts"]
        fitment["equipment_fitment"]
        convos["conversations"]
        vapi["vapi_calls"]
        pl_docs["pl_documents"]
        pl_pages["pl_document_pages"]
        shipments["shipments"]
        rates["rate_queries"]
        tracking["tracking"]
    end

    subgraph ES["Elasticsearch"]
        parts_es["parts_current<br/><small>mirrors MongoDB parts</small>"]
        manual_es["manual_parts"]
    end

    subgraph Weaviate
        doc_chunk["DocumentChunk<br/><small>1024d BGE</small>"]
        part_doc["PartDocument"]
        part_img["PartImage<br/><small>CLIP</small>"]
        prod_img["ProductImages<br/><small>512d</small>"]
        prod_emb["ProductEmbedding<br/><small>512d</small>"]
        conv_turns["ConversationTurns<br/><small>1024d</small>"]
    end

    Agents --> parts_m & parts_es & doc_chunk & prod_emb & conv_turns & fitment & convos & vapi
    RAG --> parts_m & manual_es & doc_chunk
    Search --> doc_chunk
    SEO --> parts_m & prod_img
    PDF --> parts_m & part_doc & part_img & manual_es & pl_docs & pl_pages
    Delivery --> shipments & rates & tracking

graph TD
    subgraph Services
        Agents["CROP-Agents"]
        RAG["CROP-RAG-Embedding"]
        Search["CROP-RAG-Search"]
        SEO["CROP-AI-SEO"]
        PDF["CROP-pdf-parser"]
        Delivery["delivery"]
    end

    subgraph MongoDB["MongoDB Atlas — single cluster"]
        parts["parts<br/><small>+ Atlas Search + Vector Search (512d)</small>"]
        chunks["document_chunks<br/><small>+ Vector Search (1024d) + Atlas Search</small>"]
        manual["manual_parts<br/><small>+ Atlas Search</small>"]
        images["part_images<br/><small>+ Vector Search (CLIP)</small>"]
        convos["conversations<br/><small>+ Vector Search (1024d)</small>"]
        fitment["equipment_fitment"]
        pl_docs["pl_documents"]
        pl_pages["pl_document_pages"]
        shipments["shipments"]
        rates["rate_queries"]
        tracking["tracking"]
        vapi["vapi_calls"]
    end

    Agents --> parts & chunks & manual & convos & fitment & vapi
    RAG --> parts & chunks & manual
    Search --> chunks
    SEO --> parts
    PDF --> parts & chunks & images & manual & pl_docs & pl_pages
    Delivery --> shipments & rates & tracking

{
  "_id": "ObjectId",
  "partNumber": "CT-12345 (unique index)",
  "sku": "CT12345",
  "title": "Hydraulic Pump Assembly",
  "slug": "hydraulic-pump-assembly-ct-12345",
  "description": { "text": "High-performance hydraulic pump..." },
  "pricing": {
    "msrp": 249.99,
    "dis": { "price": 199.99 }
  },
  "inventory": { "inStock": true, "availability": "In Stock" },
  "manufacturer": { "name": "Parker Hannifin" },
  "category": { "main": "Hydraulics", "sub": "Pumps" },
  "media": {
    "primaryImage": "https://media.crop.com/...",
    "images": [{ "url": "https://media.crop.com/..." }]
  },
  "equipmentFitment": ["John Deere 310SL", "CAT 420F2"],
  "youtube": { "videos": [] },
  "ai_seo": {
    "short_description": "...",
    "product_description": "...",
    "seo_keywords": "hydraulic pump, parker hannifin, 310SL"
  },

  "embedding_512":    "[512-dim float array — replaces Weaviate ProductEmbedding]",
  "image_embeddings": [
    {
      "image_index": 0,
      "embedding_512": "[512-dim CLIP float array — replaces Weaviate ProductImages]"
    }
  ]
}

{
  "_id": "ObjectId",
  "document_id": "doc_abc123",
  "chunk_index": 3,
  "text": "The hydraulic pump assembly (CT-12345) requires...",
  "provider_name": "Parker Hannifin",
  "pdf_name": "PH-300-manual.pdf",
  "page_number": 42,
  "page_type": "parts_list",
  "chunk_type": "table_row",
  "part_numbers": ["CT-12345", "CT-12346"],
  "media_urls": ["gs://crop-pdfs/PH-300/page42-fig1.png"],
  "gcs_path": "gs://crop-pdfs/PH-300-manual.pdf",
  "pdf_hash": "sha256:abc123...",
  "embedding_1024": "[1024-dim BGE float array]",
  "ingestion_timestamp": "2025-01-15T10:30:00Z"
}

{
  "_id": "ObjectId",
  "part_number": "ct-12345",
  "provider": "Parker Hannifin",
  "pdf_name": "PH-300-manual.pdf",
  "document_id": "doc_abc123",
  "page_number": 42,
  "context": "Item 7 — Hydraulic Pump Assembly, replaces CT-12344",
  "gcs_path": "gs://crop-pdfs/PH-300-manual.pdf",
  "page_type": "parts_list"
}

{
  "_id": "ObjectId",
  "source_pdf": "PH-300-manual.pdf",
  "page": 42,
  "image_type": "exploded_diagram",
  "bbox": { "x": 50.0, "y": 120.0, "w": 400.0, "h": 300.0 },
  "width": 800,
  "height": 600,
  "format": "png",
  "gcs_path": "gs://crop-pdfs/PH-300/page42-fig1.png",
  "part_number": "CT-12345",
  "item_number": "7",
  "related_document_ids": ["ObjectId(...)"],
  "embedding": "[CLIP float array]"
}

{
  "_id": "ObjectId",
  "session_id": "sess_xyz789",
  "turns": [
    {
      "role": "user",
      "content": "What hydraulic pump fits a John Deere 310SL?",
      "agent_id": "parts-agent",
      "timestamp": "2025-01-15T10:30:00Z",
      "embedding_1024": "[1024-dim float array]"
    },
    {
      "role": "assistant",
      "content": "The CT-12345 Hydraulic Pump Assembly is compatible...",
      "agent_id": "parts-agent",
      "timestamp": "2025-01-15T10:30:05Z",
      "embedding_1024": "[1024-dim float array]"
    }
  ]
}

flowchart LR
    subgraph "Decommission"
        ES_parts["ES parts_current"]
        ES_manual["ES manual_parts"]
        W_DocChunk["Weaviate DocumentChunk"]
        W_PartDoc["Weaviate PartDocument"]
        W_PartImg["Weaviate PartImage"]
        W_ProdEmb["Weaviate ProductEmbedding"]
        W_ProdImg["Weaviate ProductImages"]
        W_ConvTrn["Weaviate ConversationTurns"]
    end

    subgraph "MongoDB Atlas"
        M_parts["parts<br/>+ Atlas Search<br/>+ embedding_512<br/>+ image_embeddings"]
        M_chunks["document_chunks<br/>+ embedding_1024"]
        M_manual["manual_parts<br/>+ Atlas Search"]
        M_images["part_images<br/>+ CLIP embedding"]
        M_convos["conversations<br/>+ turn embeddings"]
    end

    ES_parts -->|"Atlas Search replaces<br/>full-text"| M_parts
    W_ProdEmb -->|"embedding_512<br/>field"| M_parts
    W_ProdImg -->|"image_embeddings<br/>array"| M_parts
    W_DocChunk -->|"unified schema"| M_chunks
    W_PartDoc -->|"merged"| M_chunks
    ES_manual -->|"Atlas Search<br/>replaces ES"| M_manual
    W_PartImg -->|"CLIP vectors"| M_images
    W_ConvTrn -->|"embedded in<br/>turns array"| M_convos