Merge branch 'iceberg' of github.com:influxdata/docs-v2 into iceberg

MeelahMe · MeelahMe · commit 6c09ef4715fe · 2025-03-26T16:12:35.000-07:00
diff --git a/.github/copilot-instructions.md b/.github/copilot-instructions.md
@@ -59,7 +59,7 @@ GitHub Copilot should help document InfluxData products by creating clear, accur
 - Follow Google Developer Documentation style guidelines
 - For API references, follow YouTube Data API style
 - Use semantic line feeds (one sentence per line)
-- Use only h2-h6 headings in content (h1 comes from frontmatter)
+- Use only h2-h6 headings in content (h1 comes from frontmatter title properties)
 - Use sentence case for headings
 - Use GitHub callout syntax
 - Image naming: `project/version-context-description.png`
diff --git a/content/influxdb3/core/plugins.md b/content/influxdb3/core/plugins.md
@@ -7,14 +7,13 @@ menu:
   influxdb3_core:
     name: Processing engine and Python plugins
 weight: 4
-influxdb3/core/tags: []
+influxdb3/core/tags: [processing engine, python]
 related:
 - /influxdb3/core/reference/cli/influxdb3/test/wal_plugin/ 
-- /influxdb3/core/reference/cli/influxdb3/create/plugin/ 
 - /influxdb3/core/reference/cli/influxdb3/create/trigger/
 source: /shared/v3-core-plugins/_index.md
 ---
 
 <!-- 
-The content of this page is at /shared/v3-core-plugins/_index.md
+//SOURCE - content/shared/v3-core-plugins/_index.md
 -->
diff --git a/content/influxdb3/core/reference/cli/influxdb3/create/trigger.md b/content/influxdb3/core/reference/cli/influxdb3/create/trigger.md
@@ -8,9 +8,10 @@ menu:
     parent: influxdb3 create
     name: influxdb3 create trigger
 weight: 400
+alias: /influxdb3/core/cli/influxdb3/create/plugin/
 source: /shared/influxdb3-cli/create/trigger.md
 ---
 
 <!--
-The content of this file is at content/shared/influxdb3-cli/create/trigger.md
+//SOURCE - content/shared/influxdb3-cli/create/trigger.md
 -->
diff --git a/content/influxdb3/core/reference/internals/_index.md b/content/influxdb3/core/reference/internals/_index.md
@@ -0,0 +1,16 @@
+---
+title: InfluxDB 3 Core internals
+description: >
+  Learn about InfluxDb 3 Core internal systems and mechanisms.
+menu:
+  influxdb3_core:
+    name: Core internals
+    parent: Reference
+weight: 107
+source: /shared/influxdb3-internals-reference/_index.md
+---
+
+<!--
+The content for this page is at
+// SOURCE /content/shared/influxdb3-internals-reference/_index.md
+->
diff --git a/content/influxdb3/core/reference/internals/durability/_index.md b/content/influxdb3/core/reference/internals/durability/_index.md
@@ -0,0 +1,17 @@
+---
+title: InfluxDB 3 Core internals
+list_title: Data durability
+description: >
+    Learn how InfluxDB 3 Core ensures data durability through a structured write path that balances performance, persistence, and query efficiency.
+menu:
+  influxdb3_core:
+    parent: Core internals
+    name: Data durability
+weight: 200
+source: /shared/influxdb3-internals-reference/durability.md
+---
+
+<!--
+The content for this page is at
+// SOURCE /content/shared/influxdb3-internals-reference/durability/_index.md
+->
diff --git a/content/influxdb3/enterprise/plugins.md b/content/influxdb3/enterprise/plugins.md
@@ -7,14 +7,13 @@ menu:
   influxdb3_enterprise:
     name: Processing Engine and Python plugins
 weight: 4
-influxdb3/core/tags: []
+influxdb3/enterprise/tags: [processing engine, python]
 related:
 - /influxdb3/enterprise/reference/cli/influxdb3/test/wal_plugin/ 
-- /influxdb3/enterprise/reference/cli/influxdb3/create/plugin/
 - /influxdb3/enterprise/reference/cli/influxdb3/create/trigger/
 source: /shared/v3-core-plugins/_index.md
 ---
 
 <!-- 
-The content of this page is at /shared/v3-core-plugins/_index.md
+//SOURCE - content/shared/v3-core-plugins/_index.md
 -->
diff --git a/content/influxdb3/enterprise/reference/cli/influxdb3/create/trigger.md b/content/influxdb3/enterprise/reference/cli/influxdb3/create/trigger.md
@@ -8,9 +8,10 @@ menu:
     parent: influxdb3 create
     name: influxdb3 create trigger
 weight: 400
+alias: /influxdb3/enterprise/cli/influxdb3/create/plugin/
 source: /shared/influxdb3-cli/create/trigger.md
 ---
 
 <!--
-The content of this file is at content/shared/influxdb3-cli/create/trigger.md
+//SOURCE - content/shared/influxdb3-cli/create/trigger.md
 -->
diff --git a/content/influxdb3/enterprise/reference/internals/_index.md b/content/influxdb3/enterprise/reference/internals/_index.md
@@ -0,0 +1,16 @@
+---
+title: InfluxDB 3 Enterprise internals
+description: >
+  Learn about InfluxDB 3 Enterprise internal systems and mechanisms.
+menu:
+  influxdb3_enterprise:
+    name: Enterprise internals
+    parent: Reference
+weight: 107
+source: /shared/influxdb3-internals-reference/_index.md
+---
+
+<!--
+The content for this page is at
+// SOURCE /shared/influxdb3-internals-reference/_index.md
+->
diff --git a/content/influxdb3/enterprise/reference/internals/durability/_index.md b/content/influxdb3/enterprise/reference/internals/durability/_index.md
@@ -0,0 +1,17 @@
+---
+title: InfluxDB 3 Enterprise Internals
+list_title: Data durability
+description: >
+    Learn how InfluxDB 3 Enterprise ensures data durability through a structured write path that balances performance, persistence, and query efficiency.
+menu:
+  influxdb3_enterprise:
+    parent: Enterprise internals
+    name: Data durability
+weight: 200
+source: /shared/influxdb3-internals-reference/durability.md
+---
+
+<!--
+The content for this page is at
+// SOURCE /content/shared/influxdb3-internals-reference/durability/_index.md
+->
diff --git a/content/shared/influxdb3-internals-reference/_index.md b/content/shared/influxdb3-internals-reference/_index.md
@@ -0,0 +1,5 @@
+
+Learn about {{% product-name %}} internal systems and architecture.
+Understanding these internals can help with performance optimization, troubleshooting, and advanced integrations.
+
+{{< children readmore=true hr=true hlevel="h2" >}}
diff --git a/content/shared/influxdb3-internals-reference/durability.md b/content/shared/influxdb3-internals-reference/durability.md
@@ -0,0 +1,49 @@
+## How data flows through {{% product-name %}}
+
+When data is written to {{% product-name %}}, it progresses through multiple stages to ensure durability, optimize performance, and enable efficient querying. Configuration options at each stage affect system behavior, balancing reliability and resource usage.
+
+## Data flow for writes
+
+As written data moves through {{% product-name %}}, it follows a structured path to ensure durability, efficient querying, and optimized storage.
+
+{{< img-hd src="/img/influxdb3/influxdb3-core-enterprise-ingest-path-flow.png" alt="Ingest path and data flow for InfluxDB 3 Core & Enterprise" />}}
+<span class="caption">Figure: Write request, response, and ingest flow for InfluxDB 3 Core and Enterprise</span>
+
+1. [Write validation and memory buffer](#write-validation-and-memory-buffer)
+2. [Write-ahead log (WAL) persistence](#write-ahead-log-wal-persistence)
+3. [Query availability](#query-availability)
+4. [Parquet storage](#parquet-storage)
+5. [In-memory cache](#in-memory-cache)
+
+### Write validation and memory buffer
+
+- **Process**: InfluxDB validates incoming data before accepting it into the system.
+- **Impact**: Prevents malformed or unsupported data from entering the database.
+- **Details**: The database validates incoming data and stores it in the write buffer (in memory). If [`no_sync=true`](#no-sync-write-option), the server sends a response to acknowledge the write.
+
+### Write-ahead log (WAL) persistence
+
+- **Process**: The database flushes the write buffer to the WAL every second (default).
+- **Impact**: Ensures durability by persisting data to object storage.
+- **Tradeoff**: More frequent flushing improves durability but increases I/O overhead.
+- **Details**: Every second (default), the database flushes the write buffer to the Write-Ahead Log (WAL) for persistence in the Object store. If [`no_sync=false`](#no-sync-write-option) (default), the server sends a response to acknowledge the write.
+
+### Query availability
+
+- **Process**: The system moves data to the queryable buffer after WAL persistence.
+- **Impact**: Enables fast queries on recent data.
+- **Tradeoff**: A larger buffer speeds up queries but increases memory usage.
+- **Details**: After WAL persistence completes, data moves to the queryable buffer where it becomes available for queries. By default, the server keeps up to 900 WAL files (15 minutes of data) buffered.
+
+### Parquet storage
+
+- **Process**: Every ten minutes (default), data is persisted to Parquet files in object storage.
+- **Impact**: Provides durable, long-term storage.
+- **Tradeoff**: More frequent persistence reduces reliance on the WAL but increases I/O costs.
+- **Details**: Every ten minutes (default), the {{% product-name %}} persists the oldest data from the queryable buffer to the Object store in Parquet format, and keeps the remaining data (the most recent 5 minutes) in memory.
+
+### In-memory cache
+
+- **Process**: Recently persisted Parquet files are cached in memory.
+- **Impact**: Reduces query latency by minimizing object storage access.
+- **Details**: {{% product-name %}} puts Parquet files into an in-memory cache so that queries against the most recently persisted data don't have to go to object storage.
diff --git a/content/shared/v3-core-enterprise-release-notes/_index.md b/content/shared/v3-core-enterprise-release-notes/_index.md
@@ -5,9 +5,14 @@
 > All updates to Core are automatically included in Enterprise.
 > The Enterprise sections below only list features exclusive to Enterprise.
 
+## v3.0.0-0.beta.2 {date="2025-03-24"}
+**Core**: revision 033e1176d8c322b763b4aefb24686121b1b24f7c\
+**Enterprise**: revision e530fcd498c593cffec2b56d4f5194afc717d898
 
-## v0.1.0 Beta {date="2025-03-17"}
+This update brings several backend performance improvements to both Core and Enterprise in preparation for additional new features over the next several weeks! 
 
+
+## v3.0.0-0.beta.1 {date="2025-03-17"}
 ### Core
 #### Features
 
diff --git a/content/shared/v3-core-get-started/_index.md b/content/shared/v3-core-get-started/_index.md
diff --git a/content/shared/v3-core-plugins/_index.md b/content/shared/v3-core-plugins/_index.md
diff --git a/content/shared/v3-enterprise-get-started/_index.md b/content/shared/v3-enterprise-get-started/_index.md
diff --git a/static/img/influxdb3/influxdb3-core-enterprise-ingest-path-flow.png b/static/img/influxdb3/influxdb3-core-enterprise-ingest-path-flow.png
