Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

feat(data-warehouse): add 3 missing tables to the Flowlu source (#125429)

Tom Owers27cd80777ad4
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/COVERAGE_GAPS_APPENDIX.md b/products/warehouse_sources/backend/temporal/data_imports/sources/COVERAGE_GAPS_APPENDIX.md
index eee527c2907a..06f9ad42a0c4 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/COVERAGE_GAPS_APPENDIX.md
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/COVERAGE_GAPS_APPENDIX.md
@@ -4832,10 +4832,10 @@ Diffed against: <https://www.flowlu.com/api/json/openapien.json>
- [x] `/st/stages/list` — lookup resolving project stage IDs on the projects table (high) — added as `project_stages` (Flowlu has three separate stage entities; `/task/stages` remains open)
- [x] `/crm/source/list` — lookup resolving lead source IDs - core attribution dimension (high) — added as `lead_sources`
- [x] `/agile/stages/list` — lookup resolving the workflow stage on agile_issues (high) — added as `agile_stages`
-- [ ] `/task/stages/list` — lookup resolving task workflow stage IDs (medium)
-- [ ] `/agile/issue_type/list` — lookup resolving issue type IDs on agile_issues (medium)
-- [ ] `/fin/estimate_item/list` — estimate line items, the quoted counterpart to invoice items (medium)
-- [ ] `/st/project_expense/list` — project expenses, needed for project profitability (medium)
+- [x] `/task/stages/list` — lookup resolving task workflow stage IDs (medium) — added as `task_stages`
+- [x] `/agile/issue_type/list` — lookup resolving issue type IDs on agile_issues (medium) — added as `agile_issue_types`
+- [x] `/fin/estimate_item/list` — estimate line items, the quoted counterpart to invoice items (medium) — added as `estimate_items`
+- [ ] `/st/project_expense/list` — project expenses, needed for project profitability (medium); skipped: the published spec has no `project_expense` path or schema, and no other expense list endpoint
- [x] `/fin/organization/list` — lookup resolving the billing organization on invoices/transactions (medium) — added as `billing_organizations`
- [x] `/crm/loss_reason/list` — lookup resolving loss reason IDs on closed-lost leads (medium) — added as `loss_reasons`
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/canonical_descriptions.py b/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/canonical_descriptions.py
index 6c267218d8e2..ae3cd4a8d247 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/canonical_descriptions.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/canonical_descriptions.py
@@ -84,6 +84,23 @@ CANONICAL_DESCRIPTIONS: CanonicalDescriptions = {
"name": "The task's title.",
},
},
+ "task_stages": {
+ "description": "A status in a task workflow, resolving `workflow_stage_id` on tasks.",
+ "docs_url": "https://www.flowlu.com/api/json/openapien.json",
+ "columns": {
+ "id": "The unique ID of the status.",
+ "name": "The status's name.",
+ "description": "The status's description.",
+ "workflow_id": "The ID of the task workflow this status belongs to.",
+ "task_status": "The task status this stage maps to: to do (1), in progress (3), approval (4), or completed (5).",
+ "ordering": "The status's position in the workflow, sorted ascending.",
+ "color": "The status's colour.",
+ "created_date": "When the status was created.",
+ "created_by": "The ID of the user who created the status.",
+ "updated_date": "When the status was last changed.",
+ "updated_by": "The ID of the user who last changed the status.",
+ },
+ },
"projects": {
"description": "A project in Flowlu's project management module.",
"docs_url": "https://www.flowlu.com/api/json/openapien.json",
@@ -145,6 +162,28 @@ CANONICAL_DESCRIPTIONS: CanonicalDescriptions = {
"id": "The unique ID of the estimate.",
},
},
+ "estimate_items": {
+ "description": "A line item on an estimate, the quoted counterpart to an invoice line item.",
+ "docs_url": "https://www.flowlu.com/api/json/openapien.json",
+ "columns": {
+ "id": "The unique ID of the line item.",
+ "estimate_id": "The ID of the estimate this line item belongs to.",
+ "item_id": "The ID of the catalog product or service being quoted.",
+ "name": "The line item's name.",
+ "description": "The line item's description.",
+ "ordering": "The line item's position on the estimate, sorted ascending.",
+ "quantity": "Quantity quoted.",
+ "unit_price": "Price per unit.",
+ "unit_id": "The ID of the unit the quantity is measured in.",
+ "discount": "The discount applied to the line item.",
+ "discount_is_percent": "Whether the discount is a percentage (1) or a fixed amount (0).",
+ "discount_amount": "The discount as a monetary amount.",
+ "sub_total": "The line item total before tax.",
+ "tax_total": "Total tax on the line item.",
+ "total": "The line item total including tax.",
+ "type": "Whether the row is a line (10) or a header (20).",
+ },
+ },
"customer_payments": {
"description": "A payment received from a customer, typically applied against an invoice.",
"docs_url": "https://www.flowlu.com/api/json/openapien.json",
@@ -208,6 +247,21 @@ CANONICAL_DESCRIPTIONS: CanonicalDescriptions = {
"updated_date": "When the stage was last changed.",
},
},
+ "agile_issue_types": {
+ "description": "An issue type on Flowlu agile boards, resolving `type_id` on agile issues.",
+ "docs_url": "https://www.flowlu.com/api/json/openapien.json",
+ "columns": {
+ "id": "The unique ID of the issue type.",
+ "name": "The issue type's name.",
+ "description": "The issue type's description.",
+ "is_default": "Whether this is the default issue type.",
+ "icon": "The code of the issue type's icon.",
+ "color": "The issue type's colour as a hex code.",
+ "ordering": "The issue type's sort position, sorted ascending.",
+ "created_date": "When the issue type was created.",
+ "updated_date": "When the issue type was last changed.",
+ },
+ },
"timesheets": {
"description": "A time-tracking entry logged against tasks or projects in Flowlu.",
"docs_url": "https://www.flowlu.com/api/json/openapien.json",
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/settings.py b/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/settings.py
index af1bf540b323..8640005ca6bb 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/settings.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/settings.py
@@ -28,12 +28,15 @@ FLOWLU_ENDPOINTS: dict[str, FlowluEndpointConfig] = {
# Resolves `closing_status_id` on closed-lost opportunities.
"loss_reasons": FlowluEndpointConfig(name="loss_reasons", path="/crm/loss_reason/list"),
"tasks": FlowluEndpointConfig(name="tasks", path="/task/tasks/list"),
+ # The task workflow status, resolving `workflow_stage_id` on tasks.
+ "task_stages": FlowluEndpointConfig(name="task_stages", path="/task/stages/list"),
"projects": FlowluEndpointConfig(name="projects", path="/st/projects/list"),
# Flowlu has three separate stage entities; this one is the project stage (`/st/`).
"project_stages": FlowluEndpointConfig(name="project_stages", path="/st/stages/list"),
"invoices": FlowluEndpointConfig(name="invoices", path="/fin/invoice/list"),
"invoice_items": FlowluEndpointConfig(name="invoice_items", path="/fin/invoice_item/list"),
"estimates": FlowluEndpointConfig(name="estimates", path="/fin/estimate/list"),
+ "estimate_items": FlowluEndpointConfig(name="estimate_items", path="/fin/estimate_item/list"),
"customer_payments": FlowluEndpointConfig(name="customer_payments", path="/fin/customer_payment/list"),
"transactions": FlowluEndpointConfig(name="transactions", path="/fin/transaction/list"),
# The account's own billing entities, resolving `org_id` on invoices, estimates, and transactions.
@@ -42,6 +45,8 @@ FLOWLU_ENDPOINTS: dict[str, FlowluEndpointConfig] = {
"agile_sprints": FlowluEndpointConfig(name="agile_sprints", path="/agile/sprints/list"),
# The agile workflow stage, resolving `workflow_stage_id` on agile issues.
"agile_stages": FlowluEndpointConfig(name="agile_stages", path="/agile/stages/list"),
+ # Resolves `type_id` on agile issues.
+ "agile_issue_types": FlowluEndpointConfig(name="agile_issue_types", path="/agile/issue_type/list"),
"timesheets": FlowluEndpointConfig(name="timesheets", path="/timetracker/timesheets/list"),
"timelogs": FlowluEndpointConfig(name="timelogs", path="/timetracker/timelogs/list"),
"products": FlowluEndpointConfig(name="products", path="/products/product/list"),