mirrors/posthog
0
0
Fork 0
mirror of https://github.com/PostHog/posthog.git synced 2024-11-24 18:07:17 +01:00
Code Issues Releases Activity

chore(data-warehouse): Added a test for delta table deletes (#26218)

Browse Source
This commit is contained in:
Tom Owers 2024-11-18 12:11:38 +00:00 committed by GitHub
parent f6eb805277
commit ead289eaeb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 20 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
posthog/temporal/tests/data_imports/test_end_to_end.py
View File

@ -5,6 +5,7 @@ from typing import Any, Optional
from unittest import mock
import aioboto3
from deltalake import DeltaTable
import posthoganalytics
import psycopg
import pytest
@ -938,3 +939,22 @@ async def test_non_retryable_error(team, stripe_customer):
with pytest.raises(Exception):
await sync_to_async(execute_hogql_query)("SELECT * FROM stripe_customer", team)
@pytest.mark.django_db(transaction=True)
@pytest.mark.asyncio
async def test_delta_table_deleted(team, stripe_balance_transaction):
workflow_id, inputs = await _run(
team=team,
schema_name="BalanceTransaction",
table_name="stripe_balancetransaction",
source_type="Stripe",
job_inputs={"stripe_secret_key": "test-key", "stripe_account_id": "acct_id"},
mock_data_response=stripe_balance_transaction["data"],
sync_type=ExternalDataSchema.SyncType.FULL_REFRESH,
)
with mock.patch.object(DeltaTable, "delete") as mock_delta_table_delete:
await _execute_run(str(uuid.uuid4()), inputs, stripe_balance_transaction["data"])
mock_delta_table_delete.assert_called_once()