0
0
mirror of https://github.com/PostHog/posthog.git synced 2024-11-28 18:26:15 +01:00
posthog/ee/clickhouse/queries/groups_join_query.py
Yakko Majuri aa1fc7d4d5
fix(groups): do a left join for group props (#15423)
* fix(groups): do a left join for group props

* Update query snapshots

* Update query snapshots

* Update query snapshots

* Update query snapshots

* lol

* Update query snapshots

---------

Co-authored-by: github-actions <41898282+github-actions[bot]@users.noreply.github.com>
2023-05-08 14:27:26 -03:00

97 lines
3.7 KiB
Python

from typing import Dict, Optional, Tuple, Union
from ee.clickhouse.queries.column_optimizer import EnterpriseColumnOptimizer
from posthog.models import Filter
from posthog.models.filters.path_filter import PathFilter
from posthog.models.filters.retention_filter import RetentionFilter
from posthog.models.filters.stickiness_filter import StickinessFilter
from posthog.models.filters.utils import GroupTypeIndex
from posthog.models.property.util import parse_prop_grouped_clauses
from posthog.models.team.team import groups_on_events_querying_enabled
from posthog.queries.util import PersonPropertiesMode
from posthog.utils import PersonOnEventsMode
class GroupsJoinQuery:
"""
Query class responsible for joining with `groups` clickhouse table based on filters
"""
_filter: Union[Filter, PathFilter, RetentionFilter, StickinessFilter]
_team_id: int
_column_optimizer: EnterpriseColumnOptimizer
def __init__(
self,
filter: Union[Filter, PathFilter, RetentionFilter, StickinessFilter],
team_id: int,
column_optimizer: Optional[EnterpriseColumnOptimizer] = None,
join_key: Optional[str] = None,
person_on_events_mode: PersonOnEventsMode = PersonOnEventsMode.DISABLED,
) -> None:
self._filter = filter
self._team_id = team_id
self._column_optimizer = column_optimizer or EnterpriseColumnOptimizer(self._filter, self._team_id)
self._join_key = join_key
self._person_on_events_mode = person_on_events_mode
def get_join_query(self) -> Tuple[str, Dict]:
join_queries, params = [], {}
if self._person_on_events_mode != PersonOnEventsMode.DISABLED and groups_on_events_querying_enabled():
return "", {}
for group_type_index in self._column_optimizer.group_types_to_query:
var = f"group_index_{group_type_index}"
group_join_key = self._join_key or f'"$group_{group_type_index}"'
join_queries.append(
f"""
LEFT JOIN (
SELECT
group_key,
argMax(group_properties, _timestamp) AS group_properties_{group_type_index}
FROM groups
WHERE team_id = %(team_id)s AND group_type_index = %({var})s
GROUP BY group_key
) groups_{group_type_index}
ON {group_join_key} == groups_{group_type_index}.group_key
"""
)
params["team_id"] = self._team_id
params[var] = group_type_index
return "\n".join(join_queries), params
def get_filter_query(self, group_type_index: GroupTypeIndex) -> Tuple[str, Dict]:
var = f"group_index_{group_type_index}"
params = {
"team_id": self._team_id,
var: group_type_index,
}
aggregated_group_filters, filter_params = parse_prop_grouped_clauses(
self._team_id,
self._filter.property_groups,
prepend=f"group_properties_{group_type_index}",
has_person_id_joined=False,
group_properties_joined=True,
person_properties_mode=PersonPropertiesMode.DIRECT,
_top_level=True,
hogql_context=self._filter.hogql_context,
)
params.update(filter_params)
query = f"""
SELECT
group_key,
argMax(group_properties, _timestamp) AS group_properties_{group_type_index}
FROM groups
WHERE team_id = %(team_id)s AND group_type_index = %({var})s
GROUP BY group_key
HAVING 1=1
{aggregated_group_filters}
"""
return query, params