mirrors/posthog
0
0
Fork 0
mirror of https://github.com/PostHog/posthog.git synced 2024-11-21 21:49:51 +01:00
Code Issues Releases Activity

update embedding input to remove duplicates

Browse Source
This commit is contained in:
David Newell 2024-02-13 16:36:38 +00:00
parent d4003131b0
commit 9a09d9c9f0
1 changed files with 14 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
ee/session_recordings/ai/generate_embeddings.py
View File

@ -16,8 +16,9 @@ from ee.session_recordings.ai.utils import (
)
from structlog import get_logger
from posthog.clickhouse.client import sync_execute
import datetime
import pytz
from datetime import datetime
from pytz import UTC
from numpy import transpose
GENERATE_RECORDING_EMBEDDING_TIMING = Histogram(
"posthog_session_recordings_generate_recording_embedding",
@ -154,24 +155,25 @@ def generate_recording_embeddings(session_id: str, team: Team | int) -> List[flo
reduce_elements_chain(
simplify_window_id(SessionSummaryPromptData(columns=session_events[0], results=session_events[1]))
),
start=datetime.datetime(1970, 1, 1, tzinfo=pytz.UTC), # epoch timestamp
start=datetime(1970, 1, 1, tzinfo=UTC), # epoch timestamp
)
)
processed_sessions_index = processed_sessions.column_index("event")
event_name_index = processed_sessions.column_index("event")
current_url_index = processed_sessions.column_index("$current_url")
elements_chain_index = processed_sessions.column_index("elements_chain")
processed_sessions = transpose(processed_sessions)
input = (
str(session_metadata)
+ "\n"
+ "\n".join(set(processed_sessions[event_name_index]))
+ "\n"
+ "\n".join(set(processed_sessions[current_url_index]))
+ "\n"
+ "\n".join(
compact_result(
event_name=result[processed_sessions_index] if processed_sessions_index is not None else "",
current_url=result[current_url_index] if current_url_index is not None else "",
elements_chain=result[elements_chain_index] if elements_chain_index is not None else "",
)
for result in processed_sessions.results
set(compact_chain(result) for result in processed_sessions[elements_chain_index] if result is not None)
)
)
@ -187,6 +189,5 @@ def generate_recording_embeddings(session_id: str, team: Team | int) -> List[flo
return embeddings
def compact_result(event_name: str, current_url: int, elements_chain: Dict[str, str] | str) -> str:
elements_string = elements_chain if isinstance(elements_chain, str) else ", ".join(str(e) for e in elements_chain)
return f"{event_name} {current_url} {elements_string}"
def compact_chain(elements_chain: Dict[str, str] | str) -> str:
return elements_chain if isinstance(elements_chain, str) else ", ".join(str(e) for e in elements_chain)