diff --git a/src/backend/langflow/services/session/manager.py b/src/backend/langflow/services/session/manager.py
index a131d15d1..76ac42113 100644
--- a/src/backend/langflow/services/session/manager.py
+++ b/src/backend/langflow/services/session/manager.py
@@ -2,6 +2,8 @@ from langflow.interface.run import build_sorted_vertices
 from langflow.services.base import Service
 from langflow.services.cache.utils import compute_dict_hash
 
+from langflow.services.session.utils import session_id_generator
+
 
 class SessionManager(Service):
     name = "session_manager"
@@ -25,6 +27,9 @@ class SessionManager(Service):
     def generate_key(self, session_id, data_graph):
         # Hash the JSON and combine it with the session_id to create a unique key
         json_hash = compute_dict_hash(data_graph)
+        if session_id is None:
+            # generate a 5 char session_id to concatenate with the json_hash
+            session_id = session_id_generator()
         return f"{session_id}{':' if session_id else ''}{json_hash}"
 
     def update_session(self, session_id, data_graph, value):
diff --git a/src/backend/langflow/services/session/utils.py b/src/backend/langflow/services/session/utils.py
new file mode 100644
index 000000000..374d85540
--- /dev/null
+++ b/src/backend/langflow/services/session/utils.py
@@ -0,0 +1,8 @@
+import random
+import string
+
+
+def session_id_generator(size=6):
+    return "".join(
+        random.SystemRandom().choices(string.ascii_uppercase + string.digits, k=size)
+    )