Added condition to update embeddings when profile is updated

main.py

@@ -15,7 +15,7 @@ import threading
 SUPABASE_CONNECTION_STRING = os.getenv("SUPABASE_CONNECTION_STRING")
 
 # --- Toggles & Tuning ---
-PROCESSING_CHUNK_SIZE = 10   
+PROCESSING_CHUNK_SIZE = 32   
 EMBEDDING_BATCH_SIZE = 32     
 DRY_RUN = False               
 
@@ -58,7 +58,12 @@ def fetch_and_lock_chunk(conn, chunk_size):
         languages
     FROM public.candidates
     WHERE 
+        -- Condition 1: Embedding is missing (New Job)
         embeddings IS NULL 
+        OR 
+        -- Condition 2: Job created after the last embedding (Retry/Update Logic)
+        -- Note: Since there is no 'updated_at' column, we rely on created_at vs embeddings_created_at
+        (embeddings_created_at IS NOT NULL AND created_at > embeddings_created_at)
     FOR UPDATE SKIP LOCKED
     LIMIT %s
     """