isolate debugging

Author: glasnt

alloydb/notebooks/embeddings_batch_processing.ipynb

@@ -577,6 +577,32 @@
     "await pool.dispose()"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# DEBUG(glasnt): try an early select statement\n",
+    "import logging\n",
+    "\n",
+    "logger = logging.getLogger(\"glasnt_debug\")\n",
+    "cols_to_embed = [\"analysis\", \"overview\"]\n",
+    "pool = await init_connection_pool(connector, database_name, pool_size=10)\n",
+    "logger.info(f\"Checking initial data source...\")\n",
+    "\n",
+    "# Check table schema\n",
+    "with pool.connect() as db_conn:\n",
+    "    result = db_conn.execute(sqlalchemy.text(\"\"\"\n",
+    "        select table_name, column_name, data_type, character_maximum_length, column_default, is_nullable\n",
+    "        from INFORMATION_SCHEMA.COLUMNS where table_name = '{table_name}' order by column_name;\"\"\")).fetchall()\n",
+    "    db_conn.commit()\n",
+    "\n",
+    "    for row in result:\n",
+    "        logger.info(row)\n",
+    "logger.info(\"Done.\")\n"
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {
@@ -666,17 +692,7 @@
     "        async for row in await conn.stream(text(sql)):\n",
     "            logger.debug(f\"yielded row: {row._mapping['id']}\")\n",
     "            # Yield the row as a dictionary (RowMapping)\n",
-    "            yield row._mapping\n",
-    "\n",
-    "# DEBUG(glasnt): try an early select statement\n",
-    "\n",
-    "logger = logging.getLogger(\"glasnt_debug\")\n",
-    "cols_to_embed = [\"analysis\", \"overview\"]\n",
-    "pool = await init_connection_pool(connector, database_name, pool_size=10)\n",
-    "logger.info(f\"Checking initial data source...\")\n",
-    "source_data = get_source_data(pool, cols_to_embed)\n",
-    "logger.info(source_data)\n",
-    "\n"
+    "            yield row._mapping"
    ]
   },
   {