Skip to content

Enhance Data Browser with improved search and large dataset support #167

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
mrjeremystookey wants to merge 3 commits into
base: main
Choose a base branch
from
Open

Enhance Data Browser with improved search and large dataset support #167

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
7cc9136
Fix(data-browser): Enhance search and UI
mrjeremystookey Feb 5, 2026
086c7a9
Improve data browser for large datasets with client-side filtering
mrjeremystookey Feb 6, 2026
580e98e
feat: Update README with Data Browser features
mrjeremystookey Feb 17, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
251 changes: 180 additions & 71 deletions DittoToolsAndroid/src/main/java/live/ditto/tools/databrowser/Documents.kt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,18 @@ import androidx.compose.foundation.lazy.LazyColumn
import androidx.compose.foundation.lazy.items
import androidx.compose.foundation.shape.RoundedCornerShape
import androidx.compose.foundation.text.BasicTextField
import androidx.compose.material3.*
import androidx.compose.material3.Button
import androidx.compose.material3.Card
import androidx.compose.material3.CardDefaults
import androidx.compose.material3.Divider
import androidx.compose.material3.DropdownMenu
import androidx.compose.material3.DropdownMenuItem
import androidx.compose.material3.Icon
import androidx.compose.material3.IconButton
import androidx.compose.material3.MaterialTheme
import androidx.compose.material3.Text
import androidx.compose.material.icons.Icons
import androidx.compose.material.icons.filled.Clear
import androidx.compose.material.icons.filled.Search
import androidx.compose.runtime.*
import androidx.compose.runtime.livedata.observeAsState
Expand All @@ -21,7 +31,7 @@ import androidx.compose.ui.input.key.KeyEventType
import androidx.compose.ui.input.key.key
import androidx.compose.ui.input.key.onKeyEvent
import androidx.compose.ui.input.key.type
import androidx.compose.ui.text.input.TextFieldValue
import androidx.compose.ui.text.TextStyle
import androidx.compose.ui.text.style.TextAlign
import androidx.compose.ui.unit.dp
import androidx.compose.ui.unit.sp
Expand All @@ -37,9 +47,19 @@ fun Documents(collectionName: String, isStandAlone: Boolean) {

val selectedDoc by viewModel.selectedDoc.observeAsState()
val docsList by viewModel.docsList.observeAsState()
val errorMessage by viewModel.errorMessage.observeAsState()
var selectedIndex by remember { mutableStateOf(0) }
var startUp by remember { mutableStateOf(true) }

// Auto-select first document when docsList loads/changes
LaunchedEffect(docsList) {
if (!docsList.isNullOrEmpty() && startUp) {
selectedIndex = 0
viewModel.selectedDoc.value = docsList!![0]
startUp = false
}
}

Column(
modifier = Modifier
.fillMaxWidth()
Expand All @@ -55,72 +75,136 @@ fun Documents(collectionName: String, isStandAlone: Boolean) {
viewModel.filterDocs(searchText)
selectedIndex = 0
})
Spacer(modifier = Modifier.height(4.dp))
Text(
text = "Type an ID to search, or use DQL: id == \"value\" • name CONTAINS \"text\"",
style = MaterialTheme.typography.bodySmall,
color = MaterialTheme.colorScheme.onSurfaceVariant,
modifier = Modifier.padding(start = 4.dp)
)

// Show message for large datasets
if ((docsList?.size ?: 0) > 1000) {
Spacer(modifier = Modifier.height(4.dp))
Text(
text = "Large dataset: Use search bar to find documents, or Previous/Next buttons to browse",
style = MaterialTheme.typography.bodySmall,
color = MaterialTheme.colorScheme.primary,
modifier = Modifier.padding(start = 4.dp)
)
}

Spacer(modifier = Modifier.height(16.dp))
Text(text = "Docs count: ${docsList?.size}")

errorMessage?.let { error ->
Card(
modifier = Modifier.fillMaxWidth(),
colors = CardDefaults.cardColors(
containerColor = MaterialTheme.colorScheme.errorContainer
)
) {
Text(
text = error,
color = MaterialTheme.colorScheme.onErrorContainer,
modifier = Modifier.padding(16.dp)
)
}
Spacer(modifier = Modifier.height(16.dp))
}

Text(text = "Docs count: ${docsList?.size ?: "Loading..."}")
Spacer(modifier = Modifier.height(16.dp))

Row {
Text(
text = "Doc ID: ",
textAlign = TextAlign.Start,
modifier = Modifier
.clickable {
Column {
Row(
verticalAlignment = Alignment.CenterVertically
) {
Text(
text = "Doc ID: ",
textAlign = TextAlign.Start
)

}
)
if (!docsList.isNullOrEmpty()) {
val isLargeDataset = (docsList?.size ?: 0) > 1000

if (!docsList.isNullOrEmpty()) {
Box {
// Show selected item or "select" if no item is selected
(if ((startUp)) "select" else docsList?.get(selectedIndex)?.id)?.let {
Text(
text = it,
textAlign = TextAlign.Start,
color = Color.Blue,
modifier = Modifier
.clickable {
showMenu = true

startUp = false
if (isLargeDataset) {
// For large datasets, show ID without dropdown
docsList?.getOrNull(selectedIndex)?.id?.let { docId ->
Text(
text = docId,
textAlign = TextAlign.Start,
color = MaterialTheme.colorScheme.primary
)
}
} else {
// For small datasets, show dropdown
Box {
docsList?.getOrNull(selectedIndex)?.id?.let { docId ->
Text(
text = docId,
textAlign = TextAlign.Start,
color = Color.Blue,
modifier = Modifier
.clickable {
showMenu = true
}
)
}

DropdownMenu(
expanded = showMenu,
onDismissRequest = { showMenu = false }
) {
docsList?.forEachIndexed { index, item ->
DropdownMenuItem(onClick = {
selectedIndex = index
viewModel.selectedDoc.value = item
showMenu = false
}, text = {
Text(text = item.id)
})
}
)
}
}
}
} else {
Text(
text = "No Docs",
textAlign = TextAlign.Start,
color = MaterialTheme.colorScheme.primary
)
}
}

// Dropdown menu
DropdownMenu(
expanded = showMenu,
onDismissRequest = { showMenu = false }
// Navigation buttons - below the Doc ID row
if (!docsList.isNullOrEmpty()) {
Spacer(modifier = Modifier.height(8.dp))
Row(
horizontalArrangement = Arrangement.spacedBy(8.dp)
) {
Button(
onClick = {
if (selectedIndex > 0) {
selectedIndex--
viewModel.selectedDoc.value = docsList!![selectedIndex]
}
},
enabled = selectedIndex > 0
) {
docsList?.forEachIndexed { index, item ->
DropdownMenuItem(onClick = {
selectedIndex = index
viewModel.selectedDoc.value = item
}, text = {
Text(text = item.id)
}, modifier = Modifier.onKeyEvent { keyEvent ->
when (keyEvent.key) {
Key.Spacebar -> {
when (keyEvent.type) {
KeyEventType.KeyUp -> {
selectedIndex = index
viewModel.selectedDoc.value = item
true
}
else -> false
}
}
else -> false
}
})
}
Text("Previous")
}
Button(
onClick = {
if (selectedIndex < (docsList?.size ?: 0) - 1) {
selectedIndex++
viewModel.selectedDoc.value = docsList!![selectedIndex]
}
},
enabled = selectedIndex < (docsList?.size ?: 0) - 1
) {
Text("Next")
}
}
} else {
Text(
text = "No Docs",
textAlign = TextAlign.Start,
color = Color.Blue,
)
}
}

Expand Down Expand Up @@ -165,31 +249,56 @@ fun DocItem(property: String, viewModel: DocumentsViewModel, selectedDoc: Docume

@Composable
fun SearchBar(onSearch: (String) -> Unit) {
var searchText by remember { mutableStateOf(TextFieldValue("")) }
var searchText by remember { mutableStateOf("") }
val textColor = MaterialTheme.colorScheme.onSurface

Box(
modifier = Modifier
.fillMaxWidth()
.height(56.dp)
.border(1.dp, Color.Gray, RoundedCornerShape(4.dp))
.border(1.dp, MaterialTheme.colorScheme.outline, RoundedCornerShape(4.dp))
.padding(horizontal = 16.dp),
contentAlignment = Alignment.CenterStart
) {
Row(verticalAlignment = Alignment.CenterVertically) {
IconButton(onClick = { onSearch(searchText.text) }) {
Icon(Icons.Default.Search, contentDescription = "Search")
Row(
verticalAlignment = Alignment.CenterVertically,
modifier = Modifier.fillMaxWidth()
) {
Icon(Icons.Default.Search, contentDescription = "Search")

Spacer(modifier = Modifier.width(8.dp))

Box(modifier = Modifier.weight(1f)) {
if (searchText.isEmpty()) {
Text(
text = "Search by ID or DQL query...",
color = MaterialTheme.colorScheme.onSurfaceVariant,
fontSize = 16.sp
)
}
BasicTextField(
value = searchText,
onValueChange = { newValue ->
searchText = newValue
onSearch(newValue)
},
modifier = Modifier.fillMaxWidth(),
singleLine = true,
textStyle = TextStyle(
fontSize = 16.sp,
color = textColor
)
)
}

BasicTextField(
modifier = Modifier
.padding(),
value = searchText,
onValueChange = { searchText = it },
singleLine = true,
decorationBox = { innerTextField ->
innerTextField()
if (searchText.isNotEmpty()) {
IconButton(onClick = {
searchText = ""
onSearch("")
}) {
Icon(Icons.Default.Clear, contentDescription = "Clear search")
}
)
}
}
}
}
Loading