cilly/Banksia
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix(server/gtfs): chunk stop times into smaller blocks

Browse source
This commit is contained in:
Cilly Leang 2026-04-01 17:23:59 +11:00
parent 91d4fe25a6
commit c9aeeb99c1
Signed by: cilly
GPG key ID: 6500251E087653C9
2 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
server/gtfs/src/main/kotlin/moe/lava/banksia/server/gtfs/GtfsParser.kt
View file

@ -128,7 +128,7 @@ class GtfsParser(
.forEach { fd ->
log.info("parsing stop times for ${fd.parent}...")
parseStopTimes(fd, trips) { seq ->
seq.chunked(1000000)
seq.chunked(10000)
.forEach { emit(GtfsData.StopTimeChunk(it)) }
}
}

7
server/src/main/kotlin/moe/lava/banksia/server/GtfsImporter.kt
View file

@ -50,24 +50,28 @@ class GtfsImporter(
val dao = database.versionMetadataDao
log.info("updating metadata...")
dao.update(date, listOf("routes", "stops", "shapes", "trips", "stop_times"))
log.info("done")
}
private suspend fun addRoutes(routes: List<Route>) {
val dao = database.routeDao
log.info("inserting routes...")
dao.insertOrReplaceAll(*routes.map { it.asEntity() }.toTypedArray())
log.info("done")
}
private suspend fun addServices(services: List<Service>) {
val dao = database.serviceDao
log.info("inserting services...")
dao.insertOrReplaceAll(*services.map { it.asEntity() }.toTypedArray())
log.info("done")
}
private suspend fun addShapes(shapes: List<Shape>) {
val dao = database.shapeDao
log.info("inserting shapes...")
dao.insertOrReplaceAll(*shapes.map { it.asEntity() }.toTypedArray())
log.info("done")
}
private suspend fun addStops(stops: List<Stop>) {
@ -85,17 +89,20 @@ class GtfsImporter(
}
}
dao.insertOrReplaceAll(*stops.map { it.asEntity() }.toTypedArray())
log.info("done")
}
private suspend fun addStopTimes(stopTimes: List<StopTime>) {
val dao = database.stopTimeDao
log.info("inserting ${stopTimes.size} stoptimes...")
dao.insertOrReplaceAll(*stopTimes.map { it.asEntity() }.toTypedArray())
log.info("done")
}
private suspend fun addTrips(trips: List<Trip>) {
val dao = database.tripDao
log.info("inserting ${trips.size} trips...")
dao.insertOrReplaceAll(*trips.map { it.asEntity() }.toTypedArray())
log.info("done")
}
}