-
Notifications
You must be signed in to change notification settings - Fork 60
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Adds pipeline and derives default.stdin binding
- Loading branch information
Showing
8 changed files
with
242 additions
and
57 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
110 changes: 110 additions & 0 deletions
110
partiql-cli/src/main/kotlin/org/partiql/cli/pipeline/Pipeline.kt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,110 @@ | ||
| package org.partiql.cli.pipeline | ||
|
|
||
| import org.partiql.ast.Statement | ||
| import org.partiql.errors.Problem | ||
| import org.partiql.errors.ProblemCallback | ||
| import org.partiql.errors.ProblemSeverity | ||
| import org.partiql.eval.PartiQLEngine | ||
| import org.partiql.eval.PartiQLResult | ||
| import org.partiql.parser.PartiQLParser | ||
| import org.partiql.plan.PartiQLPlan | ||
| import org.partiql.planner.PartiQLPlanner | ||
| import org.partiql.spi.connector.Connector | ||
| import org.partiql.spi.connector.ConnectorSession | ||
| import java.time.Instant | ||
|
|
||
| internal class Pipeline private constructor( | ||
| private val parser: PartiQLParser, | ||
| private val planner: PartiQLPlanner, | ||
| private val engine: PartiQLEngine, | ||
| ) { | ||
|
|
||
| /** | ||
| * Combined planner and engine session. | ||
| */ | ||
| data class Session( | ||
| @JvmField val queryId: String, | ||
| @JvmField val userId: String, | ||
| @JvmField val currentCatalog: String, | ||
| @JvmField val currentDirectory: List<String>, | ||
| @JvmField val connectors: Map<String, Connector>, | ||
| @JvmField val instant: Instant, | ||
| @JvmField val debug: Boolean, | ||
| @JvmField val mode: PartiQLEngine.Mode, | ||
| ) { | ||
|
|
||
| private val connector = object : ConnectorSession { | ||
| override fun getQueryId(): String = queryId | ||
| override fun getUserId(): String = userId | ||
| } | ||
|
|
||
| fun planner() = PartiQLPlanner.Session( | ||
| queryId = queryId, | ||
| userId = userId, | ||
| currentCatalog = currentCatalog, | ||
| currentDirectory = currentDirectory, | ||
| catalogs = connectors.mapValues { it.value.getMetadata(connector) }, | ||
| instant = instant, | ||
| ) | ||
|
|
||
| fun engine() = PartiQLEngine.Session( | ||
| connectors = connectors, | ||
| mode = mode | ||
| ) | ||
| } | ||
|
|
||
| /** | ||
| * TODO replace with the ResultSet equivalent? | ||
| */ | ||
| fun execute(statement: String, session: Session): PartiQLResult { | ||
| val ast = parse(statement) | ||
| val plan = plan(ast, session) | ||
| return execute(plan, session) | ||
| } | ||
|
|
||
| private fun parse(source: String): Statement { | ||
| val result = parser.parse(source) | ||
| return result.root | ||
| } | ||
|
|
||
| private fun plan(statement: Statement, session: Session): PartiQLPlan { | ||
| val callback = ProblemListener() | ||
| val result = planner.plan(statement, session.planner(), callback) | ||
| val errors = callback.problems.filter { it.details.severity == ProblemSeverity.ERROR } | ||
| if (errors.isNotEmpty()) { | ||
| throw RuntimeException("Planner encountered errors: ${errors.joinToString()}") | ||
| } | ||
| return result.plan | ||
| } | ||
|
|
||
| private fun execute(plan: PartiQLPlan, session: Session): PartiQLResult { | ||
| val statement = engine.prepare(plan, session.engine()) | ||
| return engine.execute(statement) | ||
| } | ||
|
|
||
| private class ProblemListener : ProblemCallback { | ||
|
|
||
| val problems = mutableListOf<Problem>() | ||
|
|
||
| override fun invoke(p1: Problem) { | ||
| problems.add(p1) | ||
| } | ||
| } | ||
|
|
||
| companion object { | ||
|
|
||
| fun default(): Pipeline { | ||
| val parser = PartiQLParser.default() | ||
| val planner = PartiQLPlanner.default() | ||
| val engine = PartiQLEngine.default() | ||
| return Pipeline(parser, planner, engine) | ||
| } | ||
|
|
||
| fun strict(): Pipeline { | ||
| val parser = PartiQLParser.default() | ||
| val planner = PartiQLPlanner.builder().signalMode().build() | ||
| val engine = PartiQLEngine.default() | ||
| return Pipeline(parser, planner, engine) | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters