diff --git a/website/www/site/data/capability_matrix.yaml b/website/www/site/data/capability_matrix.yaml index 3f3bf39594c5..3ffeacaed4b1 100644 --- a/website/www/site/data/capability_matrix.yaml +++ b/website/www/site/data/capability_matrix.yaml @@ -22,8 +22,6 @@ capability-matrix: name: Apache Spark (RDD/DStream based) - class: spark-dataset name: Apache Spark Structured Streaming (Dataset based) - - class: nemo - name: Apache Nemo - class: jet name: Hazelcast Jet - class: kafka-streams @@ -66,10 +64,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: ParDo applies per-element transformations as Spark FlatMapFunction. - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -109,10 +103,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "Using Spark's groupByKey." - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -152,10 +142,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: Some corner cases like flatten on empty collections are not yet supported. - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -195,10 +181,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "Using Spark's Aggregator and agg function" - - class: nemo - l1: "Yes" - l2: fully supported - l3: "Batch mode uses pre-aggregation" - class: jet l1: "Yes" l2: fully supported @@ -238,10 +220,6 @@ capability-matrix: l1: "Partially" l2: supported via inlining only in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Partially" l2: supported via inlining @@ -281,10 +259,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "Using Spark's broadcast variables." - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Partially" l2: with restrictions @@ -324,10 +298,6 @@ capability-matrix: l1: "Partially" l2: bounded source only l3: "Using Spark's DatasourceV2 API in microbatch mode (Continuous streaming mode is tagged experimental in spark and does not support aggregation)." - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -367,10 +337,6 @@ capability-matrix: l1: "Partially" l2: All metric types are supported in batch mode. l3: Only attempted values are supported. No committed values for metrics. - - class: nemo - l1: "No" - l2: not implemented - l3: "" - class: jet l1: "Partially" l2: All metrics types supported, both in batching and streaming mode. @@ -407,13 +373,9 @@ capability-matrix: l2: full support in batch mode l3: - class: spark-dataset - l1: "No" - l2: not implemented + l1: "Partially" + l2: full support in batch mode l3: - - class: nemo - l1: "No" - l2: not implemented - l3: "" - class: jet l1: "Partially" l2: non-merging windows @@ -455,17 +417,13 @@ capability-matrix: l2: Only portable Flink Runner supports this. l3: "" - class: spark-rdd - l1: - l2: + l1: "Partially" + l2: Only portable Spark Runner in batch mode supports this. l3: "" - class: spark-dataset l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -505,10 +463,6 @@ capability-matrix: l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -541,17 +495,13 @@ capability-matrix: l2: Only portable Flink Runner supports this. l3: "" - class: spark-rdd - l1: - l2: + l1: "Partially" + l2: Only portable Spark Runner in batch mode supports this. l3: "" - class: spark-dataset l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -584,17 +534,13 @@ capability-matrix: l2: l3: "" - class: spark-rdd - l1: + l1: "No" l2: l3: "" - class: spark-dataset l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -627,17 +573,13 @@ capability-matrix: l2: l3: "" - class: spark-rdd - l1: - l2: + l1: "No" + l2: not implemented l3: "" - class: spark-dataset l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -675,9 +617,9 @@ capability-matrix: l2: fully supported l3: "" - class: flink - l1: "Partially" + l1: "Yes" l2: - l3: "Support is either incomplete or broken on portable Flink Runner (#19637)" + l3: "" - class: spark-rdd l1: l2: @@ -686,10 +628,6 @@ capability-matrix: l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -718,8 +656,8 @@ capability-matrix: l2: fully supported l3: "" - class: flink - l1: "No" - l2: + l1: "Partially" + l2: Only portable Flink Runner supports this. l3: "" - class: spark-rdd l1: @@ -729,10 +667,6 @@ capability-matrix: l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -761,7 +695,7 @@ capability-matrix: l2: fully supported l3: "" - class: flink - l1: "Partially" + l1: "Yes" l2: l3: "" - class: spark-rdd @@ -772,10 +706,6 @@ capability-matrix: l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -815,10 +745,6 @@ capability-matrix: l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -847,8 +773,8 @@ capability-matrix: l2: fully supported l3: "" - class: flink - l1: "No" - l2: + l1: "Partially" + l2: Only portable Flink Runner supports this with checkpointing enabled. l3: "" - class: spark-rdd l1: @@ -858,10 +784,6 @@ capability-matrix: l1: l2: l3: "" - - class: nemo - l1: - l2: - l3: "" - class: jet l1: l2: @@ -910,10 +832,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: supported - l3: "" - class: jet l1: "Yes" l2: supported @@ -953,10 +871,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: supported - l3: "" - class: jet l1: "Yes" l2: supported @@ -996,10 +910,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: supported - l3: "" - class: jet l1: "Yes" l2: supported @@ -1039,10 +949,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: supported - l3: "" - class: jet l1: "Yes" l2: supported @@ -1082,10 +988,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: supported - l3: "" - class: jet l1: "Yes" l2: supported @@ -1125,10 +1027,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: supported - l3: "" - class: jet l1: "Yes" l2: supported @@ -1168,10 +1066,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: supported - l3: "" - class: jet l1: "Yes" l2: supported @@ -1221,10 +1115,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -1264,10 +1154,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -1308,10 +1194,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -1352,10 +1234,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -1396,10 +1274,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -1440,10 +1314,6 @@ capability-matrix: l1: "No" l2: no streaming support in the runner l3: "" - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -1481,12 +1351,8 @@ capability-matrix: l2: fully supported in batch mode l3: "" - class: spark-dataset - l1: "No" - l2: not implemented - l3: "" - - class: nemo - l1: "No" - l2: not implemented + l1: "Partially" + l2: fully supported in batch mode l3: "" - class: jet l1: "Partially" @@ -1537,10 +1403,6 @@ capability-matrix: l1: "Partially" l2: fully supported in batch mode l3: "" - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -1581,10 +1443,6 @@ capability-matrix: l1: "No" l2: "" l3: "" - - class: nemo - l1: "Yes" - l2: fully supported - l3: "" - class: jet l1: "Yes" l2: fully supported @@ -1634,10 +1492,6 @@ capability-matrix: l1: l2: l3: - - class: nemo - l1: - l2: - l3: - class: jet l1: l2: @@ -1677,10 +1531,6 @@ capability-matrix: l1: "No" l2: l3: not implemented - - class: nemo - l1: - l2: - l3: - class: jet l1: l2: @@ -1724,10 +1574,6 @@ capability-matrix: l1: "Unverified" l2: l3: - - class: nemo - l1: "Unverified" - l2: - l3: - class: jet l1: "Unverified" l2: