private static Dataset generateData_numbers_1k()

in src/main/java/com/uber/uberscriptquery/execution/QueryEngine.java [87:107]


    private static Dataset<Row> generateData_numbers_1k(SparkSession spark) {
        StructField[] structFields = new StructField[1];
        org.apache.spark.sql.types.DataType dataType = DataTypes.IntegerType;
        String column = "number";
        StructField structField = new StructField(column, dataType, true, Metadata.empty());
        structFields[0] = structField;

        StructType structType = new StructType(structFields);

        List<Row> rows = new ArrayList<>();

        for (int i = 0; i <= 1000; i++) {
            Object[] objects = new Object[structFields.length];
            objects[0] = i;
            Row row = RowFactory.create(objects);
            rows.add(row);
        }

        Dataset<Row> df = spark.createDataFrame(rows, structType);
        return df;
    }