获取已有 Spark Connect App #

以下示例用于连接一个已存在的 Spark Connect App，并查询其状态信息。

from emr_spark_connect import EMRSparkConnectSession, StaticCredentials
app = (
    EMRSparkConnectSession.builder
    .region("<region>")
    .credentials(StaticCredentials("<your-ak>", "<your-sk>"))
    .serverId("<connect-app-id>")
    .getOrCreateApp()
)
print(app.getServerId())
print(app.getStatus())
print(app.getTrackingUrl())

创建 SparkSession #

以下示例用于连接指定的 Spark Connect App 并创建 SparkSession 执行一条 SQL 查询。

from emr_spark_connect import EMRSparkConnectSession, StaticCredentials

spark = (
    EMRSparkConnectSession.builder
    .region("<region>")
    .credentials(StaticCredentials("<your-ak>", "<your-sk>"))
    
    .serverId("<connect-app-id>")
    .getOrCreate()
)

spark.sql("select 'hello' as msg").show()
spark.stop()

参数说明 #

获取已有 Spark Connect App #

以下示例用于连接一个已存在的 Spark Connect App，并查询其状态信息。

import com.volc.emr.spark.connect.EMRSparkConnectSession;
import com.volc.emr.spark.connect.EMRSparkConnectProvider;
import com.volc.emr.spark.connect.StaticCredentials;
import com.volc.emr.spark.connect.SparkApp;
import org.apache.spark.sql.SparkSession;

public class SparkConnectJavaExample {
    public static void main(String[] args) {
        SparkApp app = EMRSparkConnectSession.builder()
                .region("<region>")
                .credentials(new StaticCredentials("<your-ak>", "<your-sk>"))
                .serverId("<connect-app-id>")
                .getOrCreateApp();
        
        System.out.println(app.getConnectId());
        System.out.println(app.getStatus());
        System.out.println(app.getTrackingUrl());
    }
}

创建 SparkSession #

以下示例用于连接指定的 Spark Connect App，创建 SparkSession 并执行一条 SQL 查询。

import com.volc.emr.spark.connect.EMRSparkConnectSession;
import com.volc.emr.spark.connect.StaticCredentials;
import org.apache.spark.sql.SparkSession;

public class SparkConnectJavaExample {
    public static void main(String[] args) {
        SparkSession spark = EMRSparkConnectSession.builder()
                .region("<region>")
                .credentials(new StaticCredentials("<your-ak>", "<your-sk>"))
                
                .serverId("<connect-app-id>")
                .getOrCreate();

        spark.sql("select 'hello' as msg").show();
        spark.stop();
    }
}

参数说明 #