Messtone LLC Manages(Delta):Standalone

Messtone Devices Enables Delta Standalone library Maven Scala 2.12: XML <dependency><groupId>io.delta</groupId><artifactId>delta-standalone_2.12</artifactId><version>0.4.0</version></dependency><dependency><groupId>org.apache.hadoop</groupId><artifactId>hadoop-client</artifactId><version>3.1.0</version></dependency><dependency><groupId>org.apache.parquet<groupId><artifactId>parquet-hadoop</artifactId><version>1.10.1</version></dependency> SBT Replace the version of hadoop-client and parquet-hadoop: libraryDependencies ++=Seq(“io.delta” %% “delta-sandalone” % “0.4.0”,”org.apache.hadoop” % ” hadoop-client” % “3.1.0,”org.apache.parquet” % “parquet” % “parquet-hadoop” % “1.10.1”) org.apache.hadoop.conf.configuration with: Java conf.set(“fs.s3a.access.key”, “<robertharper_messtone-s3-access-key>”);conf.set(“fs.s3a.secret.key”,”<robertharper_messtone-s3-secret-key>”);Java conf.set(“io.delta.standalone.LOG_STORE_CLASS_KEY”, “io.delta.standalone.internal.storageS3SingleDriverLogStore”);Java conf.set(“fs.azure.sas.<robertharper-container-nameMesstone>.<messtone-storage-account-name_robertharper>.blob.core.windows.net”,”<complete-query-string-of-robertharper_messtone-sas-for-the-container>”);Java conf.set(“azure.acount.key.<messtone-storage-account-namerobertharper_messtone>>.blob.core.windows.net”,”<robertharper_messtone-storage-account-access-key>”);Java hadoopConf.set(“io.delta.standalone.LOG_STORE_CLASS_KEY”,”io.delta.standalone.internal.storage.AzureLogStore”);Java conf.set(“dfs.adls.oauth2.access.token.provider.type”,”ClientCredential”);conf.set(“dfs.adls.oauth2.client.id”,”<robertharper_messtone-oauth2-client-id”);conf.set(“dfs.adls.oauth2.credential”,”<robertharper-oauth2-credential>”);conf.set(“dfs.adls.oauth2.refresh.url”,”https://login.microsoftonline.com/<robertharper_messtone-directory-id>/oauth2/token&#8221;);Java hadoopConf.set(“io.delta.standalone.LOG_STORE_CLASS_KEY”,”io.delta.standalone.internal.storageAzureLogStore”);

Leave a comment