From 2494d1e846e11d8a4a2f1e28c71ae8fd366705e1 Mon Sep 17 00:00:00 2001 From: Filippo Berto Date: Thu, 31 Mar 2022 10:40:39 +0200 Subject: [PATCH] Fix spark keytab pathFix spark keytab path --- nixos/big_data.nix | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/nixos/big_data.nix b/nixos/big_data.nix index f77009e..7e30fad 100644 --- a/nixos/big_data.nix +++ b/nixos/big_data.nix @@ -66,11 +66,11 @@ let spark.eventLog.enabled true spark.eventLog.dir hdfs://localhost:/logs/spark spark.history.fs.logDirectory hdfs://localhost:/logs/spark - # spark.yarn.keytab ${hadoop_keytab_path} + # spark.yarn.keytab ${spark_keytab_path} # spark.yarn.principal spark/my.engine@MY.ENGINE spark.history.ui.acls.enable true spark.history.kerberos.enabled true - spark.history.kerberos.keytab ${hadoop_keytab_path} + spark.history.kerberos.keytab ${spark_keytab_path} spark.history.kerberos.principal spark/my.engine@MY.ENGINE spark.yarn.appMasterEnv.PYSPARK_PYTHON ${pysparkEnv.outPath}/bin/${pysparkEnv.executable} spark.yarn.appMasterEnv.PYTHONPATH ${pysparkEnv.outPath}/lib/${pysparkEnv.executable}/site-packages