diff --git a/c/src/main/java/org/apache/arrow/c/jni/JniLoader.java b/c/src/main/java/org/apache/arrow/c/jni/JniLoader.java
index 46c93f5541..4496abb91d 100644
--- a/c/src/main/java/org/apache/arrow/c/jni/JniLoader.java
+++ b/c/src/main/java/org/apache/arrow/c/jni/JniLoader.java
@@ -118,6 +118,9 @@ private String getNormalizedArch() {
       case "aarch64":
         arch = "aarch_64";
         break;
+      case "ppc64le":
+        arch = "ppcle_64";
+        break;
       default:
         break;
     }
diff --git a/dataset/src/main/java/org/apache/arrow/dataset/jni/JniLoader.java b/dataset/src/main/java/org/apache/arrow/dataset/jni/JniLoader.java
index 5fb4816488..3a49389b27 100644
--- a/dataset/src/main/java/org/apache/arrow/dataset/jni/JniLoader.java
+++ b/dataset/src/main/java/org/apache/arrow/dataset/jni/JniLoader.java
@@ -104,6 +104,9 @@ private String getNormalizedArch() {
       case "aarch64":
         arch = "aarch_64";
         break;
+      case "ppc64le":
+        arch = "ppcle_64";
+        break;
       default:
         break;
     }