Use coreml/metal on Apple

locaal-ai · Jul 31, 2024 · a173e22 · a173e22
1 parent 5bca2ff
commit a173e22
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/whisper-utils/whisper-processing.cpp b/src/whisper-utils/whisper-processing.cpp
@@ -67,6 +67,9 @@ struct whisper_context *init_whisper_context(const std::string &model_path_in,
 #elif defined(LOCALVOCAL_WITH_HIPBLAS)
 	cparams.use_gpu = true;
 	obs_log(LOG_INFO, "Using hipBLAS for inference");
+#elif defined(__APPLE__)
+	cparams.use_gpu = true;
+	obs_log(LOG_INFO, "Using Metal/CoreML for inference");
 #else
 	cparams.use_gpu = false;
 	obs_log(LOG_INFO, "Using CPU for inference");