added launcher

frontend/server/src/main/java/org/pytorch/serve/util/ConfigManager.java

@@ -70,6 +70,8 @@ public final class ConfigManager {
 
     // IPEX config option that can be set at config.properties
     private static final String TS_IPEX_ENABLE = "ipex_enable";
+    private static final String TS_CPU_LAUNCHER_ENABLE = "cpu_launcher_enable";
+    private static final String TS_CPU_LAUNCHER_ARGS = "cpu_launcher_args";
 
     private static final String TS_ASYNC_LOGGING = "async_logging";
     private static final String TS_CORS_ALLOWED_ORIGIN = "cors_allowed_origin";
@@ -339,6 +341,14 @@ public boolean isMetricApiEnable() {
         return Boolean.parseBoolean(getProperty(TS_ENABLE_METRICS_API, "true"));
     }
 
+    public boolean isCPULauncherEnabled() {
+        return Boolean.parseBoolean(getProperty(TS_CPU_LAUNCHER_ENABLE, "false"));
+    }
+
+    public String getCPULauncherArgs() {
+        return getProperty(TS_CPU_LAUNCHER_ARGS, null);
+    }
+
     public int getNettyThreads() {
         return getIntProperty(TS_NUMBER_OF_NETTY_THREADS, 0);
     }

frontend/server/src/main/java/org/pytorch/serve/wlm/WorkerLifeCycle.java

@@ -51,6 +51,20 @@ public void startWorker(int port) throws WorkerInitializationException, Interrup
 
         ArrayList<String> argl = new ArrayList<String>();
         argl.add(EnvironmentUtils.getPythonRunTime(model));
+        if (configManager.isCPULauncherEnabled()) {
+            argl.add("-m");
+            argl.add("intel_extension_for_pytorch.cpu.launch");
+	    argl.add("----ninstance")
+	    argl.add("1")
+            String largs = configManager.getCPULauncherArgs();
+            if (largs != null && largs.length() > 1) {
+                String[] argarray = largs.split(" ");
+                for (int i = 0; i < argarray.length; i++) {
+                    argl.add(argarray[i]);
+                }
+            }
+        }
+
         argl.add(new File(workingDir, "ts/model_service_worker.py").getAbsolutePath());
         argl.add("--sock-type");
         argl.add(connector.getSocketType());