update

app.py

@@ -107,41 +107,53 @@ def run_benchmark(kwargs, oauth_token: gr.OAuthToken):
         **configs["ipex"],
     )
 
-    html_output = f"<h3>Running benchmark for model {model} on task {task} with backends {backends}</h3>"
+    md_output = (
+        f"<h3>Running benchmark for model {model} on task {task} with {backends}</h3>"
+    )
 
-    yield html_output
+    yield md_output
 
     timestamp = time.strftime("%Y-%m-%d-%H-%M-%S")
 
     for backend in backends:
-        benchmark_name = f"{timestamp}/{backend}"
-        benchmark_config = BenchmarkConfig(
-            name=benchmark_name,
-            backend=configs[backend],
-            launcher=configs[LAUNCHER],
-            scenario=configs[SCENARIO],
-        )
-        benchmark_config.push_to_hub(
-            repo_id=f"{username}/benchmarks",
-            subfolder=benchmark_name,
-            token=oauth_token.token,
-        )
-        benchmark_report = Benchmark.launch(benchmark_config)
-        benchmark_report.push_to_hub(
-            repo_id=f"{username}/benchmarks",
-            subfolder=benchmark_name,
-            token=oauth_token.token,
-        )
-        benchmark = Benchmark(config=benchmark_config, report=benchmark_report)
-        benchmark.push_to_hub(
-            repo_id=f"{username}/benchmarks",
-            subfolder=benchmark_name,
-            token=oauth_token.token,
-        )
-
-        html_output += f"<br>📊 Benchmark report for {backend} backend in the folder {benchmark_name} of your benchmarks dataset"
-
-        yield html_output
+        md_output += f"<br>🚀 Launching benchmark for {backend}"
+        yield md_output
+
+        try:
+            benchmark_name = f"{timestamp}/{backend}"
+            benchmark_config = BenchmarkConfig(
+                name=benchmark_name,
+                backend=configs[backend],
+                launcher=configs[LAUNCHER],
+                scenario=configs[SCENARIO],
+            )
+            benchmark_config.push_to_hub(
+                repo_id=f"{username}/benchmarks",
+                subfolder=benchmark_name,
+                token=oauth_token.token,
+            )
+            benchmark_report = Benchmark.launch(benchmark_config)
+            benchmark_report.push_to_hub(
+                repo_id=f"{username}/benchmarks",
+                subfolder=benchmark_name,
+                token=oauth_token.token,
+            )
+            benchmark = Benchmark(config=benchmark_config, report=benchmark_report)
+            benchmark.push_to_hub(
+                repo_id=f"{username}/benchmarks",
+                subfolder=benchmark_name,
+                token=oauth_token.token,
+            )
+
+            md_output += (
+                f"<br>✅ Benchmark for {backend} backend completed successfully"
+            )
+            yield md_output
+        except Exception as e:
+            md_output += (
+                f"<br>❌ Error while running benchmark for {backend} backend: {e}"
+            )
+            yield md_output
 
 
 def build_demo():
@@ -194,6 +206,10 @@ def build_demo():
             with gr.Accordion(label="Process Config", open=False, visible=True):
                 process_config = get_process_config()
 
+        with gr.Row():
+            with gr.Accordion(label="Scenario Config", open=False, visible=True):
+                inference_config = get_inference_config()
+
         with gr.Row() as backend_configs:
             with gr.Accordion(label="OnnxRuntime Config", open=False, visible=True):
                 onnxruntime_config = get_onnxruntime_config()
@@ -213,13 +229,10 @@ def build_demo():
         )
 
         with gr.Row():
-            with gr.Accordion(label="Scenario Config", open=False, visible=True):
-                inference_config = get_inference_config()
-
-        button = gr.Button(value="Run Benchmark", variant="primary")
+            button = gr.Button(value="Run Benchmark", variant="primary")
 
         with gr.Row():
-            html_output = gr.HTML(label="Output", value="")
+            md_output = gr.Markdown(label="Output", value="")
 
         button.click(
             fn=run_benchmark,
@@ -234,7 +247,7 @@ def build_demo():
                 *pytorch_config.values(),
                 *ipex_config.values(),
             },
-            outputs=[html_output],
+            outputs=[md_output],
             concurrency_limit=1,
         )
 

packages.txt

@@ -0,0 +1 @@
+numactl