Refractored internship folder and added benchmark script

Author: NicolasHuertas

java/com/engflow/internship/binaryinput/BUILD renamed to java/com/engflow/binaryinput/BUILD

@@ -1,6 +1,6 @@
 load("@rules_java//java:defs.bzl", "java_binary", "java_library")
 
-NUM_FILES = 500
+NUM_FILES = 1
 
 #Generates a number of java files based on the value of NUM_FILES
 #Each file is named HelloX.java where X is the number of the file
@@ -11,6 +11,9 @@ NUM_FILES = 500
     cmd_bash = "echo 'package com.engflow.internship.binaryinput;" + "\n" +
     "public class Hello" + str(x) +
     " { public static void greetNum() { System.out.println(\"Hello " + str(x) + "\"); } }' > $@",
+    #cmd_ps = "echo 'package com.engflow.internship.binaryinput;" + "\n" +
+    #    "public class Hello" + str(x) +
+    #    " { public static void greetNum() { System.out.println(\"Hello " + str(x) + "\"); } }' > $($outputFile.FullName)",
 ) for x in range(1,NUM_FILES+1)]
 
 #Generates a java library that contains all the generated java files
@@ -24,9 +27,9 @@ NUM_FILES = 500
 java_binary(
     name = "main",
     srcs = ["Main.java"],
-    main_class = "com.engflow.internship.binaryinput.Main",
+    main_class = "com.engflow.binaryinput.Main",
     deps = [
         ":genbinary" + str(x) for x in range(1,NUM_FILES+1)
     ],
     args = [str(NUM_FILES)],
-)
+)

java/com/engflow/binaryinput/BenchmarkScript.py

@@ -0,0 +1,103 @@
+import subprocess
+import uuid
+import csv
+import os
+import json
+
+# Modify the BUILD file to define the number of files
+def modify_build_file(num_files):
+    with open('BUILD', 'r') as file:
+        lines = file.readlines()
+
+    with open('BUILD', 'w') as file:
+        for line in lines:
+            if line.startswith('NUM_FILES'):
+                file.write(f'NUM_FILES = {num_files}\n')
+            else:
+                file.write(line)
+
+def run_bazel_command(command):
+    subprocess.run(command, check=True)
+
+# Read the Bazel profile data
+def analyze_bazel_profile(profile_path):
+    with open(profile_path, 'r') as file:
+        profile_data = json.load(file)
+    return profile_data
+
+# Extract the critical time and total run time from the Bazel profile data
+def extract_times(profile_data):
+    critical_time = 0
+    start_time = None
+    end_time = None
+
+    # Iterate through the events in the profile data to extract the critical time and total run time
+    for event in profile_data['traceEvents']:
+        if event.get('cat') == 'critical path component':
+            critical_time += event['dur'] / 1000000.0  # Convert microseconds to seconds
+        if event.get('cat') == 'build phase marker' and event['name'] == 'Launch Blaze':
+            start_time = event['ts'] / 1000000.0  # Convert microseconds to seconds
+        if event.get('cat') == 'build phase marker' and event['name'] == 'Complete build':
+            end_time = event['ts'] / 1000000.0  # Convert microseconds to seconds
+
+    # Calculate the total run time
+    total_run_time = end_time - start_time if start_time and end_time else None
+
+    return critical_time, total_run_time
+
+
+def main():
+    num_files = int(input("Enter the number of files: "))
+    execution_type = input("Enter the execution type (local/remote): ")
+    iterations = int(input("Enter the number of iterations: "))
+
+    modify_build_file(num_files)
+
+    results = []
+
+    # Path to the Bazel profile data
+    # Using an absolute path to avoid issues with the Bazel workspace
+    profile_path = os.path.abspath('profile.json')
+
+    for i in range(iterations):
+        if execution_type == 'local':
+            # Clear the Bazel cache
+            run_bazel_command(['bazel', 'clean', '--expunge'])
+            # Generate the input files
+            targets = [f':genbinary{j}' for j in range(1, num_files + 1)]
+            run_bazel_command(['bazel', 'build'] + targets)
+            # Build the main target and generate the Bazel profile data
+            run_bazel_command(['bazel', 'build', f'--profile={profile_path}', ':main'])
+        elif execution_type == 'remote':
+            # Generate a unique key for the cache silo
+            key = str(uuid.uuid4())
+            # Generate the input files
+            targets = [f':genbinary{j}' for j in range(1, num_files + 1)]
+            run_bazel_command(['bazel', 'build', '--config=engflow', f'--remote_default_exec_properties=cache-silo-key={key}'] + targets)
+            # Build the main target and generate the Bazel profile data
+            run_bazel_command(['bazel', 'build', '--config=engflow', f'--profile={profile_path}', f'--remote_default_exec_properties=cache-silo-key={key}', ':main'])
+
+        profile_output = analyze_bazel_profile(profile_path)
+        critical_time, total_run_time = extract_times(profile_output)
+        results.append((critical_time, total_run_time))
+
+    # Write the results to a CSV file
+    #with open(f'results{num_files}.csv', 'w', newline='') as csvfile:
+    #    writer = csv.writer(csvfile)
+    #    writer.writerow(['Critical Time', 'Total Run Time'])
+    #    writer.writerows(results)
+
+    critical_times = [result[0] for result in results]
+    total_run_times = [result[1] for result in results]
+
+    print(results)
+
+    # Calculate the highest critical time and total run time
+    critical_time_max = max(critical_times)
+    total_run_time_max = max(total_run_times)
+
+    print(f'Highest Critical Time: {critical_time_max}')
+    print(f'Highest Total Run Time: {total_run_time_max}')
+
+if __name__ == '__main__':
+    main()

java/com/engflow/internship/binaryinput/Main.java renamed to java/com/engflow/binaryinput/Main.java

@@ -1,4 +1,4 @@
-package com.engflow.internship.binaryinput;
+package com.engflow.binaryinput;
 
 import java.lang.reflect.InvocationTargetException;
 

java/com/engflow/internship/binaryinput/README.md renamed to java/com/engflow/binaryinput/README.md

@@ -0,0 +1,22 @@
+package(default_visibility = ["//visibility:public"])
+
+java_library(
+    name = "class_a",
+    srcs = ["ClassA.java"],
+    deps = [
+        "//java/com/engflow/cycleexample/class_b:class_b",
+        "//java/com/engflow/cycleexample/interface_a:interface_a",
+    ],
+)
+
+java_test(
+    name = "class_a_test",
+    srcs = ["ClassATest.java"],
+    test_class = "com.engflow.internship.cycleexample.class_a.ClassATest",
+    deps = [
+        ":class_a",
+        "//java/com/engflow/cycleexample/class_b:class_b",
+        "//java/com/engflow/cycleexample/class_c:class_c",
+        "//java/com/engflow/cycleexample/interface_a:interface_a",
+    ],
+)

java/com/engflow/internship/cycleexample/README.md renamed to java/com/engflow/cycleexample/README.md

@@ -1,7 +1,7 @@
-package com.engflow.internship.cycleexample.class_a;
+package com.engflow.cycleexample.class_a;
 
-import com.engflow.internship.cycleexample.class_b.ClassB;
-import com.engflow.internship.cycleexample.interface_a.InterfaceA;
+import com.engflow.cycleexample.class_b.ClassB;
+import com.engflow.cycleexample.interface_a.InterfaceA;
 
 public class ClassA implements InterfaceA {
     private ClassB classB;

java/com/engflow/cycleexample/class_a/BUILD

@@ -1,7 +1,7 @@
-package com.engflow.internship.cycleexample.class_a;
+package com.engflow.cycleexample.class_a;
 
-import com.engflow.internship.cycleexample.class_b.ClassB;
-import com.engflow.internship.cycleexample.class_c.ClassC;
+import com.engflow.cycleexample.class_b.ClassB;
+import com.engflow.cycleexample.class_c.ClassC;
 import org.junit.Test;
 import static org.junit.Assert.assertTrue;
 

java/com/engflow/internship/cycleexample/class_a/ClassA.java renamed to java/com/engflow/cycleexample/class_a/ClassA.java

@@ -4,8 +4,8 @@ java_library(
     name = "class_b",
     srcs = ["ClassB.java"],
     deps = [
-        "//java/com/engflow/internship/cycleexample/class_c",
-        "//java/com/engflow/internship/cycleexample/interface_b",
+        "//java/com/engflow/cycleexample/class_c:class_c",
+        "//java/com/engflow/cycleexample/interface_b:interface_b",
     ],
 )
 
@@ -15,7 +15,7 @@ java_test(
     test_class = "com.engflow.internship.cycleexample.class_b.ClassBTest",
     deps = [
         ":class_b",
-        "//java/com/engflow/internship/cycleexample/class_c:class_c",
-        "//java/com/engflow/internship/cycleexample/interface_b:interface_b",
+        "//java/com/engflow/cycleexample/class_c:class_c",
+        "//java/com/engflow/cycleexample/interface_b:interface_b",
     ],
 )

java/com/engflow/internship/cycleexample/class_a/ClassATest.java renamed to java/com/engflow/cycleexample/class_a/ClassATest.java

@@ -1,7 +1,7 @@
-package com.engflow.internship.cycleexample.class_b;
+package com.engflow.cycleexample.class_b;
 
-import com.engflow.internship.cycleexample.class_c.ClassC;
-import com.engflow.internship.cycleexample.interface_b.InterfaceB;
+import com.engflow.cycleexample.class_c.ClassC;
+import com.engflow.cycleexample.interface_b.InterfaceB;
 
 public class ClassB implements InterfaceB {
     private ClassC classC;

java/com/engflow/internship/cycleexample/class_b/BUILD renamed to java/com/engflow/cycleexample/class_b/BUILD

@@ -1,6 +1,6 @@
-package com.engflow.internship.cycleexample.class_b;
+package com.engflow.cycleexample.class_b;
 
-import com.engflow.internship.cycleexample.class_c.ClassC;
+import com.engflow.cycleexample.class_c.ClassC;
 import org.junit.Test;
 import static org.junit.Assert.assertTrue;
 

java/com/engflow/internship/cycleexample/class_b/ClassB.java renamed to java/com/engflow/cycleexample/class_b/ClassB.java

@@ -5,7 +5,7 @@ java_library(
     srcs = ["ClassC.java"],
     visibility = ["//visibility:public"],
     deps = [
-        "//java/com/engflow/internship/cycleexample/interface_a",
+        "//java/com/engflow/cycleexample/interface_a:interface_a",
     ],
 )
 
@@ -15,6 +15,6 @@ java_test(
     test_class = "com.engflow.internship.cycleexample.class_c.ClassCTest",
     deps = [
         ":class_c",
-        "//java/com/engflow/internship/cycleexample/class_a:class_a",
+        "//java/com/engflow/cycleexample/class_a:class_a",
     ],
 )

java/com/engflow/internship/cycleexample/class_b/ClassBTest.java renamed to java/com/engflow/cycleexample/class_b/ClassBTest.java

@@ -1,6 +1,6 @@
-package com.engflow.internship.cycleexample.class_c;
+package com.engflow.cycleexample.class_c;
 
-import com.engflow.internship.cycleexample.interface_a.InterfaceA;
+import com.engflow.cycleexample.interface_a.InterfaceA;
 
 public class ClassC implements InterfaceA {
     private InterfaceA classA;

java/com/engflow/internship/cycleexample/class_c/BUILD renamed to java/com/engflow/cycleexample/class_c/BUILD

@@ -1,6 +1,6 @@
-package com.engflow.internship.cycleexample.class_c;
+package com.engflow.cycleexample.class_c;
 
-import com.engflow.internship.cycleexample.class_a.ClassA;
+import com.engflow.cycleexample.class_a.ClassA;
 import org.junit.Test;
 import static org.junit.Assert.assertTrue;
 

java/com/engflow/internship/cycleexample/class_c/ClassC.java renamed to java/com/engflow/cycleexample/class_c/ClassC.java

@@ -1,4 +1,4 @@
-package com.engflow.internship.cycleexample.interface_a;
+package com.engflow.cycleexample.interface_a;
 
 public interface InterfaceA {
     void methodA(String input);

java/com/engflow/internship/cycleexample/class_c/ClassCTest.java renamed to java/com/engflow/cycleexample/class_c/ClassCTest.java

@@ -1,4 +1,4 @@
-package com.engflow.internship.cycleexample.interface_b;
+package com.engflow.cycleexample.interface_b;
 
 public interface InterfaceB {
     void methodB(String input);

java/com/engflow/internship/cycleexample/input/BUILD renamed to java/com/engflow/cycleexample/input/BUILD

@@ -0,0 +1,15 @@
+load("@rules_java//java:defs.bzl", "java_binary")
+
+java_binary(
+    name = "main",
+    srcs = ["Main.java"],
+    deps = [
+        "//java/com/engflow/cycleexample/class_a:class_a",
+        "//java/com/engflow/cycleexample/class_b:class_b",
+        "//java/com/engflow/cycleexample/class_c:class_c",
+    ],
+    data = [
+        "//java/com/engflow/cycleexample/input:input",
+    ],
+    main_class = "com.engflow.internship.cycleexample.main.Main",
+)

java/com/engflow/internship/cycleexample/input/input.txt renamed to java/com/engflow/cycleexample/input/input.txt

@@ -1,8 +1,8 @@
-package com.engflow.internship.cycleexample.main;
+package com.engflow.cycleexample.main;
 
-import com.engflow.internship.cycleexample.class_a.ClassA;
-import com.engflow.internship.cycleexample.class_b.ClassB;
-import com.engflow.internship.cycleexample.class_c.ClassC;
+import com.engflow.cycleexample.class_a.ClassA;
+import com.engflow.cycleexample.class_b.ClassB;
+import com.engflow.cycleexample.class_c.ClassC;
 
 import java.io.BufferedReader;
 import java.io.FileReader;
@@ -11,7 +11,7 @@
 public class Main {
     public static void main(String[] args) {
         //Input file path
-        String fileName = "java/com/engflow/internship/cycleexample/input/input.txt";
+        String fileName = "com/engflow/cycleexample/input/input.txt";
         StringBuilder content = new StringBuilder();
 
         //Read the input file and store the content in a StringBuilder

java/com/engflow/internship/cycleexample/interface_a/BUILD renamed to java/com/engflow/cycleexample/interface_a/BUILD

@@ -1,4 +1,4 @@
-package com.engflow.internship.setinput.genreader;
+package com.engflow.setinput.genreader;
 
 import java.io.File;
 import java.io.FileReader;

java/com/engflow/internship/cycleexample/interface_a/InterfaceA.java renamed to java/com/engflow/cycleexample/interface_a/InterfaceA.java

@@ -4,7 +4,7 @@ java_binary(
     name = "main",
     srcs = ["Main.java"],
     deps = [
-        "//java/com/engflow/internship/setinput/genreader",
+        "//java/com/engflow/setinput/genreader:genreader",
     ],
     data = glob(["java/com/engflow/internship/setinput/genfile/*.txt"]),
     main_class = "com.engflow.internship.setinput.main.Main",