Upgrade otel 1 4 1 (#345)

* ⬆️ upgrade to 1.3.1

* ♻️ update ComponentInstaller to AgentListener

* ♻️ refactor IgnoreMatcherProvider to IgnoredTypesConfigurer

* ♻️ refactor java-streams instrumentation

* ♻️ refactor ApacheClientInstrumentationModule to use new Instrumentation API

* ♻️ refactor apache-httpasyncclient-4.1 to use new instrumentation api and fix usage of DelegatingRequestProducer

* ♻️ update grpc to use new instrumentation API

* ♻️ update jaxrs-client-2.0 to use new instrumentation extension API and hardcode string

* ♻️ update servlet-3.0 to use new instrumentation extension API

* ♻️ update servlet test instrumentation

* ✨ add library to unshade the netty-4.0-all JAR

* ♻️ refactor netty-4.0 to use the unshaded jar library

* ✨ create project to unshade netty-4.1 otel dependency

* ♻️ refactor netty to use unsahded JAR

* ♻️ update usage of instrumentation api in okhttp module

* ♻️ move configuration of instrumentation subproject dependencies to plugin

* ♻️ refactor unshade logic into plugin

* 🐛 fix id of plugin for netty 4.1

* 🐛 fix netty-4.1

* ♻️ refactor undertow-1.4 build to rely on unshaded otel JAR

* ♻️ refactor undertow instrumentation to use new instrumentation api

* 🚚 move vertx-web to dedicated folder

* 🐛 include vertx-web instrumentation in instrumentation JAR

* ♻️ make vertx depend on shaded jar

* ♻️ refactor vertx to use new instrumentation api

* 🔥 remove shadow plugin version

* ♻️ update grpc-shaded-netty-1.9 to use new instrumentation api

* ⬆️ upgrade byte buddy

* ✅ add grpc-netty dependency for runtime usage by the grpc client

* ⚗️ add extension-api to tooling dependencies

* ⚗️ refactor buildSrc to match otel more

* ♻️ update instrumentation projects to account for muzzle plugin being ported to java

* 🔥 delete manual meta-inf entry for MuzzlePlugin'

* 🔥 remove extension-api from dependent tasks for mzuzle

* Revert "🔥 remove extension-api from dependent tasks for mzuzle"

This reverts commit 471b9bd.

* Revert ":fire: delete manual meta-inf entry for MuzzlePlugin'"

This reverts commit 28ce72f.

* Revert ":recycle: update instrumentation projects to account for muzzle plugin being ported to java"

This reverts commit 75168f9.

* Revert ":alembic: refactor buildSrc to match otel more"

This reverts commit 232bbc7.

* ♻️ gradle lazy configuration

* ➕ add bootstrap to testing-common

* ⚗️ initialize AgentClassLoader as app class loader

* ♻️ relocate shaded slf4j

* 🐛 unsshade otel httpasync module for testing

* 🐛 unshade apache-httpclient for testing purposes

* 🐛 unshade grpc for testing purposes'

* ♻️ refactor java-streams test instrumentation to match new instrumentation api

* 🐛 unshade jaxrs-client for testing purposes'

* 🐛 use unshaded netty for micronaut

* 🐛 unshade spark instrumentation deps for testing purposes'

* 🐛 unshade struts instrumentation deps for testing purposes

* relocate netty lib usage

* 🐛 unshade okhttp instrumentation deps for testing purposes

* ♻️ use unshaded servlet 3.0 instrumentation for testing purposes

* 🐛 relocate shaded standalone instrumentation library

* ➕ add missing tracing library as dependency to servlet-3.0

* ♻️ refactor servle-rw test instrumentation to use the new instrumentation API

* 🔥 remove unused otel dependencies

* 🐛 fix bug where muzzle found violations by restricting what is in the shaded module

* 🐛 fix missing async response bodies/headers as a result of a the span being marked as ended earlier in otel pr 2992

* ♻️ make sure request buffer gets reset

* 🐛 fix bug where bad key was used in call depth map

* ♻️ add back in inheritance

* 🐛 get client context from superclass volatile field

* 🐛 fix bug where two traces are sent

* 🐛 fix flaky test

* recycle: levearge unshaded jaxrs library in insturmentation module

* ♻️ remove unneded changes to netty module

* Revert "recycle: levearge unshaded jaxrs library in insturmentation module"

This reverts commit 3586a4b.

* ⬆️ upgrade otel

* ♻️ rename instrumentation api artifact dependency

* ♻️ update otel-extensions to account for changes in the upstream API

* ♻️ refactor usages of CallDepthThreadLocalMap and safeHasSuperType

* 🐛 fix compile errors with apachehttpasync module

* 🐛 fix compile errors with apache-httpclient

* 🐛 fix compile errors with grpc-1.6 instrumentation module

* 🐛 fix compile errors with jaxrs-client

* 🐛 fix compile errors with spark

* 🐛 fix compile errors with servlet-rw

* 🐛 fix compile errors with servlet-3.0

* 🐛 fix compile bugs with struts-2.3

* ♻️ fix compile errors in okhttp

* 🐛 fxi netty compile errors

* 🐛 fix micronaut compile errors'

* 🐛 fix bug with undertow compile

* 🐛 fix compile bug with vertx

* ⬆️ upgrade to 1.4.1

* :WIP functioning build script

* 🚧 semi-working apache http async client module

* Revert "🚧 semi-working apache http async client module"

This reverts commit e44c35b.

* Revert ":WIP functioning build script"

This reverts commit 31a95b4.

* 💩 new build logic

* 🔥 disable non-otlp receivers as they dont seem to work anymore

* 🐛 fix bug where InstrumentationHolder is no longer set

* 🐛 set contextStorageProvider

* 🐛 put in bootstrap classes into test source set

* 🔥 delete unshade plugin

* ♻️ use contrib image

* 🔥 remove jaeger reciever

* 🔥 remove muzzle comment

* 💡 document workaroudn for OpenTelemetryInstaller

* 💡 document workaround

* 🔥 remove extra build scripts

Author: ryandens

build.gradle.kts

@@ -32,10 +32,10 @@ subprojects {
     description = "Hypertrace OpenTelemetry Javaagent"
 
     extra.set("versions", mapOf(
-            "opentelemetry" to "1.2.0",
-            "opentelemetry_java_agent" to "1.2.0-alpha",
-            "opentelemetry_java_agent_all" to "1.2.0",
-            "byte_buddy" to "1.10.18",
+            "opentelemetry" to "1.4.1",
+            "opentelemetry_java_agent" to "1.4.1-alpha",
+            "opentelemetry_java_agent_all" to "1.4.1",
+            "byte_buddy" to "1.11.2",
                 "slf4j" to "1.7.30"
     ))
 

buildSrc/build.gradle.kts

@@ -20,13 +20,15 @@ gradlePlugin {
 repositories {
   mavenLocal()
   jcenter()
+  gradlePluginPortal()
   mavenCentral()
 }
 
 dependencies {
   implementation(gradleApi())
   implementation(localGroovy())
 
+  implementation("com.github.jengelman.gradle.plugins:shadow:6.0.0")
   implementation("org.eclipse.aether", "aether-connector-basic", "1.1.0")
   implementation("org.eclipse.aether", "aether-transport-http", "1.1.0")
   implementation("org.apache.maven", "maven-aether-provider", "3.3.9")
@@ -35,7 +37,7 @@ dependencies {
   implementation("org.ow2.asm", "asm", "7.0-beta")
   implementation("org.ow2.asm", "asm-tree", "7.0-beta")
   implementation("org.apache.httpcomponents:httpclient:4.5.10")
-  implementation("net.bytebuddy:byte-buddy-gradle-plugin:1.10.18")
+  implementation("net.bytebuddy:byte-buddy-gradle-plugin:1.11.2")
 
   testImplementation("org.spockframework", "spock-core", "1.3-groovy-2.5")
   testImplementation("org.codehaus.groovy", "groovy-all", "2.5.8")

buildSrc/src/main/java/io/opentelemetry/instrumentation/gradle/AutoInstrumentationPlugin.java

@@ -7,11 +7,18 @@
 
 import java.io.File;
 import java.util.Arrays;
+import java.util.Map;
+import java.util.Objects;
+import org.gradle.api.Action;
 import org.gradle.api.Plugin;
 import org.gradle.api.Project;
 import org.gradle.api.artifacts.Configuration;
 import org.gradle.api.artifacts.Dependency;
+import org.gradle.api.artifacts.dsl.DependencyHandler;
+import org.gradle.api.attributes.AttributeContainer;
+import org.gradle.api.attributes.LibraryElements;
 import org.gradle.api.plugins.JavaLibraryPlugin;
+import org.gradle.api.plugins.JavaPlugin;
 import org.gradle.api.tasks.Internal;
 import org.gradle.api.tasks.testing.Test;
 import org.gradle.process.CommandLineArgumentProvider;
@@ -27,6 +34,7 @@ public class AutoInstrumentationPlugin implements Plugin<Project> {
   public void apply(Project project) {
     project.getPlugins().apply(JavaLibraryPlugin.class);
     createLibraryConfiguration(project);
+    addDependencies(project);
     project
         .getTasks()
         .withType(
@@ -43,6 +51,40 @@ public void apply(Project project) {
             });
   }
 
+  private void addDependencies(Project project) {
+    DependencyHandler dependencies = project.getDependencies();
+    @SuppressWarnings("unchecked") final Map<String, String> versions = Objects.requireNonNull(
+        (Map<String, String>) project.getExtensions().getExtraProperties().get("versions"));
+
+    dependencies.add("implementation", "org.slf4j:slf4j-api:1.7.30");
+    dependencies.add("compileOnly", "com.google.auto.service:auto-service-annotations:1.0");
+    dependencies.add("annotationProcessor", "com.google.auto.service:auto-service:1.0");
+    dependencies.add("implementation", "net.bytebuddy:byte-buddy:" + versions.get("byte_buddy"));
+    dependencies.add("implementation",
+        "io.opentelemetry:opentelemetry-api:" + versions.get("opentelemetry"));
+    dependencies.add("implementation",
+        "io.opentelemetry.javaagent:opentelemetry-javaagent-tooling:" + versions
+            .get("opentelemetry_java_agent"));
+    dependencies.add("implementation",
+        "io.opentelemetry.javaagent:opentelemetry-javaagent-extension-api:" + versions
+            .get("opentelemetry_java_agent"));
+    dependencies.add("implementation",
+        "io.opentelemetry.javaagent:opentelemetry-javaagent-instrumentation-api:" + versions
+            .get("opentelemetry_java_agent"));
+    dependencies.add("implementation",
+        "io.opentelemetry.instrumentation:opentelemetry-instrumentation-api:" + versions
+            .get("opentelemetry_java_agent"));
+
+    dependencies.add("implementation", dependencies.project(Map.of("path", ":javaagent-core")));
+    dependencies.add("implementation", dependencies.project(Map.of("path", ":filter-api")));
+
+    project.getConfigurations().named(JavaPlugin.COMPILE_CLASSPATH_CONFIGURATION_NAME).configure(
+        files -> files.attributes(attributeContainer -> attributeContainer.attribute(
+            LibraryElements.LIBRARY_ELEMENTS_ATTRIBUTE,
+            project.getObjects().named(LibraryElements.class, LibraryElements.JAR))));
+
+  }
+
   /**
    * Creates a custom dependency configuration called {@code library} inspired by the <a
    * href="https://github.com/open-telemetry/opentelemetry-java-instrumentation/blob/0b0516bd1a0599c8f536cc6b2151782000681f39/gradle/instrumentation-common.gradle#L8">opentelemetry-java-instrumentation</a>.

buildSrc/src/main/java/io/opentelemetry/instrumentation/gradle/bytebuddy/ByteBuddyPluginConfigurator.java

@@ -9,11 +9,15 @@
 import java.io.File;
 import java.util.Arrays;
 import java.util.List;
+import java.util.Objects;
+import java.util.stream.Collectors;
 import net.bytebuddy.build.gradle.ByteBuddySimpleTask;
 import net.bytebuddy.build.gradle.Transformation;
+import org.gradle.api.Action;
 import org.gradle.api.Project;
 import org.gradle.api.Task;
 import org.gradle.api.tasks.SourceSet;
+import org.gradle.api.tasks.TaskProvider;
 import org.gradle.api.tasks.compile.AbstractCompile;
 
 /**
@@ -35,6 +39,7 @@
  * of the compile task.
  */
 public class ByteBuddyPluginConfigurator {
+
   private static final List<String> LANGUAGES = Arrays.asList("java", "scala", "kotlin");
 
   private final Project project;
@@ -61,43 +66,67 @@ public ByteBuddyPluginConfigurator(
 
   public void configure() {
     String taskName = getTaskName();
-    Task byteBuddyTask = project.getTasks().create(taskName);
-
-    for (String language : LANGUAGES) {
-      AbstractCompile compile = getCompileTask(language);
-
-      if (compile != null) {
-        Task languageTask = createLanguageTask(compile, taskName + language);
-        // We also process resources for SPI classes.
-        languageTask.dependsOn(sourceSet.getProcessResourcesTaskName());
-        byteBuddyTask.dependsOn(languageTask);
-      }
-    }
 
-    project.getTasks().getByName(sourceSet.getClassesTaskName()).dependsOn(byteBuddyTask);
+    List<TaskProvider<?>> languageTasks =
+        LANGUAGES.stream()
+            .map(
+                language -> {
+                  if (project.fileTree("src/" + sourceSet.getName() + "/" + language).isEmpty()) {
+                    return null;
+                  }
+                  String compileTaskName = sourceSet.getCompileTaskName(language);
+                  if (!project.getTasks().getNames().contains(compileTaskName)) {
+                    return null;
+                  }
+                  TaskProvider<?> compileTask = project.getTasks().named(compileTaskName);
+
+                  // We also process resources for SPI classes.
+                  return createLanguageTask(
+                      compileTask, taskName + language, sourceSet.getProcessResourcesTaskName());
+                })
+            .filter(Objects::nonNull)
+            .collect(Collectors.toList());
+
+    TaskProvider<?> byteBuddyTask =
+        project.getTasks().register(taskName, task -> task.dependsOn(languageTasks));
+
+    project
+        .getTasks()
+        .named(sourceSet.getClassesTaskName())
+        .configure(task -> task.dependsOn(byteBuddyTask));
   }
 
-  private Task createLanguageTask(AbstractCompile compileTask, String name) {
-    ByteBuddySimpleTask task = project.getTasks().create(name, ByteBuddySimpleTask.class);
-    task.setGroup("Byte Buddy");
-    task.getOutputs().cacheIf(unused -> true);
-
-    File classesDirectory = compileTask.getDestinationDir();
-    File rawClassesDirectory =
-        new File(classesDirectory.getParent(), classesDirectory.getName() + "raw")
-            .getAbsoluteFile();
-
-    task.dependsOn(compileTask);
-    compileTask.setDestinationDir(rawClassesDirectory);
-
-    task.setSource(rawClassesDirectory);
-    task.setTarget(classesDirectory);
-    task.setClassPath(compileTask.getClasspath());
-
-    task.dependsOn(compileTask);
-
-    task.getTransformations().add(createTransformation(inputClasspath, pluginClassName));
-    return task;
+  private TaskProvider<?> createLanguageTask(
+      TaskProvider<?> compileTaskProvider, String name, String processResourcesTaskName) {
+    return project
+        .getTasks()
+        .register(
+            name,
+            ByteBuddySimpleTask.class,
+            task -> {
+              task.setGroup("Byte Buddy");
+              task.getOutputs().cacheIf(unused -> true);
+
+              Task maybeCompileTask = compileTaskProvider.get();
+              if (maybeCompileTask instanceof AbstractCompile) {
+                AbstractCompile compileTask = (AbstractCompile) maybeCompileTask;
+                File classesDirectory = compileTask.getDestinationDirectory().getAsFile().get();
+                File rawClassesDirectory =
+                    new File(classesDirectory.getParent(), classesDirectory.getName() + "raw")
+                        .getAbsoluteFile();
+
+                task.dependsOn(compileTask);
+                compileTask.getDestinationDirectory().set(rawClassesDirectory);
+
+                task.setSource(rawClassesDirectory);
+                task.setTarget(classesDirectory);
+                task.setClassPath(compileTask.getClasspath());
+
+                task.dependsOn(compileTask, processResourcesTaskName);
+              }
+
+              task.getTransformations().add(createTransformation(inputClasspath, pluginClassName));
+            });
   }
 
   private AbstractCompile getCompileTask(String language) {

instrumentation/apache-httpasyncclient-4.1/build.gradle.kts

@@ -30,8 +30,7 @@ dependencies {
     api(project(":instrumentation:java-streams"))
     api(project(":instrumentation:apache-httpclient-4.0"))
 
-    api("io.opentelemetry.javaagent.instrumentation:opentelemetry-javaagent-apache-httpasyncclient-4.1:${versions["opentelemetry_java_agent"]}")
-
+    implementation("io.opentelemetry.javaagent.instrumentation:opentelemetry-javaagent-apache-httpasyncclient-4.1:${versions["opentelemetry_java_agent"]}")
     library("org.apache.httpcomponents:httpasyncclient:4.1")
      testImplementation(testFixtures(project(":testing-common")))
 }