Use private native method to tokenize javacopts

We use this only when we don't have a `ctx`, such as in an `args.map_each`. The pure Starlark implementation in `cc_helper.bzl`, as currently implemented, is too slow[^1].

PiperOrigin-RevId: 587638256
Change-Id: I4aa6b9c2009323e9c4adc7f6e8b5e335a637ed1c

src/main/java/com/google/devtools/build/lib/rules/java/JavaStarlarkCommon.java

@@ -403,6 +403,12 @@ public Sequence<?> expandJavaOpts(
     }
   }
 
+  @Override
+  public Sequence<?> tokenizeJavacOpts(Sequence<?> opts) throws EvalException {
+    return StarlarkList.immutableCopyOf(
+        JavaHelper.tokenizeJavaOptions(Sequence.noneableCast(opts, String.class, "opts")));
+  }
+
   static boolean isInstanceOfProvider(Object obj, Provider provider) {
     if (obj instanceof NativeInfo) {
       return ((NativeInfo) obj).getProvider().getKey().equals(provider.getKey());

src/main/java/com/google/devtools/build/lib/starlarkbuildapi/java/JavaCommonApi.java

@@ -734,4 +734,10 @@ JavaInfoT wrapJavaInfo(Info javaInfo, StarlarkThread thread)
   Sequence<?> expandJavaOpts(
       StarlarkRuleContextT ctx, String attr, boolean tokenize, boolean execPaths)
       throws EvalException, InterruptedException;
+
+  @StarlarkMethod(
+      name = "tokenize_javacopts",
+      documented = false,
+      parameters = {@Param(name = "opts")})
+  Sequence<?> tokenizeJavacOpts(Sequence<?> opts) throws EvalException, InterruptedException;
 }

src/main/starlark/builtins_bzl/common/java/java_helper.bzl

@@ -20,6 +20,7 @@ load(":common/java/java_semantics.bzl", "semantics")
 load(":common/paths.bzl", "paths")
 
 testing = _builtins.toplevel.testing
+_java_common_internal = _builtins.internal.java_common_internal_do_not_use
 
 def _collect_all_targets_as_deps(ctx, classpath_type = "all"):
     deps = []
@@ -402,13 +403,8 @@ def _tokenize_javacopts(ctx = None, opts = []):
             for token in ctx.tokenize(opt)
         ]
     else:
-        # slow, but pure Starlark implementation
-        result = []
-        for opt in opts:
-            tokens = []
-            cc_helper.tokenize(tokens, opt)
-            result.extend(tokens)
-        return result
+        # TODO: optimize and use the pure Starlark implementation in cc_helper
+        return _java_common_internal.tokenize_javacopts(opts)
 
 def _detokenize_javacopts(opts):
     """Detokenizes a list of options to a depset.

src/test/java/com/google/devtools/build/lib/rules/java/JavaStarlarkApiTest.java

@@ -3700,6 +3700,7 @@ public void testNoArgsPrivateAPIsAreIndeedPrivate(String module, String api) thr
     "{api: _check_java_toolchain_is_declared_on_rule}",
     "{api: wrap_java_info}",
     "{api: intern_javac_opts}",
+    "{api: tokenize_javacopts}",
   })
   public void testJavaCommonPrivateApis_areNotVisibleToPublicStarlark(String api) throws Exception {
     // validate that this api is present on the module, so this test fails when the API is deleted