diff options
author | android-build-team Robot <android-build-team-robot@google.com> | 2021-04-09 21:05:47 +0000 |
---|---|---|
committer | android-build-team Robot <android-build-team-robot@google.com> | 2021-04-09 21:05:47 +0000 |
commit | 0a943b3b0be53b28eff6f61f663cd0f3f8a32cda (patch) | |
tree | 02ad2459699526dc47e6ed26f8499811bd01977d | |
parent | 1b432066d5ea6b4cd5c74c8ac40eba3227ff99e7 (diff) | |
parent | 9a9f687ec4f360eb6692b204060eac332e067114 (diff) | |
download | art-android11-mainline-media-release.tar.gz |
Snap for 7272189 from 9a9f687ec4f360eb6692b204060eac332e067114 to mainline-media-releaseandroid-mainline-11.0.0_r39android11-mainline-media-release
Change-Id: I1a9cefa5a0d8d2e2aef7f12bcf0f3477f3384268
-rw-r--r-- | build/Android.gtest.mk | 3 | ||||
-rwxr-xr-x | build/apex/art_apex_test.py | 1 | ||||
-rw-r--r-- | dex2oat/Android.bp | 1 | ||||
-rw-r--r-- | dex2oat/dex2oat.cc | 6 | ||||
-rw-r--r-- | dex2oat/dex2oat_test.cc | 62 | ||||
-rw-r--r-- | dex2oat/dex2oat_vdex_test.cc | 135 | ||||
-rw-r--r-- | runtime/dex2oat_environment_test.h | 58 | ||||
-rw-r--r-- | test/Android.bp | 7 | ||||
-rw-r--r-- | test/Dex2oatVdexTestDex/Dex2oatVdexTestDex.java | 83 | ||||
-rwxr-xr-x | test/etc/run-test-jar | 2 |
10 files changed, 295 insertions, 63 deletions
diff --git a/build/Android.gtest.mk b/build/Android.gtest.mk index d0804a331c..b8b1c2e160 100644 --- a/build/Android.gtest.mk +++ b/build/Android.gtest.mk @@ -27,6 +27,7 @@ GTEST_DEX_DIRECTORIES := \ AllFields \ DefaultMethods \ DexToDexDecompiler \ + Dex2oatVdexTestDex \ ErroneousA \ ErroneousB \ ErroneousInit \ @@ -211,7 +212,7 @@ ART_GTEST_compiler_driver_test_DEX_DEPS := AbstractMethod StaticLeafMethods Prof ART_GTEST_dex_cache_test_DEX_DEPS := Main Packages MethodTypes ART_GTEST_dexanalyze_test_DEX_DEPS := MultiDex ART_GTEST_dexlayout_test_DEX_DEPS := ManyMethods -ART_GTEST_dex2oat_test_DEX_DEPS := $(ART_GTEST_dex2oat_environment_tests_DEX_DEPS) ManyMethods Statics VerifierDeps MainUncompressedAligned EmptyUncompressed EmptyUncompressedAligned StringLiterals +ART_GTEST_dex2oat_test_DEX_DEPS := $(ART_GTEST_dex2oat_environment_tests_DEX_DEPS) Dex2oatVdexTestDex ManyMethods Statics VerifierDeps MainUncompressedAligned EmptyUncompressed EmptyUncompressedAligned StringLiterals ART_GTEST_dex2oat_image_test_DEX_DEPS := $(ART_GTEST_dex2oat_environment_tests_DEX_DEPS) Statics VerifierDeps ART_GTEST_exception_test_DEX_DEPS := ExceptionHandle ART_GTEST_hiddenapi_test_DEX_DEPS := HiddenApi HiddenApiStubs diff --git a/build/apex/art_apex_test.py b/build/apex/art_apex_test.py index 6bccdf5926..358ef824ea 100755 --- a/build/apex/art_apex_test.py +++ b/build/apex/art_apex_test.py @@ -798,6 +798,7 @@ class TestingTargetChecker: self._checker.check_art_test_executable('compiler_driver_test') self._checker.check_art_test_executable('dex2oat_image_test') self._checker.check_art_test_executable('dex2oat_test') + self._checker.check_art_test_executable('dex2oat_vdex_test') self._checker.check_art_test_executable('dex_to_dex_decompiler_test') self._checker.check_art_test_executable('elf_writer_test') self._checker.check_art_test_executable('image_test') diff --git a/dex2oat/Android.bp b/dex2oat/Android.bp index fb76dd99d0..b2ae48db33 100644 --- a/dex2oat/Android.bp +++ b/dex2oat/Android.bp @@ -447,6 +447,7 @@ art_cc_test { ], srcs: [ "dex2oat_test.cc", + "dex2oat_vdex_test.cc", "dex2oat_image_test.cc", "dex/dex_to_dex_decompiler_test.cc", "driver/compiler_driver_test.cc", diff --git a/dex2oat/dex2oat.cc b/dex2oat/dex2oat.cc index 56548949f3..abb0bd1367 100644 --- a/dex2oat/dex2oat.cc +++ b/dex2oat/dex2oat.cc @@ -1600,6 +1600,10 @@ class Dex2Oat final { LOG(WARNING) << "Could not open vdex file in DexMetadata archive: " << error_msg; } else { input_vdex_file_ = std::make_unique<VdexFile>(std::move(input_file)); + if (input_vdex_file_->HasDexSection()) { + LOG(ERROR) << "The dex metadata is not allowed to contain dex files"; + return false; + } VLOG(verifier) << "Doing fast verification with vdex from DexMetadata archive"; } } @@ -3243,6 +3247,8 @@ static dex2oat::ReturnCode Dex2oat(int argc, char** argv) { // Check early that the result of compilation can be written if (!dex2oat->OpenFile()) { + // Flush close so that the File Guard checks don't fail the assertions. + dex2oat->FlushCloseOutputFiles(); return dex2oat::ReturnCode::kOther; } diff --git a/dex2oat/dex2oat_test.cc b/dex2oat/dex2oat_test.cc index 34c8c5e271..ab33c19e27 100644 --- a/dex2oat/dex2oat_test.cc +++ b/dex2oat/dex2oat_test.cc @@ -54,7 +54,6 @@ namespace art { -static constexpr bool kDebugArgs = false; static const char* kDisableCompactDex = "--compact-dex-level=none"; using android::base::StringPrintf; @@ -66,7 +65,6 @@ class Dex2oatTest : public Dex2oatEnvironmentTest { output_ = ""; error_msg_ = ""; - success_ = false; } protected: @@ -100,7 +98,7 @@ class Dex2oatTest : public Dex2oatEnvironmentTest { args.insert(args.end(), extra_args.begin(), extra_args.end()); - int status = Dex2Oat(args, error_msg); + int status = Dex2Oat(args, &output_, error_msg); if (oat_file != nullptr) { CHECK_EQ(oat_file->FlushClose(), 0) << "Could not flush and close oat file"; } @@ -207,58 +205,8 @@ class Dex2oatTest : public Dex2oatEnvironmentTest { EXPECT_EQ(expected, actual); } - int Dex2Oat(const std::vector<std::string>& dex2oat_args, std::string* error_msg) { - std::vector<std::string> argv; - if (!CommonRuntimeTest::StartDex2OatCommandLine(&argv, error_msg)) { - return false; - } - - Runtime* runtime = Runtime::Current(); - if (!runtime->IsVerificationEnabled()) { - argv.push_back("--compiler-filter=assume-verified"); - } - - if (runtime->MustRelocateIfPossible()) { - argv.push_back("--runtime-arg"); - argv.push_back("-Xrelocate"); - } else { - argv.push_back("--runtime-arg"); - argv.push_back("-Xnorelocate"); - } - - if (!kIsTargetBuild) { - argv.push_back("--host"); - } - - argv.insert(argv.end(), dex2oat_args.begin(), dex2oat_args.end()); - - // We must set --android-root. - const char* android_root = getenv("ANDROID_ROOT"); - CHECK(android_root != nullptr); - argv.push_back("--android-root=" + std::string(android_root)); - - if (kDebugArgs) { - std::string all_args; - for (const std::string& arg : argv) { - all_args += arg + " "; - } - LOG(ERROR) << all_args; - } - - // We need dex2oat to actually log things. - auto post_fork_fn = []() { return setenv("ANDROID_LOG_TAGS", "*:d", 1) == 0; }; - ForkAndExecResult res = ForkAndExec(argv, post_fork_fn, &output_); - if (res.stage != ForkAndExecResult::kFinished) { - *error_msg = strerror(errno); - return -1; - } - success_ = res.StandardSuccess(); - return res.status_code; - } - std::string output_ = ""; std::string error_msg_ = ""; - bool success_ = false; }; class Dex2oatSwapTest : public Dex2oatTest { @@ -282,7 +230,6 @@ class Dex2oatSwapTest : public Dex2oatTest { ASSERT_TRUE(GenerateOdexForTest(dex_location, odex_location, CompilerFilter::kSpeed, copy)); CheckValidity(); - ASSERT_TRUE(success_); CheckResult(expect_use); } @@ -508,7 +455,6 @@ class Dex2oatVeryLargeTest : public Dex2oatTest { ASSERT_TRUE(GenerateOdexForTest(dex_location, odex_location, filter, new_args)); CheckValidity(); - ASSERT_TRUE(success_); CheckResult(dex_location, odex_location, app_image_file, @@ -730,7 +676,6 @@ class Dex2oatLayoutTest : public Dex2oatTest { /*use_fd=*/ false, /*num_profile_classes=*/ 0); CheckValidity(); - ASSERT_TRUE(success_); // Don't check the result since CheckResult relies on the class being in the profile. image_file_empty_profile = GetImageObjectSectionSize(app_image_file); EXPECT_GT(image_file_empty_profile, 0u); @@ -743,7 +688,6 @@ class Dex2oatLayoutTest : public Dex2oatTest { /*use_fd=*/ false, /*num_profile_classes=*/ 1); CheckValidity(); - ASSERT_TRUE(success_); CheckResult(dex_location, odex_location, app_image_file); if (app_image) { @@ -789,7 +733,6 @@ class Dex2oatLayoutTest : public Dex2oatTest { } ASSERT_EQ(vdex_file1->FlushCloseOrErase(), 0) << "Could not flush and close vdex file"; CheckValidity(); - ASSERT_TRUE(success_); } void CheckResult(const std::string& dex_location, @@ -919,7 +862,6 @@ class Dex2oatUnquickenTest : public Dex2oatTest { for (size_t i = 0; i != checksums1.size(); ++i) { EXPECT_EQ(checksums1[i], checksums2[i]) << i; } - ASSERT_TRUE(success_); } void RunUnquickenMultiDexCDex() { @@ -961,7 +903,6 @@ class Dex2oatUnquickenTest : public Dex2oatTest { ASSERT_EQ(vdex_file1->FlushCloseOrErase(), 0) << "Could not flush and close vdex file"; ASSERT_EQ(vdex_file2->FlushCloseOrErase(), 0) << "Could not flush and close vdex file"; CheckResult(dex_location, odex_location2); - ASSERT_TRUE(success_); } void CheckResult(const std::string& dex_location, const std::string& odex_location) { @@ -2063,7 +2004,6 @@ TEST_F(Dex2oatTest, QuickenedInput) { /* use_fd= */ true)); } ASSERT_EQ(vdex_unquickened->Flush(), 0) << "Could not flush and close vdex file"; - ASSERT_TRUE(success_); { // Check that hte vdex has one dex and compare it to the original one. std::unique_ptr<VdexFile> vdex(VdexFile::Open(vdex_location2.c_str(), diff --git a/dex2oat/dex2oat_vdex_test.cc b/dex2oat/dex2oat_vdex_test.cc new file mode 100644 index 0000000000..0eddab6190 --- /dev/null +++ b/dex2oat/dex2oat_vdex_test.cc @@ -0,0 +1,135 @@ +/* + * Copyright (C) 2020 The Android Open Source Project + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include <string> +#include <vector> + +#include "common_runtime_test.h" +#include "dex2oat_environment_test.h" + +#include "vdex_file.h" +#include "verifier/verifier_deps.h" +#include "ziparchive/zip_writer.h" + +namespace art { + +using verifier::VerifierDeps; + +class Dex2oatVdexTest : public Dex2oatEnvironmentTest { + public: + void TearDown() override { + Dex2oatEnvironmentTest::TearDown(); + + output_ = ""; + error_msg_ = ""; + opened_vdex_files_.clear(); + } + + protected: + bool RunDex2oat(const std::string& dex_location, + const std::string& odex_location, + bool copy_dex_files = false, + const std::vector<std::string>& extra_args = {}) { + std::vector<std::string> args; + args.push_back("--dex-file=" + dex_location); + args.push_back("--oat-file=" + odex_location); + args.push_back("--compiler-filter=" + + CompilerFilter::NameOfFilter(CompilerFilter::Filter::kVerify)); + args.push_back("--runtime-arg"); + args.push_back("-Xnorelocate"); + if (!copy_dex_files) { + args.push_back("--copy-dex-files=false"); + } + args.push_back("--runtime-arg"); + args.push_back("-verbose:verifier,compiler"); + // Use a single thread to facilitate debugging. We only compile tiny dex files. + args.push_back("-j1"); + + args.insert(args.end(), extra_args.begin(), extra_args.end()); + + return Dex2Oat(args, &output_, &error_msg_) == 0; + } + + void CreateDexMetadata(const std::string& vdex, const std::string& out_dm) { + // Read the vdex bytes. + std::unique_ptr<File> vdex_file(OS::OpenFileForReading(vdex.c_str())); + std::vector<uint8_t> data(vdex_file->GetLength()); + ASSERT_TRUE(vdex_file->ReadFully(data.data(), data.size())); + + // Zip the content. + FILE* file = fopen(out_dm.c_str(), "wb"); + ZipWriter writer(file); + writer.StartEntry("primary.vdex", ZipWriter::kAlign32); + writer.WriteBytes(data.data(), data.size()); + writer.FinishEntry(); + writer.Finish(); + fflush(file); + fclose(file); + } + + std::string GetFilename(const std::unique_ptr<const DexFile>& dex_file) { + const std::string& str = dex_file->GetLocation(); + size_t idx = str.rfind('/'); + if (idx == std::string::npos) { + return str; + } + return str.substr(idx + 1); + } + + std::string GetOdex(const std::unique_ptr<const DexFile>& dex_file, + const std::string& suffix = "") { + return GetScratchDir() + "/" + GetFilename(dex_file) + suffix + ".odex"; + } + + std::string GetVdex(const std::unique_ptr<const DexFile>& dex_file, + const std::string& suffix = "") { + return GetScratchDir() + "/" + GetFilename(dex_file) + suffix + ".vdex"; + } + + std::string output_; + std::string error_msg_; + std::vector<std::unique_ptr<VdexFile>> opened_vdex_files_; +}; + +// Check that if the input dm does contain dex files then the compilation fails +TEST_F(Dex2oatVdexTest, VerifyPublicSdkStubsWithDexFiles) { + std::string error_msg; + + // Dex2oatVdexTestDex is the subject app using normal APIs found in the boot classpath. + std::unique_ptr<const DexFile> dex_file(OpenTestDexFile("Dex2oatVdexTestDex")); + + // Compile the subject app using the predefined API-stubs + ASSERT_TRUE(RunDex2oat( + dex_file->GetLocation(), + GetOdex(dex_file), + /*copy_dex_files=*/ true)); + + // Create the .dm file with the output. + std::string dm_file = GetScratchDir() + "/base.dm"; + CreateDexMetadata(GetVdex(dex_file), dm_file); + std::vector<std::string> extra_args; + extra_args.push_back("--dm-file=" + dm_file); + + // Recompile again with the .dm file which contains a vdex with code. + // The compilation should fail. + ASSERT_FALSE(RunDex2oat( + dex_file->GetLocation(), + GetOdex(dex_file, "v2"), + /*copy_dex_files=*/ true, + extra_args)); +} + +} // namespace art diff --git a/runtime/dex2oat_environment_test.h b/runtime/dex2oat_environment_test.h index fb8a760862..8182e16ff5 100644 --- a/runtime/dex2oat_environment_test.h +++ b/runtime/dex2oat_environment_test.h @@ -39,6 +39,8 @@ namespace art { +static constexpr bool kDebugArgs = false; + // Test class that provides some helpers to set a test up for compilation using dex2oat. class Dex2oatEnvironmentTest : public CommonRuntimeTest { public: @@ -173,6 +175,62 @@ class Dex2oatEnvironmentTest : public CommonRuntimeTest { return odex_dir_; } + int Dex2Oat(const std::vector<std::string>& dex2oat_args, + std::string* output, + std::string* error_msg) { + std::vector<std::string> argv; + if (!CommonRuntimeTest::StartDex2OatCommandLine(&argv, error_msg)) { + ::testing::AssertionFailure() << "Could not start dex2oat cmd line " << *error_msg; + } + + Runtime* runtime = Runtime::Current(); + if (!runtime->IsVerificationEnabled()) { + argv.push_back("--compiler-filter=assume-verified"); + } + + if (runtime->MustRelocateIfPossible()) { + argv.push_back("--runtime-arg"); + argv.push_back("-Xrelocate"); + } else { + argv.push_back("--runtime-arg"); + argv.push_back("-Xnorelocate"); + } + + if (!kIsTargetBuild) { + argv.push_back("--host"); + } + + argv.insert(argv.end(), dex2oat_args.begin(), dex2oat_args.end()); + + // We must set --android-root. + const char* android_root = getenv("ANDROID_ROOT"); + CHECK(android_root != nullptr); + argv.push_back("--android-root=" + std::string(android_root)); + + if (kDebugArgs) { + std::string all_args; + for (const std::string& arg : argv) { + all_args += arg + " "; + } + LOG(ERROR) << all_args; + } + + // We need dex2oat to actually log things. + auto post_fork_fn = []() { return setenv("ANDROID_LOG_TAGS", "*:d", 1) == 0; }; + ForkAndExecResult res = ForkAndExec(argv, post_fork_fn, output); + if (res.stage != ForkAndExecResult::kFinished) { + *error_msg = strerror(errno); + ::testing::AssertionFailure() << "Failed to finish dex2oat invocation: " << *error_msg; + } + + if (!res.StandardSuccess()) { + // We cannot use ASSERT_TRUE since the method returns an int and not void. + ::testing::AssertionFailure() << "dex2oat fork/exec failed: " << *error_msg; + } + + return res.status_code; + } + private: std::string scratch_dir_; std::string odex_oat_dir_; diff --git a/test/Android.bp b/test/Android.bp index 0f09fcc997..6236739720 100644 --- a/test/Android.bp +++ b/test/Android.bp @@ -925,6 +925,7 @@ filegroup { ":art-gtest-jars-AllFields", ":art-gtest-jars-DefaultMethods", ":art-gtest-jars-DexToDexDecompiler", + ":art-gtest-jars-Dex2oatVdexTestDex", ":art-gtest-jars-ErroneousA", ":art-gtest-jars-ErroneousB", ":art-gtest-jars-ErroneousInit", @@ -1233,6 +1234,12 @@ java_library { defaults: ["art-gtest-jars-defaults"], } +java_library { + name: "art-gtest-jars-Dex2oatVdexTestDex", + srcs: ["Dex2oatVdexTestDex/**/*.java"], + defaults: ["art-gtest-jars-defaults"], +} + // The following cases are non-trivial. // Uncompress classes.dex files in the jar file. diff --git a/test/Dex2oatVdexTestDex/Dex2oatVdexTestDex.java b/test/Dex2oatVdexTestDex/Dex2oatVdexTestDex.java new file mode 100644 index 0000000000..e4862bdd81 --- /dev/null +++ b/test/Dex2oatVdexTestDex/Dex2oatVdexTestDex.java @@ -0,0 +1,83 @@ +/* + * Copyright (C) 2020 The Android Open Source Project + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +/** + * Check that the classes using publicly listed APIS are verified. + */ + +class AccessPublicCtor { + public Integer foo() { + return new Integer(1); + } +} + +class AccessPublicMethod { + public double foo(Integer i) { + return i.doubleValue(); + } +} + +class AccessPublicMethodFromParent { + public void foo(Integer i) { + i.notify(); + } +} + +class AccessPublicStaticMethod { + public Integer foo() { + return Integer.getInteger("1"); + } +} + +class AccessPublicStaticField { + public int foo() { + return Integer.BYTES; + } +} + +/** + * Check that the classes using non publicly listed APIS are not verified. + */ + +class AccessNonPublicCtor { + public Integer foo() { + return new Integer("1"); + } +} + +class AccessNonPublicMethod { + public float foo(Integer i) { + return i.floatValue(); + } +} + +class AccessNonPublicMethodFromParent { + public void foo(Integer i) { + i.notifyAll(); + } +} + +class AccessNonPublicStaticMethod { + public Integer foo() { + return Integer.getInteger("1", 0); + } +} + +class AccessNonPublicStaticField { + public Class foo() { + return Integer.TYPE; + } +} diff --git a/test/etc/run-test-jar b/test/etc/run-test-jar index 687d79be71..d9bd5b811f 100755 --- a/test/etc/run-test-jar +++ b/test/etc/run-test-jar @@ -971,7 +971,7 @@ if [ "$PREBUILD" = "y" ]; then elif [ "$TEST_DM" = "y" ]; then dex2oat_cmdline="${dex2oat_cmdline} --output-vdex=$DEX_LOCATION/oat/$ISA/primary.vdex" dm_cmdline="zip -qj $DEX_LOCATION/oat/$ISA/$TEST_NAME.dm $DEX_LOCATION/oat/$ISA/primary.vdex" - vdex_cmdline="${dex2oat_cmdline} ${VDEX_ARGS} --dump-timings --dm-file=$DEX_LOCATION/oat/$ISA/$TEST_NAME.dm" + vdex_cmdline="${dex2oat_cmdline} ${VDEX_ARGS} --copy-dex-files=false --dump-timings --dm-file=$DEX_LOCATION/oat/$ISA/$TEST_NAME.dm" elif [ "$PROFILE" = "y" ] || [ "$RANDOM_PROFILE" = "y" ]; then vdex_cmdline="${dex2oat_cmdline} --input-vdex=$DEX_LOCATION/oat/$ISA/$TEST_NAME.vdex --output-vdex=$DEX_LOCATION/oat/$ISA/$TEST_NAME.vdex" fi |