#!/bin/bash # Usage: # build-dotnet-tarball [--bootstrap] # # Creates a source archive from a tag (or commit) at github.com/dotnet/source-build # Source-build is a little strange, we need to clone it, check out the # tag, build it and then create a tarball from the archive directory # it creates. Also, it is likely that the source archive is only # buildable on the OS it was initially created in. set -euo pipefail IFS=$'\n\t' function print_usage { echo "Usage:" echo "$0 [--bootstrap] " echo echo "Creates a source archive from a tag at https://github.com/dotnet/source-build" echo "" echo " --bootstrap build a source tarball usable for bootstrapping .NET" } function clean_dotnet_cache { rm -rf ~/.aspnet ~/.dotnet/ ~/.nuget/ ~/.local/share/NuGet ~/.templateengine rm -rf /tmp/NuGet /tmp/NuGetScratch /tmp/.NETCore* /tmp/.NETStandard* /tmp/.dotnet /tmp/dotnet.* /tmp/clr-debug-pipe* /tmp/Razor-Server /tmp/CoreFxPipe* /tmp/VBCSCompiler /tmp/.NETFramework* } function check_bootstrap_environment { if rpm -qa | grep libunwind-devel; then echo "error: libunwind-devel is installed. Not a good idea for bootstrapping." exit 1 fi if rpm -qa | grep dotnet ; then echo "error: dotnet is installed. Not a good idea for bootstrapping." exit 1 fi if [ -d /usr/lib/dotnet ] || [ -d /usr/lib64/dotnet ] || [ -d /usr/share/dotnet ] ; then echo "error: one of /usr/lib/dotnet /usr/lib64/dotnet or /usr/share/dotnet/ exists. Not a good idea for bootstrapping." exit 1 fi if command -v dotnet ; then echo "error: dotnet is in $PATH. Not a good idea for bootstrapping." exit 1 fi } function runtime_id { source /etc/os-release case "${ID}" in # Remove the RHEL minor version rhel) rid_version=${VERSION_ID%.*} ;; *) rid_version=${VERSION_ID} ;; esac echo "${ID}.${rid_version}-${arch}" } build_bootstrap=false declare -A archmap archmap=( ["aarch64"]="arm64" ["amd64"]="x64" ["armv8l"]="arm" ["i686"]="x86" ["i386"]="x86" ["x86_64"]="x64" ) arch=${archmap["$(uname -m)"]} positional_args=() while [[ "$#" -gt 0 ]]; do arg="${1}" case "${arg}" in --bootstrap) build_bootstrap=true shift ;; -h|--help) print_usage exit 0 ;; *) positional_args+=("$1") shift ;; esac done tag=${positional_args[0]:-} if [[ -z ${tag} ]]; then echo "error: missing tag to build" exit 1 fi set -x dir_name="dotnet-${tag}" unmodified_tarball_name="${dir_name}-original" tarball_name="${dir_name}" if [[ ${build_bootstrap} == true ]]; then unmodified_tarball_name="${unmodified_tarball_name}-${arch}-bootstrap" tarball_name="${tarball_name}-${arch}-bootstrap" fi if [ -f "${tarball_name}.tar.gz" ]; then echo "error: ${tarball_name}.tar.gz already exists" exit 1 fi if [ ! -f "${unmodified_tarball_name}.tar.gz" ]; then temp_dir=$(mktemp -d -p "$(pwd)") pushd "${temp_dir}" git clone https://github.com/dotnet/source-build pushd source-build git checkout "${tag}" git submodule update --init --recursive clean_dotnet_cache # FIXME remove contineuonprebuilterror ./build.sh -p:SkipPrebuiltEnforcement=true -p:ContinueOnPrebuiltBaselineError=true -p:ArchiveDownloadedPackages=true -p:UseSystemLibraries=true -p:UseSystemLibunwind=false ./build-source-tarball.sh "${unmodified_tarball_name}" --skip-build -- -p:ContinueOnPrebuiltBaselineError=true -p:SkipPrebuiltEnforcement=true if [[ ${build_bootstrap} == true ]]; then cp -a artifacts/"${arch}"/Release/Private.SourceBuilt.Artifacts.*.tar.gz "${unmodified_tarball_name}"/packages/archive/Private.SourceBuilt.Artifacts.*.tar.gz fi popd popd tar czf "${unmodified_tarball_name}.tar.gz" -C "${temp_dir}/source-build" "${unmodified_tarball_name}" rm -rf "${temp_dir}" fi rm -rf "${tarball_name}" tar xf "${unmodified_tarball_name}.tar.gz" mv "${unmodified_tarball_name}" "${tarball_name}" pushd "${tarball_name}" if [[ ${build_bootstrap} != true ]]; then find . -type f -iname '*.tar.gz' -delete rm -rf .dotnet fi # Remove files with funny licenses, crypto implementations and other # not-very-useful artifacts to reduce tarball size rm -r src/aspnetcore.*/src/SignalR/clients/java/signalr/gradle* find src/aspnetcore.*/src -type d -name samples -print0 | xargs -0 rm -r rm -r src/NuGet.Client.*/test/EndToEnd rm -r src/runtime.*/src/mono/ rm -r src/Humanizer.*/samples/ # FIXME delete when upstream has a new release with this file fixed if ! grep "RSA Data Security" src/runtime.*/src/libraries/System.Security.Cryptography.Algorithms/src/Internal/Cryptography/SHAHashProvider.Browser.cs; then echo "SHAHashProvider.Browser.cs has been fixed upstream. Please fix build-dotnet-tarball" exit 1 fi # Delete the bad source rm src/runtime.*/src/libraries/System.Security.Cryptography.Algorithms/src/Internal/Cryptography/SHAHashProvider.Browser.cs # Delete the patch that modifies the bad source rm patches/runtime/0001-Use-substitute-SHA-1-implementation-in-wasm-44982.patch # Add pre-patched copy cp ../SHAHashProvider.Browser.cs src/runtime.*/src/libraries/System.Security.Cryptography.Algorithms/src/Internal/Cryptography/ popd tar czf "${tarball_name}.tar.gz" "${tarball_name}"