get.sh 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163
  1. # SPDX-License-Identifier: GPL-3.0-or-later
  2. # Copyright (c) 2020-2021,2023-2025 Leah Rowe <leah@libreboot.org>
  3. # Copyright (c) 2022 Caleb La Grange <thonkpeasant@protonmail.com>
  4. eval "`setvars "" loc url bkup_url subcurl subhash subgit subgit_bkup \
  5. depend subcurl_bkup repofail`"
  6. tmpgit="$xbloc/gitclone"
  7. tmpgitcache="$XBMK_CACHE/tmpgit"
  8. fetch_targets()
  9. {
  10. [ -d "src/$project/$tree" ] || git_prep "$url" "$bkup_url" \
  11. "$xbmkpwd/$configdir/$tree/patches" "src/$project/$tree" submod; :
  12. }
  13. fetch_project()
  14. {
  15. eval "`setvars "" xtree`"
  16. eval "`setcfg "config/git/$project/pkg.cfg"`"
  17. chkvars url bkup_url && [ -n "$xtree" ] && x_ ./mk -f coreboot "$xtree"
  18. [ -z "$depend" ] || for d in $depend ; do
  19. x_ ./mk -f $d
  20. done
  21. clone_project
  22. }
  23. clone_project()
  24. {
  25. loc="$XBMK_CACHE/clone/$project" && singletree "$project" && \
  26. loc="src/$project"
  27. e "$loc" d missing && remkdir "${tmpgit%/*}" && git_prep \
  28. "$url" "$bkup_url" "$xbmkpwd/config/$project/patches" "$loc"; :
  29. }
  30. git_prep()
  31. {
  32. printf "Creating code directory, src/%s/%s\n" "$project" "$tree"
  33. _patchdir="$3"
  34. _loc="$4" # $1 and $2 are gitrepo and gitrepo_backup
  35. chkvars rev
  36. xbget git "$1" "$2" "$tmpgit" "$rev" "$_patchdir"
  37. if singletree "$project" || [ $# -gt 4 ]; then
  38. dx_ fetch_submodule "$mdir/module.list"
  39. fi
  40. [ "$_loc" = "${_loc%/*}" ] || x_ mkdir -p "${_loc%/*}"
  41. x_ mv "$tmpgit" "$_loc"
  42. }
  43. fetch_submodule()
  44. {
  45. mcfgdir="$mdir/${1##*/}"; eval \
  46. "`setvars "" subhash subgit subgit_bkup subcurl subcurl_bkup st`"
  47. eval "`setcfg "$mcfgdir/module.cfg" 0`"
  48. for xt in git curl; do
  49. _seval="if [ -n \"\$sub$xt\" ] || [ -n \"\$sub${xt}_bkup\" ]"
  50. eval "$_seval; then st=\"\$st \$xt\"; fi"
  51. done
  52. st="${st# }" && [ "$st" = "git curl" ] && err "$mdir: git+curl defined"
  53. [ -z "$st" ] && return 0 # subgit/subcurl not defined
  54. chkvars "sub${st}" "sub${st}_bkup" "subhash"
  55. [ "$st" = "git" ] && x_ rm -Rf "$tmpgit/$1"
  56. eval xbget "$st" "\$sub$st" "\$sub${st}_bkup" "$tmpgit/$1" \
  57. "$subhash" "$mdir/${1##*/}/patches"
  58. }
  59. xbget()
  60. {
  61. [ "$1" = "curl" ] || [ "$1" = "copy" ] || [ "$1" = "git" ] || \
  62. err "Bad dlop (arg 1): xbget $*"
  63. echk="f" && [ "$1" = "git" ] && echk="d"
  64. for url in "$2" "$3"; do
  65. [ -n "$url" ] || err "empty URL given in: xbget $*"
  66. try_file "$url" "$@" || continue
  67. eval "[ -$echk \"$4\" ] || continue"
  68. return 0 # successful download/copy
  69. done
  70. err "$1 $2 $3 $4: not downloaded"; :
  71. }
  72. try_file()
  73. {
  74. cached="file/$6" && [ "$2" = "git" ] && cached="clone/${3##*/}" && \
  75. cached="${cached%.git}" # always the main repo as basis for naming,
  76. # in case the backup has another name
  77. cached="$XBMK_CACHE/$cached"
  78. x_ mkdir -p "${5%/*}" "${cached%/*}"
  79. echk="d" && [ "$2" != "git" ] && echk="f" && \
  80. bad_checksum "$6" "$cached" 2>/dev/null && x_ rm -f "$cached"
  81. evalchk="[ -$echk \"$cached\" ] || " && [ "$2" = "git" ] && evalchk=""
  82. eval "${evalchk}try_$2 \"\$cached\" \"\$@\" || return 1"
  83. [ "$2" != "git" ] && [ -f "$5" ] && \
  84. bad_checksum "$6" "$5" 2>/dev/null && x_ cp "$cached" "$5"
  85. eval "[ -$echk \"$cached\" ] || return 1"
  86. if [ "$2" = "git" ]; then
  87. [ -d "$5" ] || tmpclone "$cached" "$5" "$6" "$7" || \
  88. err "Can't clone final repo in command: try_file $*"; :
  89. else
  90. bad_checksum "$6" "$cached" && x_ rm -f "$cached" && return 1
  91. [ "$cached" != "$5" ] && x_ cp "$cached" "$5"
  92. bad_checksum "$6" "$5" && x_ rm -f "$5" && return 1; :
  93. fi
  94. eval "[ -$echk \"$5\" ] || return 1"
  95. }
  96. try_curl()
  97. {
  98. _ua="Mozilla/5.0 (Windows NT 10.0; rv:91.0) Gecko/20100101 Firefox/91.0"
  99. ( x_ curl --location --retry 3 -A "$_ua" "$2" -o "$1" ) || \
  100. ( x_ wget --tries 3 -U "$_ua" "$2" -O "$1" ) || return 1; :
  101. }
  102. try_copy()
  103. {
  104. e "$2" f missing && return 1; :
  105. ( x_ cp "$2" "$1" ) || return 1; :
  106. }
  107. try_git()
  108. {
  109. gitdest="`findpath "$1"`" || err "Can't get readpath for '$1'"
  110. x_ rm -Rf "$tmpgitcache"
  111. [ -d "$gitdest" ] || ( x_ git clone "$2" "$tmpgitcache" ) || return 1
  112. [ -d "$gitdest" ] || x_ mkdir -p "${gitdest%/*}"
  113. [ -d "$gitdest" ] || x_ mv "$tmpgitcache" "$gitdest"
  114. ( x_ git -C "$gitdest" remote remove main ) || :
  115. ( x_ git -C "$gitdest" remote remove backup ) || :
  116. x_ git -C "$gitdest" remote add main "$4"
  117. x_ git -C "$gitdest" remote add backup "$5"
  118. ( x_ git -C "$gitdest" pull --all ) || :; :
  119. }
  120. bad_checksum()
  121. {
  122. e "$2" f missing && return 0
  123. csum="$(x_ sha512sum "$2" | awk '{print $1}')" || err "!sha512 '$2' $1"
  124. [ "$csum" = "$1" ] && return 1; x_ rm -f "$2"
  125. printf "BAD SHA512 %s, '%s'; need '%s'\n" "$csum" "$2" "$1" 1>&2
  126. }
  127. tmpclone()
  128. {
  129. ( x_ git clone "$1" "$2" ) || return 1
  130. ( x_ git -C "$2" reset --hard "$3" ) || return 1
  131. ( fx_ "eval x_ git -C \"$2\" am" find "$4" -type f ) || return 1; :
  132. }