git.sh 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146
  1. # SPDX-License-Identifier: GPL-3.0-or-later
  2. # Copyright (c) 2020-2021,2023-2025 Leah Rowe <leah@libreboot.org>
  3. # Copyright (c) 2022 Caleb La Grange <thonkpeasant@protonmail.com>
  4. eval "`setvars "" loc url bkup_url subfile subhash subrepo subrepo_bkup \
  5. depend subfile_bkup repofail`"
  6. tmpgit="$xbmkpwd/tmp/gitclone"
  7. fetch_targets()
  8. {
  9. e "src/$project/$tree" d && return 0
  10. printf "Creating %s tree %s\n" "$project" "$tree"
  11. git_prep "$loc" "$loc" "$xbmkpwd/$configdir/$tree/patches" \
  12. "src/$project/$tree" with_submodules
  13. nuke "$project/$tree" "$project/$tree"
  14. }
  15. fetch_project()
  16. {
  17. eval "`setvars "" xtree`"
  18. eval "`setcfg "config/git/$project/pkg.cfg"`"
  19. chkvars url
  20. [ -n "$xtree" ] && x_ ./mk -f coreboot "$xtree"
  21. [ -z "$depend" ] || for d in $depend ; do
  22. printf "'%s' needs '%s'; grabbing '%s'\n" "$project" "$d" "$d"
  23. x_ ./mk -f $d
  24. done
  25. clone_project
  26. for x in config/git/*; do
  27. [ -d "$x" ] && nuke "${x##*/}" "src/${x##*/}" 2>/dev/null; :
  28. done; :
  29. }
  30. clone_project()
  31. {
  32. loc="$XBMK_CACHE/repo/$project" && singletree "$project" && \
  33. loc="src/$project"
  34. printf "Downloading project '%s' to '%s'\n" "$project" "$loc"
  35. e "$loc" d missing && remkdir "${tmpgit%/*}" && git_prep \
  36. "$url" "$bkup_url" "$xbmkpwd/config/$project/patches" "$loc"; :
  37. }
  38. git_prep()
  39. {
  40. _patchdir="$3"
  41. _loc="$4" # $1 and $2 are gitrepo and gitrepo_backup
  42. chkvars rev
  43. tmpclone "$1" "$2" "$tmpgit" "$rev" "$_patchdir"
  44. if singletree "$project" || [ $# -gt 4 ]; then
  45. [ -f "$mdir/module.list" ] && while read -r msrcdir; do
  46. fetch_submodule "$msrcdir"
  47. done < "$mdir/module.list"; :
  48. fi
  49. [ "$_loc" != "$XBMK_CACHE/repo/$project" ] && \
  50. [ "$XBMK_RELEASE" = "y" ] && rmgit "$tmpgit"
  51. [ "$_loc" = "${_loc%/*}" ] || x_ mkdir -p "${_loc%/*}"
  52. mv "$tmpgit" "$_loc" || $err "git_prep: !mv $tmpgit $_loc"
  53. }
  54. # return 0 if project is single-tree, otherwise 1
  55. # e.g. coreboot is multi-tree, so 1
  56. singletree()
  57. {
  58. for targetfile in "config/${1}/"*/target.cfg; do
  59. [ -e "$targetfile" ] && [ -f "$targetfile" ] && return 1; :
  60. done; :
  61. }
  62. fetch_submodule()
  63. {
  64. mcfgdir="$mdir/${1##*/}"; eval \
  65. "`setvars "" subhash subrepo subrepo_bkup subfile subfile_bkup st`"
  66. [ ! -f "$mcfgdir/module.cfg" ] || . "$mcfgdir/module.cfg" || \
  67. $err "! . $mcfgdir/module.cfg"
  68. for xt in repo file; do
  69. _seval="if [ -n \"\$sub$xt\" ] || [ -n \"\$sub${xt}_bkup\" ]"
  70. eval "$_seval; then st=\"\$st \$xt\"; fi"
  71. done
  72. st="${st# }" && [ "$st" = "repo file" ] && $err "$mdir: repo+file"
  73. [ -z "$st" ] && return 0 # subrepo/subfile not defined
  74. chkvars "sub${st}" "sub${st}_bkup" "subhash"
  75. [ "$st" = "file" ] && xbmkget "$subfile" "$subfile_bkup" \
  76. "$tmpgit/$1" "$subhash" && return 0
  77. rm -Rf "$tmpgit/$1" || $err "!rm '$mdir' '$1'"
  78. tmpclone "$subrepo" "$subrepo_bkup" "$tmpgit/$1" "$subhash" \
  79. "$mdir/${1##*/}/patches"
  80. }
  81. tmpclone()
  82. {
  83. livepull="n" && [ "$repofail" = "y" ] && \
  84. printf "Cached clone failed; trying online.\n" 1>&2 && livepull="y"
  85. repofail="n"
  86. [ $# -lt 6 ] || rm -Rf "$3" || $err "git retry: !rm $3 ($1)"
  87. repodir="$XBMK_CACHE/repo/${1##*/}" && [ $# -gt 5 ] && repodir="$3"
  88. mkdir -p "$XBMK_CACHE/repo" || $err "!rmdir $XBMK_CACHE/repo"
  89. if [ "$livepull" = "y" ] && [ ! -d "$repodir" ]; then
  90. git clone "$1" "$repodir" || git clone $2 "$repodir" || \
  91. $err "!clone $1 $2 $repodir $4 $5" #
  92. elif [ -d "$repodir" ] && [ $# -lt 6 ]; then
  93. git -C "$repodir" pull || sleep 3 || git -C "$repodir" pull \
  94. || sleep 3 || git -C "$repodir" pull || :
  95. fi
  96. (
  97. [ $# -gt 5 ] || git clone "$repodir" "$3" || $err "!clone $repodir $3"
  98. git -C "$3" reset --hard "$4" || $err "!reset $1 $2 $3 $4 $5"
  99. git_am_patches "$3" "$5"
  100. ) || repofail="y"
  101. [ "$repofail" = "y" ] && [ $# -lt 6 ] && tmpclone "$@" retry
  102. [ "$repofail" = "y" ] && $err "!clone $1 $2 $3 $4 $5"; :
  103. }
  104. git_am_patches()
  105. {
  106. for p in "$2/"*; do
  107. [ -L "$p" ] && continue
  108. [ -e "$p" ] || continue
  109. [ -d "$p" ] && git_am_patches "$1" "$p" && continue
  110. [ ! -f "$p" ] || git -C "$1" am "$p" || $err "$1 $2: !am $p"
  111. done; :
  112. }
  113. nuke()
  114. {
  115. e "config/${1%/}/nuke.list" f missing || while read -r nukefile; do
  116. rmf="src/${2%/}/$nukefile" && [ -L "$rmf" ] && continue
  117. e "$rmf" e missing || rm -Rf "$rmf" || $err "!rm $rmf, ${2%/}"
  118. done < "config/${1%/}/nuke.list"; :
  119. }