git.sh 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. # SPDX-License-Identifier: GPL-3.0-or-later
  2. # SPDX-FileCopyrightText: 2020,2021,2023,2024 Leah Rowe <leah@libreboot.org>
  3. # SPDX-FileCopyrightText: 2022 Caleb La Grange <thonkpeasant@protonmail.com>
  4. # This file is only used by update/project/trees
  5. eval "$(setvars "" _target rev _xm loc url bkup_url depend tree_depend xtree)"
  6. fetch_project_trees()
  7. {
  8. _target="${target}"
  9. [ -d "src/${project}/${project}" ] || fetch_from_upstream
  10. fetch_config
  11. if [ -d "src/${project}/${tree}" ]; then
  12. printf "download/%s %s (%s): exists\n" \
  13. "${project}" "${tree}" "${_target}" 1>&2
  14. return 0
  15. fi
  16. prepare_new_tree
  17. }
  18. fetch_from_upstream()
  19. {
  20. [ -d "src/${project}/${project}" ] && return 0
  21. x_ mkdir -p "src/${project}"
  22. fetch_project_repo "${project}"
  23. }
  24. fetch_config()
  25. {
  26. rm -f "${cfgsdir}/"*/seen || err "fetch_config ${cfgsdir}: !rm seen"
  27. eval "$(setvars "" xtree tree_depend)"
  28. while true; do
  29. eval "$(setvars "" rev tree)"
  30. _xm="fetch_config ${project}/${_target}"
  31. load_target_config "${_target}"
  32. [ "${_target}" = "${tree}" ] && break
  33. _target="${tree}"
  34. done
  35. [ -n "$tree_depend" ] && [ "$tree_depend" != "$tree" ] && \
  36. x_ ./update trees -f "$project" "$tree_depend"; return 0
  37. }
  38. load_target_config()
  39. {
  40. [ -f "$cfgsdir/$1/target.cfg" ] || err "$1: target.cfg missing"
  41. [ -f "${cfgsdir}/${1}/seen" ] && \
  42. err "${_xm} check: infinite loop in tree definitions"
  43. . "$cfgsdir/$1/target.cfg" || err "load_target_config !$cfgsdir/$1"
  44. touch "$cfgsdir/$1/seen" || err "load_config $cfgsdir/$1: !mk seen"
  45. }
  46. prepare_new_tree()
  47. {
  48. printf "Creating %s tree %s (%s)\n" "$project" "$tree" "$_target"
  49. cp -R "src/${project}/${project}" "${tmpgit}" || \
  50. err "prepare_new_tree ${project}/${tree}: can't make tmpclone"
  51. git_prep "$PWD/$cfgsdir/$tree/patches" "src/$project/$tree" "update"
  52. nukeblobs "$project/$tree" "$project/$tree"
  53. }
  54. fetch_project_repo()
  55. {
  56. eval "$(setvars "" xtree tree_depend)"
  57. scan_config "${project}" "config/git" "err"
  58. [ -z "${loc+x}" ] && err "fetch_project_repo $project: loc not set"
  59. [ -z "${url+x}" ] && err "fetch_project_repo $project: url not set"
  60. clone_project
  61. [ -z "${depend}" ] || for d in ${depend} ; do
  62. x_ ./update trees -f ${d}
  63. done
  64. rm -Rf "${tmpgit}" || err "fetch_repo: !rm -Rf ${tmpgit}"
  65. for x in config/git/*; do
  66. [ -f "${x}" ] && nukeblobs "${x##*/}" "src/${x##*/}"; continue
  67. done
  68. }
  69. clone_project()
  70. {
  71. loc="${loc#src/}"
  72. loc="src/${loc}"
  73. if [ -d "${loc}" ]; then
  74. printf "%s already exists, so skipping download\n" "$loc" 1>&2
  75. return 0
  76. fi
  77. git clone $url "$tmpgit" || git clone $bkup_url "$tmpgit" \
  78. || err "clone_project: could not download ${project}"
  79. git_prep "$PWD/config/$project/patches" "$loc"
  80. }
  81. git_prep()
  82. {
  83. _patchdir="$1"
  84. _loc="$2"
  85. [ -z "${rev+x}" ] && err "git_prep $_loc: rev not set"
  86. git -C "$tmpgit" reset --hard $rev || err "git -C $_loc: !reset $rev"
  87. git_am_patches "$tmpgit" "$_patchdir" || err "!am $_loc $_patchdir"
  88. if [ "$project" != "coreboot" ] || [ $# -gt 2 ]; then
  89. [ ! -f "$tmpgit/.gitmodules" ] || git -C "$tmpgit" submodule \
  90. update --init --checkout || err "git_prep $_loc: !submod"
  91. if [ "$project" = "coreboot" ] && [ -n "$xtree" ] && \
  92. [ "$xtree" != "$tree" ]; then
  93. (
  94. cd "$tmpgit/util" || err "prep $_loc: !cd $tmpgit/util"
  95. rm -Rf crossgcc || err "prep $_loc: !rm xgcc"
  96. ln -s "../../$xtree/util/crossgcc" crossgcc || \
  97. err "prep $_loc: can't create xgcc symlink"
  98. ) || err "prep $_loc: can't create xgcc symlink"
  99. fi
  100. fi
  101. [ "$_loc" = "${_loc%/*}" ] || x_ mkdir -p "${_loc%/*}"
  102. mv "$tmpgit" "$_loc" || err "git_prep: !mv $tmpgit $_loc"
  103. [ -n "$xtree" ] && [ ! -d "src/coreboot/$xtree" ] && \
  104. x_ ./update project trees -f coreboot "$xtree"; return 0
  105. }
  106. git_am_patches()
  107. {
  108. for _patch in "$2/"*; do
  109. [ -L "$_patch" ] || [ ! -f "$_patch" ] || git -C "$1" am \
  110. "$_patch" || err "git_am $1 $2: !git am $_patch"; continue
  111. done
  112. for _patches in "$2/"*; do
  113. [ ! -L "$_patches" ] && [ -d "$_patches" ] && \
  114. git_am_patches "$1" "$_patches"; continue
  115. done
  116. }
  117. # can delete from multi- and single-tree projects.
  118. # called from build_projects() and handle_src_tree() on script/update/trees
  119. nukeblobs()
  120. {
  121. del="n"
  122. pjcfgdir="${1%/}"
  123. pjsrcdir="${2%/}"
  124. pjsrcdir="${pjsrcdir#src/}"
  125. [ ! -f "config/${pjcfgdir}/blobs.list" ] && return 0
  126. while read -r blobfile; do
  127. rmf="$(realpath "src/${pjsrcdir}/${blobfile}" 2>/dev/null)" || \
  128. continue
  129. [ -L "${rmf}" ] && continue # we will delete the actual file
  130. [ "${rmf#${PWD}/src/${pjsrcdir}}" = "${rmf}" ] && continue
  131. [ "${rmf#${PWD}/src/}" = "${pjsrcdir}" ] && continue
  132. rmf="${rmf#${PWD}/}"
  133. [ -e "${rmf}" ] || continue
  134. del="y"
  135. rm -Rf "${rmf}" || \
  136. err "nukeblobs ${pjcfgdir}/blobs: can't rm \"${blobfile}\""
  137. printf "nukeblobs %s: deleted \"%s\"\n" "${pjcfgdir}" "${rmf}"
  138. done < "config/${pjcfgdir}/blobs.list"
  139. [ "${del}" = "y" ] && return 0
  140. printf "nukeblobs %s: no defined blobs exist in dir, src/%s\n" 1>&2 \
  141. "${pjcfgdir}" "${pjsrcdir}"
  142. printf "(this is not an error)\n"
  143. }