diff --git a/bin/package-browser b/bin/package-browser
index 6565d42995..a9ea25a07d 100755
--- a/bin/package-browser
+++ b/bin/package-browser
@@ -9,6 +9,7 @@ if ! [ -d packages/desktop-client/locale ]; then
     git clone https://github.com/actualbudget/translations packages/desktop-client/locale
 fi
 pushd packages/desktop-client/locale > /dev/null
+git checkout .
 git pull
 popd > /dev/null
 packages/desktop-client/bin/remove-untranslated-languages
diff --git a/bin/package-electron b/bin/package-electron
index 74c0e87e29..dde72dc4d6 100755
--- a/bin/package-electron
+++ b/bin/package-electron
@@ -42,6 +42,7 @@ if ! [ -d packages/desktop-client/locale ]; then
     git clone https://github.com/actualbudget/translations packages/desktop-client/locale
 fi
 pushd packages/desktop-client/locale > /dev/null
+git checkout .
 git pull
 popd > /dev/null
 packages/desktop-client/bin/remove-untranslated-languages
diff --git a/upcoming-release-notes/4485.md b/upcoming-release-notes/4485.md
new file mode 100644
index 0000000000..b1be03993f
--- /dev/null
+++ b/upcoming-release-notes/4485.md
@@ -0,0 +1,6 @@
+---
+category: Maintenance
+authors: [matt-fidd]
+---
+
+Prevent subsequent builds from failing when fetching translations