diff --git a/packages/core-components/api-report-alpha.md b/packages/core-components/api-report-alpha.md
index 6cfada994e..f2b21f6d1e 100644
--- a/packages/core-components/api-report-alpha.md
+++ b/packages/core-components/api-report-alpha.md
@@ -23,7 +23,7 @@ export const coreComponentsTranslationRef: TranslationRef<
     readonly 'signIn.guestProvider.title': 'Guest';
     readonly 'signIn.guestProvider.enter': 'Enter';
     readonly 'signIn.guestProvider.subtitle': 'Enter as a Guest User.\n You will not have a verified identity, meaning some features might be unavailable.';
-    readonly shipToContent: 'Skip to content';
+    readonly skipToContent: 'Skip to content';
     readonly 'copyTextButton.tooltipText': 'Text copied to clipboard';
     readonly 'simpleStepper.finish': 'Finish';
     readonly 'simpleStepper.reset': 'Reset';
diff --git a/packages/core-components/src/layout/Sidebar/Bar.tsx b/packages/core-components/src/layout/Sidebar/Bar.tsx
index 200eb0b8e5..c5aa9585bb 100644
--- a/packages/core-components/src/layout/Sidebar/Bar.tsx
+++ b/packages/core-components/src/layout/Sidebar/Bar.tsx
@@ -263,7 +263,7 @@ function A11ySkipSidebar() {
       variant="contained"
       className={classnames(classes.visuallyHidden)}
     >
-      {t('shipToContent')}
+      {t('skipToContent')}
     </Button>
   );
 }
diff --git a/packages/core-components/src/layout/SignInPage/guestProvider.tsx b/packages/core-components/src/layout/SignInPage/guestProvider.tsx
index 563d1cc124..e4e02d74fe 100644
--- a/packages/core-components/src/layout/SignInPage/guestProvider.tsx
+++ b/packages/core-components/src/layout/SignInPage/guestProvider.tsx
@@ -25,6 +25,8 @@ import { discoveryApiRef, useApi } from '@backstage/core-plugin-api';
 import { GuestUserIdentity } from './GuestUserIdentity';
 import useLocalStorage from 'react-use/lib/useLocalStorage';
 import { ResponseError } from '@backstage/errors';
+import { coreComponentsTranslationRef } from '../../translation';
+import { useTranslationRef } from '@backstage/core-plugin-api/alpha';
 
 const getIdentity = async (identity: ProxiedSignInIdentity) => {
   try {
@@ -48,6 +50,7 @@ const Component: ProviderComponent = ({
 }) => {
   const discoveryApi = useApi(discoveryApiRef);
   const [_, setUseLegacyGuestToken] = useLocalStorage('enableLegacyGuestToken');
+  const { t } = useTranslationRef(coreComponentsTranslationRef);
 
   const handle = async () => {
     onSignInStarted();
@@ -85,11 +88,13 @@ const Component: ProviderComponent = ({
         variant="fullHeight"
         actions={
           <Button color="primary" variant="outlined" onClick={handle}>
-            Enter
+            {t('signIn.guestProvider.enter')}
           </Button>
         }
       >
-        <Typography variant="body1">Sign in as a Guest.</Typography>
+        <Typography variant="body1" style={{ whiteSpace: 'pre-line' }}>
+          {t('signIn.guestProvider.subtitle')}
+        </Typography>
       </InfoCard>
     </GridItem>
   );
diff --git a/packages/core-components/src/translation.ts b/packages/core-components/src/translation.ts
index cc7fe1f3e1..2acb4ea735 100644
--- a/packages/core-components/src/translation.ts
+++ b/packages/core-components/src/translation.ts
@@ -39,7 +39,7 @@ export const coreComponentsTranslationRef = createTranslationRef({
         enter: 'Enter',
       },
     },
-    shipToContent: 'Skip to content',
+    skipToContent: 'Skip to content',
     copyTextButton: {
       tooltipText: 'Text copied to clipboard',
     },