diff --git a/.changeset/few-nails-smile.md b/.changeset/few-nails-smile.md
new file mode 100644
index 0000000000..2fad9a0b40
--- /dev/null
+++ b/.changeset/few-nails-smile.md
@@ -0,0 +1,5 @@
+---
+'@backstage/plugin-entity-feedback': patch
+---
+
+Improve README to note that Backstage identity is required to be configured
diff --git a/.changeset/poor-years-appear.md b/.changeset/poor-years-appear.md
new file mode 100644
index 0000000000..d5b53a7051
--- /dev/null
+++ b/.changeset/poor-years-appear.md
@@ -0,0 +1,5 @@
+---
+'@backstage/plugin-entity-feedback-backend': patch
+---
+
+Improve backend logging if method calls fail
diff --git a/plugins/entity-feedback-backend/README.md b/plugins/entity-feedback-backend/README.md
index 99489e28b2..49a8ce20e0 100644
--- a/plugins/entity-feedback-backend/README.md
+++ b/plugins/entity-feedback-backend/README.md
@@ -4,6 +4,10 @@ Welcome to the entity-feedback backend plugin!
 
 ## Installation
 
+Note: this plugin requires authentication and identity configured so Backstage can identify
+which user has rated the entity. If you are using the guest identity provider which comes
+out of the box, this plugin will not work when you test it.
+
 ### Install the package
 
 ```bash
diff --git a/plugins/entity-feedback-backend/src/service/router.ts b/plugins/entity-feedback-backend/src/service/router.ts
index ea759c1639..4953c531b8 100644
--- a/plugins/entity-feedback-backend/src/service/router.ts
+++ b/plugins/entity-feedback-backend/src/service/router.ts
@@ -134,6 +134,9 @@ export async function createRouter(
     const user = await identity.getIdentity({ request: req });
     const rating = req.body.rating;
     if (!user || !rating) {
+      logger.warn(
+        `Can't save rating because there is not enough info: user=${user}, rating=${rating}`,
+      );
       res.status(400).end();
       return;
     }
@@ -188,6 +191,7 @@ export async function createRouter(
     const { response, comments, consent } = req.body;
 
     if (!user) {
+      logger.warn(`Could not identify user to save responses, user=${user}`);
       res.status(400).end();
       return;
     }
diff --git a/plugins/entity-feedback/README.md b/plugins/entity-feedback/README.md
index fdfa4761d6..c405bd4083 100644
--- a/plugins/entity-feedback/README.md
+++ b/plugins/entity-feedback/README.md
@@ -36,7 +36,11 @@ This plugin allows you give and view feedback on entities available in the Backs
 
 ## Setup
 
-The following sections will help you get the Entity Feedback plugin setup and running
+The following sections will help you get the Entity Feedback plugin setup and running.
+
+Note: this plugin requires authentication and identity configured so Backstage can identify
+which user has rated the entity. If you are using the guest identity provider which comes
+out of the box, this plugin will not work when you test it.
 
 ### Backend
 
@@ -133,4 +137,4 @@ const groupPage = (
 );
 ```
 
-Note: For a full example of this you can look at [this EntityPage](../../packages/app/src/components/catalog/EntityPage.tsx)
+Note: For a full example of this you can look at [this EntityPage](../../packages/app/src/components/catalog/EntityPage.tsx).