From b4c7efdaf9fc9e4e6137dbedf1f3f0c46b4224c7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Leroy=20R=C3=BCgemer?= Date: Mon, 25 Nov 2024 14:04:03 +0100 Subject: [PATCH] remove social survery --- pages/general_rules/PenaltiesBonuses.tex | 39 ------------------------ scoresheets/Receptionist.tex | 1 - scoresheets/Restaurant.tex | 1 - 3 files changed, 41 deletions(-) diff --git a/pages/general_rules/PenaltiesBonuses.tex b/pages/general_rules/PenaltiesBonuses.tex index 13cb63aa..ac1e6634 100644 --- a/pages/general_rules/PenaltiesBonuses.tex +++ b/pages/general_rules/PenaltiesBonuses.tex @@ -41,45 +41,6 @@ \subsection{Bonus for outstanding performance}\label{rule:outstanding_performanc \item It is the decision of the \iaterm{Technical Committee}{TC} if (and to which degree) the bonus score is granted. \end{enumerate} -\subsection{Bonus for perceived social intelligence}\label{rule:perceived_intelligence} -\begin{enumerate} - \item For the test \iterm{Receptionist} in \iterm{Stage~I} and, \iterm{Restaurant} in \iterm{Stage~II} tests. Teams are evaluated on the robot's perceived social intelligence - performance - - \item This bonus, ranging from 0 to 50, depends on the robot's social performance which will be assessed by Referees using a specially designed scale in a survey. - - \item The survey evaluates how the robot recognizes, adapts to, and predicts emotions, behaviors, and cognitions. Each component is assessed through several questions, scored on a scale from 1 to 5, where 1 represents "strongly disagree" and 5 represents "strongly agree." The questions used for evaluation include: - \begin{itemize} - \item This robot notices human presence - \item This robot enjoys meeting people - \item This robot recognizes individual people - \item This robot notices when people do things - \item This robot adapts effectively to different things people do - \item This robot anticipates people's behavior - \item This robot tries to be helpful - \item This robot is trustworthy - \item This robot cares about others - \item This robot tries to hurt people - \item This robot knows if someone is part of a social group - \item This robot thinks it is better than everyone else - \item This robot adapts its behavior based upon what people around it know - \item This robot is impolite - \item This robot is socially competent - \end{itemize} - Detailed information can be found in this \href{https://ipip.ori.org/PSIManualSeptember2018.pdf}{manual}. - - \item In each evaluation, the score for every question is summed up and then normalized as follows: - \[ x' = N \cdot \frac{{x - x_{\text{min}}}}{{x_{\text{max}} - x_{\text{min}}}} \] - - Here, \( N \) is the normalizing factor (50), \( x \) is the sum of scores for each question in the current evaluation, \( x_{\text{min}} \) is set to 15 (since there are 15 questions), and \( x_{\text{max}} \) is set to 75 (as the maximum score for each question is 5). - - \item The final score is calculated as the average of individual evaluator scores. - - \item The referee has the authority to skip the social assessment test if they believe the robot's performance is not suitable for measurement. - - \item After the test is completed, the evaluators will fill out the form, and the scores will be automatically recorded in this \href{https://urjc-my.sharepoint.com/:x:/g/personal/juan_pena_urjc_es/Eb4WyP1H4-FCqeW-qVZ3mF0BRzBR1Cn-J5ltluy90fhTJQ?rtime=guRqYF483Eg}{spreadsheet}. -\end{enumerate} - % Local Variables: % TeX-master: "../Rulebook" % End: diff --git a/scoresheets/Receptionist.tex b/scoresheets/Receptionist.tex index fa472d54..43d51c00 100644 --- a/scoresheets/Receptionist.tex +++ b/scoresheets/Receptionist.tex @@ -6,7 +6,6 @@ \scoreitem[2]{100}{Offer a free seat to the new guest} \scoreitem[2]{25}{Look at the person talking} \scoreitem[2]{50}{Look at the person the robot is introducing the guest to} - \scoreitem{50}{Qualitative robot social performance \ifShortScoresheet{(see sec.~\ref{rule:perceived_intelligence})}} \scoreheading{Bonus Rewards} \scoreitem[2]{100}{Open the entrance door for a guest} diff --git a/scoresheets/Restaurant.tex b/scoresheets/Restaurant.tex index dfb39ce0..9ac1af33 100644 --- a/scoresheets/Restaurant.tex +++ b/scoresheets/Restaurant.tex @@ -5,7 +5,6 @@ \scoreitem[2]{300}{Take an order.} \scoreitem[2]{300}{Serve an order.} - \scoreitem{50}{Qualitative robot social performance \ifShortScoresheet{(see sec.~\ref{rule:perceived_intelligence})}} \scoreheading{Bonus Rewards} \scoreitem[2]{200}{Use an unattached tray to transport}