update human code

.gitignore

@@ -0,0 +1,2 @@
+
+.DS_Store

competitive-llms/human/README.md

@@ -0,0 +1,2 @@
+# AMTRanker
+

competitive-llms/human/batches/AMT/batch_final_1_2nd.csv

@@ -0,0 +1,3 @@
+"HITId","HITTypeId","Title","Description","Keywords","Reward","CreationTime","MaxAssignments","RequesterAnnotation","AssignmentDurationInSeconds","AutoApprovalDelayInSeconds","Expiration","NumberOfSimilarHITs","LifetimeInSeconds","AssignmentId","WorkerId","AssignmentStatus","AcceptTime","SubmitTime","AutoApprovalTime","ApprovalTime","RejectionTime","RequesterFeedback","WorkTimeInSeconds","LifetimeApprovalRate","Last30DaysApprovalRate","Last7DaysApprovalRate","Answer.taskAnswers","Approve","Reject"
+"3B9J25CZ3E3SYU48N7ZJWLJXYRUCSE","30HLKW73XCVD7ZWP6DJ4RC2OB9ABCE","Rank AI-generated texts based on human preference - Final Round 1","Rank each of the language generations from top (best) to bottom (worst) based on human preference and how well they align with the reference","ranking, annotation, NLP","$11.00","Fri Sep 08 09:16:03 PDT 2023","2","BatchId:5129696;OriginalHitTemplateId:928390828;","14400","604800","Mon Sep 18 09:16:03 PDT 2023","","","3EF8EXOTTBLIZ89EAI6MC859052J13","AAHQAOHHLCBQE","Submitted","Fri Sep 08 21:20:21 PDT 2023","Fri Sep 08 22:31:37 PDT 2023","Fri Sep 15 22:31:37 PDT 2023","","","","4276","0% (0/0)","0% (0/0)","0% (0/0)","[{""amt_output_toy"":""[{\""exampleIndex\"":0,\""methods\"":[\""System M\"",\""System F\"",\""System B\"",\""System O\"",\""System E\"",\""System G\"",\""System J\"",\""black-bar\"",\""System L\"",\""System C\"",\""System N\"",\""System A\"",\""System K\"",\""System I\"",\""System D\"",\""System H\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T04:30:31.536Z\""},{\""exampleIndex\"":1,\""methods\"":[\""System L\"",\""System D\"",\""System A\"",\""System F\"",\""System G\"",\""System H\"",\""black-bar\"",\""System K\"",\""System N\"",\""System M\"",\""System E\"",\""System J\"",\""System B\"",\""System C\"",\""System I\"",\""System O\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T04:47:49.310Z\""},{\""exampleIndex\"":2,\""methods\"":[\""System L\"",\""System N\"",\""System G\"",\""System A\"",\""System B\"",\""System C\"",\""System K\"",\""System E\"",\""System H\"",\""System F\"",\""System M\"",\""System O\"",\""System D\"",\""black-bar\"",\""System I\"",\""System J\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T04:53:03.567Z\""},{\""exampleIndex\"":3,\""methods\"":[\""System B\"",\""System I\"",\""System E\"",\""System F\"",\""System C\"",\""black-bar\"",\""System L\"",\""System K\"",\""System O\"",\""System J\"",\""System N\"",\""System A\"",\""System D\"",\""System H\"",\""System M\"",\""System G\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:08:39.573Z\""},{\""exampleIndex\"":4,\""methods\"":[\""System J\"",\""System H\"",\""System C\"",\""System M\"",\""System O\"",\""System F\"",\""System E\"",\""System B\"",\""black-bar\"",\""System G\"",\""System L\"",\""System I\"",\""System K\"",\""System D\"",\""System A\"",\""System N\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:12:44.365Z\""},{\""exampleIndex\"":5,\""methods\"":[\""System H\"",\""System C\"",\""System I\"",\""System K\"",\""System O\"",\""System G\"",\""System B\"",\""System E\"",\""System M\"",\""System J\"",\""System D\"",\""System F\"",\""black-bar\"",\""System L\"",\""System N\"",\""System A\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:15:44.663Z\""},{\""exampleIndex\"":6,\""methods\"":[\""System B\"",\""System C\"",\""System N\"",\""System K\"",\""System E\"",\""System F\"",\""System L\"",\""System A\"",\""System M\"",\""System J\"",\""System D\"",\""System H\"",\""black-bar\"",\""System O\"",\""System I\"",\""System G\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:19:04.832Z\""},{\""exampleIndex\"":7,\""methods\"":[\""System B\"",\""System C\"",\""System F\"",\""System I\"",\""System M\"",\""System A\"",\""System K\"",\""System G\"",\""System E\"",\""System O\"",\""System J\"",\""black-bar\"",\""System H\"",\""System L\"",\""System D\"",\""System N\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:21:18.251Z\""},{\""exampleIndex\"":8,\""methods\"":[\""System L\"",\""System C\"",\""System I\"",\""System O\"",\""System J\"",\""System G\"",\""System E\"",\""System N\"",\""System H\"",\""System D\"",\""System A\"",\""System B\"",\""System F\"",\""System K\"",\""black-bar\"",\""System M\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:22:40.509Z\""},{\""exampleIndex\"":9,\""methods\"":[\""System G\"",\""System C\"",\""System N\"",\""System F\"",\""System J\"",\""System O\"",\""System H\"",\""System K\"",\""System M\"",\""System D\"",\""System I\"",\""System L\"",\""black-bar\"",\""System E\"",\""System B\"",\""System A\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:23:58.533Z\""},{\""exampleIndex\"":10,\""methods\"":[\""System G\"",\""System A\"",\""System B\"",\""System I\"",\""System O\"",\""System H\"",\""System K\"",\""System E\"",\""System L\"",\""System F\"",\""System M\"",\""System D\"",\""System N\"",\""System C\"",\""black-bar\"",\""System J\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:26:24.009Z\""},{\""exampleIndex\"":11,\""methods\"":[\""System N\"",\""System L\"",\""System D\"",\""System B\"",\""System I\"",\""System C\"",\""System M\"",\""System K\"",\""System O\"",\""System A\"",\""System J\"",\""System E\"",\""System H\"",\""black-bar\"",\""System G\"",\""System F\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:29:20.178Z\""},{\""exampleIndex\"":12,\""methods\"":[\""System D\"",\""System I\"",\""System A\"",\""System G\"",\""System F\"",\""System E\"",\""System L\"",\""System B\"",\""System C\"",\""black-bar\"",\""System K\"",\""System H\"",\""System J\"",\""System N\"",\""System O\"",\""System M\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T05:31:30.666Z\""}]""}]"
+"3B9J25CZ3E3SYU48N7ZJWLJXYRUCSE","30HLKW73XCVD7ZWP6DJ4RC2OB9ABCE","Rank AI-generated texts based on human preference - Final Round 1","Rank each of the language generations from top (best) to bottom (worst) based on human preference and how well they align with the reference","ranking, annotation, NLP","$11.00","Fri Sep 08 09:16:03 PDT 2023","2","BatchId:5129696;OriginalHitTemplateId:928390828;","14400","604800","Mon Sep 18 09:16:03 PDT 2023","","","3O6CYIULENRKEP0BJ5ZLC04EDXQUWO","A8L4X8QCFIKVZ","Submitted","Fri Sep 08 10:04:28 PDT 2023","Fri Sep 08 11:47:49 PDT 2023","Fri Sep 15 11:47:49 PDT 2023","","","","6201","0% (0/0)","0% (0/0)","0% (0/0)","[{""amt_output_toy"":""[{\""exampleIndex\"":0,\""methods\"":[\""System B\"",\""System O\"",\""System G\"",\""System E\"",\""System I\"",\""System L\"",\""System C\"",\""System A\"",\""System F\"",\""System M\"",\""black-bar\"",\""System N\"",\""System H\"",\""System K\"",\""System D\"",\""System J\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:24:31.331Z\""},{\""exampleIndex\"":1,\""methods\"":[\""System D\"",\""System L\"",\""System O\"",\""System K\"",\""System N\"",\""System H\"",\""System C\"",\""System E\"",\""System J\"",\""black-bar\"",\""System M\"",\""System A\"",\""System I\"",\""System F\"",\""System B\"",\""System G\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:26:47.720Z\""},{\""exampleIndex\"":2,\""methods\"":[\""System L\"",\""System K\"",\""System B\"",\""System G\"",\""System A\"",\""System C\"",\""System O\"",\""System F\"",\""System J\"",\""System E\"",\""System I\"",\""System H\"",\""System M\"",\""black-bar\"",\""System N\"",\""System D\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:30:06.522Z\""},{\""exampleIndex\"":3,\""methods\"":[\""System L\"",\""System B\"",\""System I\"",\""System F\"",\""System E\"",\""System H\"",\""System K\"",\""System D\"",\""System A\"",\""System C\"",\""black-bar\"",\""System G\"",\""System O\"",\""System J\"",\""System N\"",\""System M\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:31:19.481Z\""},{\""exampleIndex\"":4,\""methods\"":[\""System C\"",\""System J\"",\""System I\"",\""System G\"",\""System H\"",\""System L\"",\""System F\"",\""System E\"",\""System K\"",\""System D\"",\""System A\"",\""black-bar\"",\""System N\"",\""System O\"",\""System B\"",\""System M\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:32:32.337Z\""},{\""exampleIndex\"":5,\""methods\"":[\""System K\"",\""System G\"",\""System H\"",\""System C\"",\""System I\"",\""System O\"",\""System B\"",\""System M\"",\""System N\"",\""System D\"",\""System E\"",\""System J\"",\""black-bar\"",\""System A\"",\""System F\"",\""System L\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:34:08.735Z\""},{\""exampleIndex\"":6,\""methods\"":[\""System K\"",\""System C\"",\""System E\"",\""System N\"",\""System B\"",\""System F\"",\""System A\"",\""System L\"",\""System G\"",\""System J\"",\""System D\"",\""System H\"",\""System I\"",\""System M\"",\""black-bar\"",\""System O\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:36:20.591Z\""},{\""exampleIndex\"":7,\""methods\"":[\""System L\"",\""System K\"",\""System A\"",\""System C\"",\""System H\"",\""System F\"",\""System D\"",\""System B\"",\""System N\"",\""black-bar\"",\""System G\"",\""System M\"",\""System I\"",\""System E\"",\""System O\"",\""System J\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:40:37.718Z\""},{\""exampleIndex\"":8,\""methods\"":[\""System I\"",\""System L\"",\""System E\"",\""System J\"",\""System O\"",\""System D\"",\""System C\"",\""System N\"",\""System H\"",\""System B\"",\""System K\"",\""System F\"",\""black-bar\"",\""System A\"",\""System G\"",\""System M\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:42:54.676Z\""},{\""exampleIndex\"":9,\""methods\"":[\""System L\"",\""System G\"",\""System C\"",\""System N\"",\""System J\"",\""System H\"",\""System F\"",\""System O\"",\""System K\"",\""System E\"",\""System B\"",\""System M\"",\""System D\"",\""System I\"",\""black-bar\"",\""System A\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:44:31.955Z\""},{\""exampleIndex\"":10,\""methods\"":[\""System A\"",\""System G\"",\""System I\"",\""System B\"",\""System J\"",\""System K\"",\""System O\"",\""System H\"",\""System M\"",\""System E\"",\""System L\"",\""System C\"",\""System F\"",\""System D\"",\""System N\"",\""black-bar\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:45:36.997Z\""},{\""exampleIndex\"":11,\""methods\"":[\""System D\"",\""System L\"",\""System I\"",\""System B\"",\""System N\"",\""System C\"",\""System M\"",\""System A\"",\""System K\"",\""System O\"",\""System G\"",\""System J\"",\""System E\"",\""System H\"",\""black-bar\"",\""System F\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:46:58.994Z\""},{\""exampleIndex\"":12,\""methods\"":[\""System D\"",\""System I\"",\""System H\"",\""System O\"",\""System N\"",\""System J\"",\""System M\"",\""black-bar\"",\""System F\"",\""System E\"",\""System G\"",\""System K\"",\""System B\"",\""System L\"",\""System A\"",\""System C\""],\""ranking\"":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],\""timestamp\"":\""2023-09-09T00:48:24.454Z\""}]""}]"