diff --git a/MTEB-Arena-logs/vote_log/gradio_clustering.log b/MTEB-Arena-logs/vote_log/gradio_clustering.log index eb4c32f..05f1835 100644 --- a/MTEB-Arena-logs/vote_log/gradio_clustering.log +++ b/MTEB-Arena-logs/vote_log/gradio_clustering.log @@ -378,3 +378,109 @@ 2024-07-30 22:11:53 | INFO | gradio_clustering | tievote (named). ip: 2024-07-30 22:11:58 | INFO | gradio_clustering | Clustering. ip: 2024-07-30 22:12:49 | INFO | gradio_clustering | tievote (named). ip: +2024-07-31 00:34:25 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 00:35:34 | INFO | gradio_clustering | leftvote (named). ip: +2024-07-31 05:33:50 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 05:34:52 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 05:35:07 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 05:35:26 | INFO | gradio_clustering | leftvote (named). ip: +2024-07-31 06:09:02 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 09:40:42 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 09:40:49 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 09:46:41 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 09:47:17 | INFO | gradio_clustering | bothbadvote (named). ip: +2024-07-31 09:47:30 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 09:51:27 | INFO | gradio_clustering | bothbadvote (named). ip: +2024-07-31 13:58:19 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 13:58:24 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 13:58:35 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 13:59:20 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:00:43 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:01:20 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:01:36 | INFO | gradio_clustering | leftvote (named). ip: +2024-07-31 14:03:46 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:04:14 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:04:52 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:05:10 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:05:45 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:08:10 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:08:14 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:08:43 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:17:11 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:17:41 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:18:09 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:18:34 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:18:59 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:19:23 | INFO | gradio_clustering | leftvote (named). ip: +2024-07-31 14:20:08 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:21:27 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:21:53 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 14:22:10 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 15:13:59 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 18:48:31 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 22:40:08 | INFO | gradio_clustering | Clustering. ip: +2024-07-31 22:40:48 | INFO | gradio_clustering | rightvote (named). ip: +2024-08-01 07:26:38 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 08:20:18 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 09:22:45 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 09:23:09 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 09:24:15 | INFO | gradio_clustering | leftvote (named). ip: +2024-08-01 09:25:10 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 09:26:22 | INFO | gradio_clustering | rightvote (named). ip: +2024-08-01 14:51:33 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 14:52:27 | INFO | gradio_clustering | rightvote (named). ip: +2024-08-01 20:32:24 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 20:33:53 | INFO | gradio_clustering | rightvote (named). ip: +2024-08-01 20:35:07 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 20:35:59 | INFO | gradio_clustering | leftvote (named). ip: +2024-08-01 20:36:56 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 20:38:16 | INFO | gradio_clustering | tievote (named). ip: +2024-08-01 20:38:32 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 20:40:11 | INFO | gradio_clustering | bothbadvote (named). ip: +2024-08-01 20:40:29 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 20:41:44 | INFO | gradio_clustering | tievote (named). ip: +2024-08-01 20:42:01 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 20:43:53 | INFO | gradio_clustering | bothbadvote (named). ip: +2024-08-01 20:44:05 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 20:45:02 | INFO | gradio_clustering | leftvote (named). ip: +2024-08-01 20:52:51 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 22:55:41 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 22:55:49 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 22:55:59 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 22:56:27 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 22:56:48 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 22:56:55 | INFO | gradio_clustering | Clustering. ip: +2024-08-01 22:57:03 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 01:40:43 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 03:51:37 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 06:23:46 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 07:11:10 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 07:11:17 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 07:11:25 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 07:11:30 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 07:11:51 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 07:12:06 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 07:12:14 | INFO | gradio_clustering | bothbadvote (named). ip: +2024-08-02 15:29:59 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 15:31:46 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 15:32:33 | INFO | gradio_clustering | tievote (named). ip: +2024-08-02 15:32:39 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 15:33:05 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 15:33:15 | INFO | gradio_clustering | rightvote (named). ip: +2024-08-02 15:33:19 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:12:33 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:13:22 | INFO | gradio_clustering | leftvote (named). ip: +2024-08-02 16:13:25 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:13:42 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:13:48 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:13:51 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:14:13 | INFO | gradio_clustering | rightvote (named). ip: +2024-08-02 16:14:17 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:15:53 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:16:52 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:17:31 | INFO | gradio_clustering | leftvote (named). ip: +2024-08-02 16:17:45 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:17:55 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:18:00 | INFO | gradio_clustering | leftvote (named). ip: +2024-08-02 16:18:15 | INFO | gradio_clustering | Clustering. ip: +2024-08-02 16:18:30 | INFO | gradio_clustering | leftvote (named). ip: diff --git a/MTEB-Arena-logs/vote_log/gradio_retrieval.log b/MTEB-Arena-logs/vote_log/gradio_retrieval.log index 4c6688d..5861642 100644 --- a/MTEB-Arena-logs/vote_log/gradio_retrieval.log +++ b/MTEB-Arena-logs/vote_log/gradio_retrieval.log @@ -952,3 +952,1388 @@ 2024-07-30 23:29:57 | INFO | gradio_retrieval | Retrieval. ip: 2024-07-30 23:30:08 | INFO | gradio_retrieval | Retrieval. ip: 2024-07-30 23:30:12 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:43:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:43:49 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-30 23:43:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:43:58 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:44:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:44:08 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-30 23:44:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:44:17 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-30 23:44:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:44:24 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-30 23:44:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:44:32 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:44:37 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:44:39 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:44:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:44:48 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-30 23:45:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:45:05 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:45:11 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:45:13 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:45:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:45:22 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-30 23:45:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:45:30 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:45:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:45:43 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:45:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:45:54 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-30 23:45:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:46:03 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-30 23:46:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:46:13 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-30 23:46:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:46:25 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-30 23:46:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:46:37 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:46:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:46:45 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:46:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:47:00 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-30 23:47:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:47:08 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:47:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:47:16 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-30 23:47:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:47:27 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:47:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:47:36 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-30 23:47:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:47:45 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:47:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:47:58 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-30 23:48:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:48:09 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-30 23:48:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:48:19 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-30 23:58:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-30 23:59:09 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 00:19:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 00:21:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 00:21:27 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 00:31:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 00:31:40 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 00:32:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 00:32:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 00:33:21 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 01:36:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 01:36:51 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 01:37:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 01:38:03 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 02:10:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 02:10:32 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 02:11:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 02:11:59 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 02:12:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 02:12:27 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 02:13:27 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 02:13:32 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 02:13:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 02:14:11 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 02:14:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 02:14:48 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 02:15:10 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 02:15:15 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 02:15:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 02:15:39 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 04:54:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 04:55:02 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 04:55:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 04:55:18 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 04:55:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 04:55:56 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 04:56:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 04:56:13 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 05:03:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:26:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:26:32 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 05:33:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:33:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:33:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:34:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:34:24 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 05:34:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:35:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:51:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:52:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:52:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:53:10 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 05:53:46 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 05:56:35 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 06:05:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:08:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:08:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:10:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:12:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:13:37 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 06:14:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:14:32 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 06:29:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:31:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:31:40 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 06:32:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:32:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:33:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:34:07 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 06:49:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:49:18 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 06:49:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:49:57 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 06:50:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:50:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:50:58 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 06:51:31 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 06:52:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:52:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:53:23 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 06:53:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 06:53:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:05:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:06:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:13:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:13:47 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 07:14:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:14:28 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 07:15:11 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:15:18 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 07:16:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:16:04 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:16:16 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 07:16:35 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 07:17:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:17:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:17:15 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 07:17:46 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 07:18:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:18:33 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 07:18:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:19:13 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 07:22:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:23:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:23:35 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 07:23:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:24:13 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 07:25:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:25:55 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 07:26:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:26:37 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 07:34:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:34:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:34:56 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 07:37:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:48:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:48:55 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 07:54:26 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 07:55:12 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 08:12:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:13:17 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 08:14:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:15:37 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:19:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:22:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:23:21 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 08:25:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:25:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:26:01 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 08:26:21 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 08:26:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:26:50 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 08:27:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:33:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:33:21 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 08:39:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:40:04 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 08:40:46 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:40:55 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 08:41:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:42:00 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 08:43:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:44:28 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 08:45:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:46:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:53:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:54:15 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 08:56:51 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:57:04 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 08:57:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:57:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:57:58 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 08:58:27 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 08:58:42 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 09:02:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 09:10:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 09:24:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 09:25:26 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 09:26:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 09:26:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 09:26:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 09:39:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 09:52:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 09:52:38 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 10:00:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:00:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:00:37 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 10:01:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:01:18 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 10:01:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:01:57 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 10:02:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:02:40 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 10:02:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:02:56 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 10:03:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:03:17 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 10:03:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:03:32 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 10:12:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:12:48 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 10:13:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:14:00 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 10:14:17 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 10:14:40 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 10:58:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:04:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:05:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:07:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:08:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:08:30 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 11:08:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:09:02 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 11:14:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:16:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:17:33 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 11:25:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:26:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:26:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:27:05 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 11:28:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:28:31 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 11:29:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:29:12 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 11:29:26 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:29:37 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 11:52:00 | INFO | gradio_retrieval | share (named). ip: +2024-07-31 11:54:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 11:55:21 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 12:01:11 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 12:01:27 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 12:02:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 12:02:19 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 12:02:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 12:07:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:00:16 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:01:52 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 13:02:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:02:40 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 13:03:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:03:11 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:05:32 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 13:06:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:06:36 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 13:06:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:07:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:07:10 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 13:07:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:07:45 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 13:07:46 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:08:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:08:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:09:21 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 13:09:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:09:58 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 13:10:16 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:10:26 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 13:10:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:10:50 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 13:11:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:11:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:11:26 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 13:11:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:11:58 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 13:13:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:20:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:21:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:23:16 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:23:33 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 13:23:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:25:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:26:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:26:10 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:26:15 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 13:26:29 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 13:26:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:26:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:26:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:26:57 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 13:27:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:27:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:27:17 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:27:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:27:54 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 13:28:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:28:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:28:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:29:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:29:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:31:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:31:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:32:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:33:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:33:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:36:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:40:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:41:27 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:43:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:43:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:43:40 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 13:45:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:45:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:46:10 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 13:46:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:46:57 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 13:47:17 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:47:17 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:47:30 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 13:47:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:52:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:53:04 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 13:53:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:53:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:54:10 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 13:58:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 13:58:46 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:02:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:09:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:10:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:11:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:12:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:13:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:14:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:14:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:14:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:15:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:15:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:16:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:21:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:21:22 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 14:23:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:23:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:23:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:24:04 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 14:25:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:26:27 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 14:28:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:28:46 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:28:52 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 14:28:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:29:05 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 14:32:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:32:05 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 14:32:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:32:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:33:04 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 14:38:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:39:20 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 14:39:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:40:16 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:40:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 14:40:56 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 14:57:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:06:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:06:51 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 15:07:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:08:14 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 15:08:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:09:07 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 15:12:04 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:12:25 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 15:16:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:16:59 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 15:17:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:17:50 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 15:18:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:18:32 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 15:19:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:20:02 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 15:20:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:20:22 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 15:20:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:20:33 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 15:20:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:20:46 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 15:20:51 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:21:11 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 15:21:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:21:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:21:48 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 15:22:02 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 15:22:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:22:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:22:10 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 15:22:10 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 15:22:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:22:26 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 15:22:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:22:36 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 15:22:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:23:08 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 15:29:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:31:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:32:18 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 15:32:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:36:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 15:36:34 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 15:59:27 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:00:07 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 16:00:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:00:38 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 16:00:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:01:28 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 16:01:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:02:06 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 16:08:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:09:31 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 16:10:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:10:36 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 16:11:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:11:44 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 16:38:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:39:11 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 16:39:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:40:28 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 16:48:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:48:29 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 16:57:48 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 16:58:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:59:04 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 16:59:37 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 16:59:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:00:09 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 17:00:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:00:42 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 17:00:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:02:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:06:04 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:06:20 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 17:06:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:07:06 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 17:07:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:07:36 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 17:07:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:08:01 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 17:08:11 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:08:22 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 17:08:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:08:38 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 17:09:51 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:09:56 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 17:10:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:10:34 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 17:10:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:11:06 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 17:11:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:12:12 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 17:12:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:12:26 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 17:16:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:16:38 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 17:16:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:17:11 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:18:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:42:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 17:43:24 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 17:59:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 18:00:31 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 18:36:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 18:37:05 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 18:37:16 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 18:37:32 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 18:37:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 18:46:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 18:47:56 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 19:06:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:07:06 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 19:07:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:07:34 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 19:08:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:08:19 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 19:08:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:08:38 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 19:08:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:08:50 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 19:08:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:09:01 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 19:09:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:09:13 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 19:27:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:27:17 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 19:28:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:29:18 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 19:30:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:30:35 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 19:43:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:43:56 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 19:44:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:44:11 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 19:44:17 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:44:36 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 19:44:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:45:03 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 19:45:10 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:46:01 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 19:46:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:47:03 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 19:47:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:47:49 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 19:47:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:48:30 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 19:48:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:48:56 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 19:49:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:49:47 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 19:49:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:50:28 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 19:50:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:50:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:51:00 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 19:51:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:51:24 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 19:51:31 | INFO | gradio_retrieval | share (named). ip: +2024-07-31 19:51:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:51:48 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 19:51:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 19:52:12 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 20:02:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 20:02:46 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 20:07:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 20:07:32 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 20:07:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 20:08:36 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 20:21:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 20:22:28 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 20:22:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 20:22:46 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 20:23:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 20:23:41 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 20:23:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 20:24:28 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 21:09:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:09:33 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 21:31:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:35:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:35:31 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:35:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:35:53 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:35:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:36:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:36:16 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:36:37 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:36:43 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:37:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:37:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:37:33 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 21:37:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:37:57 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 21:38:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:38:23 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 21:38:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:39:16 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 21:39:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:40:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:41:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:41:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:41:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:42:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:42:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:43:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:43:17 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:43:35 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:43:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:43:51 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:44:10 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:44:29 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 21:45:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:46:16 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 21:46:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:46:31 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 21:46:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:46:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:47:14 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:47:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:47:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:47:38 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:48:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:48:20 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:48:52 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 21:49:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:49:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:49:27 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 21:49:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:49:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 21:50:01 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 21:50:31 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:03:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:04:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:36:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:37:00 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:37:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:37:14 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:39:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:41:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:41:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:41:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:41:51 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:41:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:42:20 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:42:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:42:39 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 22:43:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:43:32 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:43:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:43:45 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:43:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:43:57 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:44:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:44:34 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:44:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:44:51 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:44:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:45:05 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:45:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:45:54 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:46:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:46:25 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 22:46:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:46:36 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:46:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:46:51 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 22:46:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:46:59 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:47:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:47:10 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:47:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:47:24 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 22:47:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:47:35 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 22:47:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:47:45 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:47:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:47:59 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 22:48:04 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:48:07 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:48:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:48:16 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:48:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:48:24 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:48:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:48:39 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:48:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:48:54 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:48:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:49:03 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 22:49:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:49:12 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:49:17 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:49:23 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 22:49:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:49:36 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:49:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:49:49 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:49:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:49:59 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 22:50:04 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:50:07 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:50:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:50:17 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:50:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:50:31 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 22:50:36 | INFO | gradio_retrieval | share (named). ip: +2024-07-31 22:50:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:50:50 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:51:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:51:21 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 22:52:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:52:17 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 22:52:26 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:52:31 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:52:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:52:56 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 22:53:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:53:35 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 22:53:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:54:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:54:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:54:41 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:54:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:55:01 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 22:55:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:55:16 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 22:55:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 22:55:42 | INFO | gradio_retrieval | tievote (named). ip: +2024-07-31 23:33:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 23:33:32 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-07-31 23:34:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 23:34:14 | INFO | gradio_retrieval | rightvote (named). ip: +2024-07-31 23:34:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-07-31 23:35:01 | INFO | gradio_retrieval | leftvote (named). ip: +2024-07-31 23:57:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 00:08:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 01:12:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 01:14:15 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 01:56:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 01:57:15 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 01:58:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 01:58:31 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 01:59:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 01:59:15 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 02:00:27 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:00:34 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 02:00:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:01:30 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 02:06:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:17:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:17:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:17:47 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 02:18:50 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 02:19:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:29:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:51:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:52:16 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 02:52:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:52:49 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 02:53:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:53:55 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 02:54:10 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:54:47 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 02:55:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:55:22 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 02:55:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:56:22 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 02:56:34 | INFO | gradio_retrieval | share (named). ip: +2024-08-01 02:56:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:57:34 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 02:57:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 02:58:04 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 02:58:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 03:05:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 03:06:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 03:31:37 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 03:48:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 03:49:23 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 03:49:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 03:50:26 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 04:31:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 04:31:36 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 04:32:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 04:32:23 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 05:49:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 06:10:17 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 06:44:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 06:52:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 06:52:56 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 06:56:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 07:23:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 07:24:36 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 07:25:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 07:26:10 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 07:28:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 07:30:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 07:31:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 07:31:39 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 07:45:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 08:15:17 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 08:15:38 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 08:19:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 08:42:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 08:43:13 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 08:43:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 08:45:02 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 08:45:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 08:46:16 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 09:15:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 09:15:34 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 09:21:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 09:22:04 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 10:07:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 10:20:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 10:46:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 10:51:27 | INFO | gradio_retrieval | share (named). ip: +2024-08-01 10:54:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 11:27:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 11:38:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 11:45:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 11:53:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 12:13:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 12:15:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 12:16:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 12:22:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 12:24:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 13:15:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 13:52:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:12:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:12:53 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 14:13:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:13:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:14:07 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 14:15:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:15:28 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 14:16:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:18:11 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 14:19:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:20:03 | INFO | gradio_retrieval | upvote (named). ip: +2024-08-01 14:37:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:40:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:40:34 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 14:40:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:40:56 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 14:41:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:41:32 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 14:41:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:41:45 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 14:42:03 | INFO | gradio_retrieval | share (named). ip: +2024-08-01 14:42:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:42:13 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 14:49:51 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:50:07 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 14:50:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:50:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:50:37 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 14:50:41 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 14:50:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:50:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:51:05 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 14:53:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 14:54:04 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 15:12:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 15:12:36 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 15:16:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 15:20:27 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 15:20:36 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 15:23:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 15:24:13 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 16:11:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 16:12:01 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 16:12:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 16:12:28 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 16:12:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 16:12:53 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 16:15:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 16:15:48 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 16:15:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:30:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:31:45 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 17:34:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:34:57 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 17:35:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:35:42 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 17:36:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:37:09 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 17:37:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:38:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:38:10 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 17:38:28 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 17:38:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:39:22 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 17:39:46 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:40:45 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 17:41:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:41:31 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 17:41:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:42:14 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 17:53:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:53:39 | INFO | gradio_retrieval | upvote (named). ip: +2024-08-01 17:55:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 17:58:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:00:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:00:20 | INFO | gradio_retrieval | upvote (named). ip: +2024-08-01 18:11:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:21:27 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:22:28 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 18:22:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:23:12 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 18:24:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:24:16 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 18:24:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:24:32 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 18:45:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:46:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:47:01 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 18:47:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 18:50:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 19:21:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 19:21:25 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 19:21:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 19:21:39 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 19:21:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 19:35:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 19:39:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 19:41:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 19:46:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 19:47:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:14:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:15:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:17:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:19:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:21:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:22:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:24:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:26:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:27:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:27:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:29:37 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:30:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:46:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:47:15 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 20:47:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:48:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:48:57 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 20:48:58 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 20:49:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:49:19 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 20:49:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:51:08 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 20:51:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:51:56 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 20:52:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:52:19 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 20:52:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:52:38 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 20:52:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:53:25 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 20:53:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:54:10 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 20:54:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:54:27 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 20:54:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:56:03 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 20:56:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:56:55 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 20:57:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:57:44 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 20:58:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:58:26 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 20:58:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 20:59:55 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 21:00:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:00:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:00:46 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:00:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:01:02 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:01:23 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 21:01:37 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:01:44 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:01:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:02:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:02:15 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 21:02:25 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:02:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:02:45 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:02:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:03:25 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:03:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:04:13 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 21:04:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:04:58 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 21:05:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:05:51 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:06:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:06:23 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 21:06:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:06:41 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:06:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:07:30 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:07:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:08:58 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:09:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:09:29 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 21:09:46 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:10:22 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:10:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:11:36 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 21:12:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:12:12 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:12:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:12:29 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:12:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:13:00 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:13:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:13:27 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:13:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:13:50 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:14:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:14:04 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:14:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:14:57 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:15:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:15:12 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:15:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:16:14 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:16:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:16:36 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:16:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:17:24 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:17:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:17:56 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 21:30:27 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:30:40 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 21:32:04 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:32:22 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:35:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:35:45 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 21:36:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:36:38 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:36:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:36:56 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-01 21:37:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:37:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:37:53 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:38:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:38:18 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:38:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:38:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:39:06 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:39:26 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:39:32 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 21:40:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:40:20 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:40:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:40:52 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:41:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:41:08 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 21:41:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:41:35 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:41:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:41:52 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 21:42:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 21:42:26 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 21:43:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 22:54:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 22:54:58 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 23:37:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 23:37:46 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 23:38:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 23:38:06 | INFO | gradio_retrieval | share (named). ip: +2024-08-01 23:38:12 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 23:38:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 23:39:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 23:39:12 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 23:39:26 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 23:39:33 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 23:44:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 23:51:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 23:51:42 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-01 23:52:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 23:52:20 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-01 23:52:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-01 23:52:44 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-01 23:55:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:28:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:28:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:29:15 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 00:29:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:30:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:46:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:46:20 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-02 00:51:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:52:19 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:52:35 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-02 00:53:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:53:29 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-02 00:53:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:53:54 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 00:54:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:54:21 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-02 00:54:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:54:52 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-02 00:55:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 00:55:34 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 01:27:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 01:27:17 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 01:34:50 | INFO | gradio_retrieval | share (named). ip: +2024-08-02 01:34:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 01:35:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 01:36:13 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 01:38:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 01:39:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 01:52:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 01:53:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 01:54:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:08:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:09:05 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 02:09:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:22:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:23:12 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 02:29:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:29:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:31:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:31:59 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 02:46:06 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:54:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:55:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 02:55:39 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 03:46:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 03:48:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 03:48:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 03:48:51 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:43:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:43:27 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 04:43:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:43:46 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 04:43:54 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:53:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:54:37 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:55:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:55:25 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 04:55:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:55:56 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 04:56:10 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:57:05 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 04:57:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:57:58 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 04:59:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 04:59:27 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 04:59:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:00:37 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 05:01:16 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:02:35 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 05:02:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:03:20 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 05:03:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:03:41 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 05:03:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:04:37 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 05:04:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:05:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:07:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:07:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:08:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:08:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:08:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:08:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:09:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:09:11 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:09:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:09:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:09:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:11:08 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:11:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:11:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:12:52 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:13:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:14:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:15:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:16:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:16:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:16:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:17:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:17:46 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:18:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:18:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:18:13 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:18:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:19:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:20:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:20:27 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:20:33 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:20:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:20:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:20:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:21:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:21:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:21:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:21:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:21:51 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:21:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:23:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:24:31 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:24:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:29:26 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:30:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:30:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:30:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:30:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:30:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:31:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:31:18 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:31:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:31:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:32:23 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:32:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:32:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:32:51 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:33:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:33:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:34:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:34:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:34:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:34:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:35:09 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 05:35:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 06:08:10 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 06:17:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 06:18:23 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 06:18:37 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 06:34:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 06:35:25 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 06:35:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:06:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:06:44 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:07:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:07:20 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:09:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:09:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:10:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:12:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:13:42 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 07:14:41 | INFO | gradio_retrieval | share (named). ip: +2024-08-02 07:14:43 | INFO | gradio_retrieval | share (named). ip: +2024-08-02 07:15:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:16:10 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 07:16:45 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:17:07 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:17:33 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:17:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:19:00 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:19:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:19:46 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 07:20:04 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:20:11 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:22:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:22:15 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:22:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:22:42 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:23:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:23:14 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:23:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:24:42 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:24:59 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:25:17 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 07:26:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:26:17 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 07:26:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:27:48 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 07:28:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:29:02 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-02 07:29:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:29:33 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 07:29:56 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:30:14 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-02 07:30:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:31:18 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 07:31:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:32:03 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 07:32:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:32:53 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 07:33:03 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:33:40 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:33:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:34:16 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 07:35:00 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:36:31 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 07:36:42 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:37:19 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 07:42:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:43:05 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 07:43:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 07:43:34 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 08:02:17 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 08:03:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 08:04:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 08:31:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 08:31:21 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 08:39:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 08:39:14 | INFO | gradio_retrieval | share (named). ip: +2024-08-02 08:47:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 08:55:58 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 08:57:05 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 08:57:38 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 08:57:53 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 08:58:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 09:23:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 09:23:39 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 09:33:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 09:34:25 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 09:34:50 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 09:35:11 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 10:19:46 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 10:57:30 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 10:58:22 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 11:42:14 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 11:43:45 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 11:52:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 11:52:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:01:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:02:05 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 12:47:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:47:24 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 12:47:40 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:47:48 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 12:47:55 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:48:03 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 12:48:11 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:48:18 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 12:48:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:48:28 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 12:48:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:48:39 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 12:48:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:48:58 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 12:49:05 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:49:10 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 12:49:15 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:49:27 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 12:49:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:49:41 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 12:49:47 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:50:55 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 12:51:02 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:51:20 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-02 12:51:25 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:51:28 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 12:51:34 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 12:51:39 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 15:29:53 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 15:39:57 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 15:41:21 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 15:49:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 15:50:07 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 15:52:32 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 15:52:56 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 15:56:16 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 15:56:37 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 15:56:44 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 15:57:42 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 15:57:49 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 15:58:32 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 15:58:39 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 15:59:06 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 15:59:12 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:09:29 | INFO | gradio_retrieval | leftvote (named). ip: +2024-08-02 16:09:41 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:09:55 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 16:10:02 | INFO | gradio_retrieval | share (named). ip: +2024-08-02 16:10:24 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:11:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:18:36 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:27:35 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:27:43 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:28:11 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:28:16 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 16:28:20 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:28:26 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 16:28:29 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:28:43 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 16:28:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:29:17 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 16:29:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:29:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:29:52 | INFO | gradio_retrieval | rightvote (named). ip: +2024-08-02 16:30:01 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:30:04 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 16:37:22 | INFO | gradio_retrieval | tievote (named). ip: +2024-08-02 16:37:28 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:37:42 | INFO | gradio_retrieval | bothbadvote (named). ip: +2024-08-02 16:37:48 | INFO | gradio_retrieval | Retrieval. ip: +2024-08-02 16:37:58 | INFO | gradio_retrieval | rightvote (named). ip: diff --git a/MTEB-Arena-logs/vote_log/gradio_sts.log b/MTEB-Arena-logs/vote_log/gradio_sts.log index 9a0e878..40c3596 100644 --- a/MTEB-Arena-logs/vote_log/gradio_sts.log +++ b/MTEB-Arena-logs/vote_log/gradio_sts.log @@ -62,3 +62,56 @@ 2024-07-30 19:18:57 | INFO | gradio_sts | bothbadvote (named). ip: 2024-07-30 20:49:27 | INFO | gradio_sts | leftvote (named). ip: 2024-07-30 22:13:28 | INFO | gradio_sts | rightvote (named). ip: +2024-07-31 05:36:03 | INFO | gradio_sts | tievote (named). ip: +2024-07-31 06:06:53 | INFO | gradio_sts | tievote (named). ip: +2024-07-31 08:47:55 | INFO | gradio_sts | rightvote (named). ip: +2024-07-31 13:06:27 | INFO | gradio_sts | leftvote (named). ip: +2024-07-31 13:31:50 | INFO | gradio_sts | leftvote (named). ip: +2024-07-31 13:34:08 | INFO | gradio_sts | rightvote (named). ip: +2024-07-31 13:47:27 | INFO | gradio_sts | bothbadvote (named). ip: +2024-07-31 13:47:41 | INFO | gradio_sts | leftvote (named). ip: +2024-07-31 22:41:54 | INFO | gradio_sts | rightvote (named). ip: +2024-08-01 07:45:53 | INFO | gradio_sts | leftvote (named). ip: +2024-08-01 09:22:18 | INFO | gradio_sts | tievote (named). ip: +2024-08-01 14:53:48 | INFO | gradio_sts | bothbadvote (named). ip: +2024-08-01 14:54:09 | INFO | gradio_sts | leftvote (named). ip: +2024-08-01 20:16:04 | INFO | gradio_sts | leftvote (named). ip: +2024-08-01 20:18:47 | INFO | gradio_sts | rightvote (named). ip: +2024-08-01 20:19:51 | INFO | gradio_sts | tievote (named). ip: +2024-08-01 20:22:05 | INFO | gradio_sts | tievote (named). ip: +2024-08-01 20:22:55 | INFO | gradio_sts | leftvote (named). ip: +2024-08-01 20:25:24 | INFO | gradio_sts | rightvote (named). ip: +2024-08-01 20:26:40 | INFO | gradio_sts | leftvote (named). ip: +2024-08-01 20:27:35 | INFO | gradio_sts | tievote (named). ip: +2024-08-01 20:28:49 | INFO | gradio_sts | bothbadvote (named). ip: +2024-08-01 20:30:18 | INFO | gradio_sts | leftvote (named). ip: +2024-08-01 20:31:24 | INFO | gradio_sts | leftvote (named). ip: +2024-08-02 05:08:51 | INFO | gradio_sts | rightvote (named). ip: +2024-08-02 05:09:01 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:09:30 | INFO | gradio_sts | leftvote (named). ip: +2024-08-02 05:09:46 | INFO | gradio_sts | leftvote (named). ip: +2024-08-02 05:10:35 | INFO | gradio_sts | rightvote (named). ip: +2024-08-02 05:11:48 | INFO | gradio_sts | rightvote (named). ip: +2024-08-02 05:13:38 | INFO | gradio_sts | leftvote (named). ip: +2024-08-02 05:16:04 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:17:33 | INFO | gradio_sts | rightvote (named). ip: +2024-08-02 05:20:24 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:20:30 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:20:37 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:20:45 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:21:40 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:22:24 | INFO | gradio_sts | rightvote (named). ip: +2024-08-02 05:24:48 | INFO | gradio_sts | leftvote (named). ip: +2024-08-02 05:30:06 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:30:45 | INFO | gradio_sts | rightvote (named). ip: +2024-08-02 05:31:11 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:31:22 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:31:40 | INFO | gradio_sts | rightvote (named). ip: +2024-08-02 05:32:26 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:32:45 | INFO | gradio_sts | rightvote (named). ip: +2024-08-02 05:33:07 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:33:38 | INFO | gradio_sts | leftvote (named). ip: +2024-08-02 05:34:03 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:34:11 | INFO | gradio_sts | tievote (named). ip: +2024-08-02 05:35:35 | INFO | gradio_sts | leftvote (named). ip: +2024-08-02 07:09:51 | INFO | gradio_sts | rightvote (named). ip: diff --git a/MTEB-Arena-logs/vote_log/index_logger.log b/MTEB-Arena-logs/vote_log/index_logger.log index d819e96..816350c 100644 --- a/MTEB-Arena-logs/vote_log/index_logger.log +++ b/MTEB-Arena-logs/vote_log/index_logger.log @@ -1,10112 +1,131861 @@ -2024-07-30 17:31:03 | ERROR | stderr | -2024-07-30 17:31:03 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:41<00:26, 8.69s/it] -2024-07-30 17:31:03 | ERROR | stderr |  -2024-07-30 17:31:12 | ERROR | stderr | -2024-07-30 17:31:12 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:50<00:17, 8.78s/it] -2024-07-30 17:31:12 | ERROR | stderr |  -2024-07-30 17:31:21 | ERROR | stderr | -2024-07-30 17:31:21 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:59<00:08, 8.84s/it] -2024-07-30 17:31:21 | ERROR | stderr |  -2024-07-30 17:31:30 | ERROR | stderr | -2024-07-30 17:31:30 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.87s/it] -2024-07-30 17:31:30 | ERROR | stderr |  -2024-07-30 17:31:30 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.60s/it] -2024-07-30 17:31:30 | ERROR | stderr | -2024-07-30 17:31:31 | ERROR | stderr | Encoding passages: 94%|█████████â–| 3977/4223 [71:59:13<4:49:37, 70.64s/it] -2024-07-30 17:31:31 | INFO | stdout | I 3977 -2024-07-30 17:31:31 | ERROR | stderr | -2024-07-30 17:31:31 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 -2024-07-30 18:33:38 | ERROR | stderr | blob.upload_from_filename(f"emb_{corpus}_{path}.json") -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2947, in upload_from_filename -2024-07-30 18:33:38 | ERROR | stderr | self._handle_filename_and_upload( -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2826, in _handle_filename_and_upload -2024-07-30 18:33:38 | ERROR | stderr | self._prep_and_do_upload( -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2643, in _prep_and_do_upload -2024-07-30 18:33:38 | ERROR | stderr | created_json = self._do_upload( -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2466, in _do_upload -2024-07-30 18:33:38 | ERROR | stderr | response = self._do_resumable_upload( -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2302, in _do_resumable_upload -2024-07-30 18:33:38 | ERROR | stderr | response = upload.transmit_next_chunk(transport, timeout=timeout) -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/resumable_media/requests/upload.py", line 515, in transmit_next_chunk -2024-07-30 18:33:38 | ERROR | stderr | return _request_helpers.wait_and_retry( -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/resumable_media/requests/_request_helpers.py", line 155, in wait_and_retry -2024-07-30 18:33:38 | ERROR | stderr | response = func() -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/resumable_media/requests/upload.py", line 507, in retriable_request -2024-07-30 18:33:38 | ERROR | stderr | result = transport.request( -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/auth/transport/requests.py", line 537, in request -2024-07-30 18:33:38 | ERROR | stderr | response = super(AuthorizedSession, self).request( -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 589, in request -2024-07-30 18:33:38 | ERROR | stderr | resp = self.send(prep, **send_kwargs) -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 703, in send -2024-07-30 18:33:38 | ERROR | stderr | r = adapter.send(request, **kwargs) -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/adapters.py", line 667, in send -2024-07-30 18:33:38 | ERROR | stderr | resp = conn.urlopen( -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 793, in urlopen -2024-07-30 18:33:38 | ERROR | stderr | response = self._make_request( -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 537, in _make_request -2024-07-30 18:33:38 | ERROR | stderr | response = conn.getresponse() -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connection.py", line 466, in getresponse -2024-07-30 18:33:38 | ERROR | stderr | httplib_response = super().getresponse() -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 1375, in getresponse -2024-07-30 18:33:38 | ERROR | stderr | response.begin() -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 318, in begin -2024-07-30 18:33:38 | ERROR | stderr | version, status, reason = self._read_status() -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 279, in _read_status -2024-07-30 18:33:38 | ERROR | stderr | line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/socket.py", line 705, in readinto -2024-07-30 18:33:38 | ERROR | stderr | return self._sock.recv_into(b) -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/ssl.py", line 1307, in recv_into -2024-07-30 18:33:38 | ERROR | stderr | return self.read(nbytes, buffer) -2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/ssl.py", line 1163, in read -2024-07-30 18:33:38 | ERROR | stderr | return self._sslobj.read(len, buffer) -2024-07-30 18:33:38 | ERROR | stderr | KeyboardInterrupt -2024-07-30 18:33:47 | ERROR | stderr | -2024-07-30 18:33:47 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:20<00:36, 7.40s/it] -2024-07-30 18:33:47 | ERROR | stderr |  -2024-07-30 18:33:56 | ERROR | stderr | -2024-07-30 18:33:56 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:29<00:32, 8.01s/it] -2024-07-30 18:33:56 | ERROR | stderr |  -2024-07-30 18:34:04 | ERROR | stderr | -2024-07-30 18:34:04 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:37<00:24, 8.04s/it] -2024-07-30 18:34:04 | ERROR | stderr |  -2024-07-30 18:34:13 | ERROR | stderr | -2024-07-30 18:34:13 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:46<00:16, 8.34s/it] -2024-07-30 18:34:13 | ERROR | stderr |  -2024-07-30 18:34:20 | ERROR | stderr | -2024-07-30 18:34:20 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:54<00:08, 8.02s/it] -2024-07-30 18:34:20 | ERROR | stderr |  -2024-07-30 18:34:28 | ERROR | stderr | -2024-07-30 18:34:28 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:01<00:00, 7.82s/it] -2024-07-30 18:34:28 | ERROR | stderr |  -2024-07-30 18:34:28 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:01<00:00, 7.69s/it] -2024-07-30 18:34:28 | ERROR | stderr | -2024-07-30 18:34:28 | ERROR | stderr | Encoding passages: 96%|█████████▌| 4046/4223 [73:02:10<2:53:19, 58.75s/it] -2024-07-30 18:34:28 | INFO | stdout | I 4046 -2024-07-30 18:34:28 | ERROR | stderr | -2024-07-30 18:34:28 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 -2024-07-30 19:16:02 | ERROR | stderr | #print(models.retrieve(query="Where is Japan?", model_name=model_name, corpus=corpus)) -2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/models.py", line 246, in retrieve -2024-07-30 19:16:02 | ERROR | stderr | index = self.load_gcp_index(model_name, corpus) -2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/models.py", line 147, in load_gcp_index -2024-07-30 19:16:02 | ERROR | stderr | index.load_endpoint() -2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 199, in load_endpoint -2024-07-30 19:16:02 | ERROR | stderr | self._load_index() -2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 170, in _load_index -2024-07-30 19:16:02 | ERROR | stderr | self._create_index() -2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 144, in _create_index -2024-07-30 19:16:02 | ERROR | stderr | self._write_embeddings() -2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 85, in _write_embeddings -2024-07-30 19:16:02 | ERROR | stderr | raise FileExistsError(f"{self.emb_file_path} already exists. Delete it before running this method.") -2024-07-30 19:16:02 | ERROR | stderr | FileExistsError: emb_stackexchange_Salesforce__SFR-Embedding-2_R.json already exists. Delete it before running this method. -2024-07-30 19:16:09 | ERROR | stderr | -2024-07-30 19:16:09 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.88s/it] -2024-07-30 19:16:09 | ERROR | stderr |  -2024-07-30 19:16:09 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.91s/it] -2024-07-30 19:16:09 | ERROR | stderr | -2024-07-30 19:16:10 | ERROR | stderr | Encoding passages: 97%|█████████▋| 4086/4223 [73:43:52<2:37:38, 69.04s/it] -2024-07-30 19:16:10 | INFO | stdout | I 4086 -2024-07-30 19:16:10 | ERROR | stderr | -2024-07-30 19:16:10 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 -2024-07-30 19:26:15 | ERROR | stderr | #print(models.retrieve(query="Where is Japan?", model_name=model_name, corpus=corpus)) -2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/models.py", line 246, in retrieve -2024-07-30 19:26:15 | ERROR | stderr | index = self.load_gcp_index(model_name, corpus) -2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/models.py", line 147, in load_gcp_index -2024-07-30 19:26:15 | ERROR | stderr | index.load_endpoint() -2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 199, in load_endpoint -2024-07-30 19:26:15 | ERROR | stderr | self._load_index() -2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 170, in _load_index -2024-07-30 19:26:15 | ERROR | stderr | self._create_index() -2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 144, in _create_index -2024-07-30 19:26:15 | ERROR | stderr | self._write_embeddings() -2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 85, in _write_embeddings -2024-07-30 19:26:15 | ERROR | stderr | raise FileExistsError(f"{self.emb_file_path} already exists. Delete it before running this method.") -2024-07-30 19:26:15 | ERROR | stderr | FileExistsError: emb_stackexchange_intfloat__e5-mistral-7b-instruct.json already exists. Delete it before running this method. -2024-07-30 19:26:22 | ERROR | stderr | -2024-07-30 19:26:22 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.95s/it] -2024-07-30 19:26:22 | ERROR | stderr |  -2024-07-30 19:26:31 | ERROR | stderr | -2024-07-30 19:26:31 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.95s/it] -2024-07-30 19:26:31 | ERROR | stderr |  -2024-07-30 19:26:40 | ERROR | stderr | -2024-07-30 19:26:40 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:17, 8.95s/it] -2024-07-30 19:26:40 | ERROR | stderr |  -2024-07-30 19:26:49 | ERROR | stderr | -2024-07-30 19:26:49 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.95s/it] -2024-07-30 19:26:49 | ERROR | stderr |  -2024-07-30 19:26:58 | ERROR | stderr | -2024-07-30 19:26:58 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] -2024-07-30 19:26:58 | ERROR | stderr |  -2024-07-30 19:26:58 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] -2024-07-30 19:26:58 | ERROR | stderr | -2024-07-30 19:26:58 | ERROR | stderr | Encoding passages: 97%|█████████▋| 4095/4223 [73:54:40<2:33:49, 72.11s/it] -2024-07-30 19:26:58 | INFO | stdout | I 4095 -2024-07-30 19:26:58 | ERROR | stderr | -2024-07-30 19:26:58 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 6. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:42 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | -2024-07-30 21:04:43 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:40<00:24, 8.07s/it] -2024-07-30 21:04:43 | ERROR | stderr |  -2024-07-30 21:04:43 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 -2024-07-30 21:04:49 | INFO | stdout | Running on public URL: https://3b9d38b4067881d573.gradio.live -2024-07-30 21:04:49 | INFO | stdout | -2024-07-30 21:04:49 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) -2024-07-30 21:04:51 | ERROR | stderr | -2024-07-30 21:04:51 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:47<00:15, 7.92s/it] -2024-07-30 21:04:51 | ERROR | stderr |  -2024-07-30 21:05:00 | ERROR | stderr | -2024-07-30 21:05:00 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:56<00:08, 8.16s/it] -2024-07-30 21:05:00 | ERROR | stderr |  -2024-07-30 21:05:09 | ERROR | stderr | -2024-07-30 21:05:09 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:05<00:00, 8.41s/it] -2024-07-30 21:05:09 | ERROR | stderr |  -2024-07-30 21:05:09 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:05<00:00, 8.17s/it] -2024-07-30 21:05:09 | ERROR | stderr | -2024-07-30 21:05:09 | ERROR | stderr | Encoding passages: 99%|█████████▉| 4179/4223 [75:32:51<48:28, 66.10s/it] -2024-07-30 21:05:09 | INFO | stdout | I 4179 -2024-07-30 21:05:09 | ERROR | stderr | -2024-07-30 21:05:09 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 https://3b9d38b4067881d573.gradio.live -2024-07-30 21:26:06 | ERROR | stderr | Exception ignored in atexit callback: > -2024-07-30 21:26:06 | ERROR | stderr | Traceback (most recent call last): -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 169, in _push_to_hub -2024-07-30 21:26:06 | ERROR | stderr | value = self.push_to_hub() -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 243, in push_to_hub -2024-07-30 21:26:06 | ERROR | stderr | commit_info = self.api.create_commit( -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn -2024-07-30 21:26:06 | ERROR | stderr | return fn(*args, **kwargs) -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 1398, in _inner -2024-07-30 21:26:06 | ERROR | stderr | return fn(self, *args, **kwargs) -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 3851, in create_commit -2024-07-30 21:26:06 | ERROR | stderr | commit_resp = get_session().post(url=commit_url, headers=headers, data=data, params=params) -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 637, in post -2024-07-30 21:26:06 | ERROR | stderr | return self.request("POST", url, data=data, json=json, **kwargs) -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 589, in request -2024-07-30 21:26:06 | ERROR | stderr | resp = self.send(prep, **send_kwargs) -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 703, in send -2024-07-30 21:26:06 | ERROR | stderr | r = adapter.send(request, **kwargs) -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 66, in send -2024-07-30 21:26:06 | ERROR | stderr | return super().send(request, *args, **kwargs) -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/adapters.py", line 667, in send -2024-07-30 21:26:06 | ERROR | stderr | resp = conn.urlopen( -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 793, in urlopen -2024-07-30 21:26:06 | ERROR | stderr | response = self._make_request( -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 537, in _make_request -2024-07-30 21:26:06 | ERROR | stderr | response = conn.getresponse() -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connection.py", line 466, in getresponse -2024-07-30 21:26:06 | ERROR | stderr | httplib_response = super().getresponse() -2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 1375, in getresponse -2024-07-30 21:26:06 | ERROR | stderr | response.begin() -2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 318, in begin -2024-07-30 21:26:07 | ERROR | stderr | version, status, reason = self._read_status() -2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 279, in _read_status -2024-07-30 21:26:07 | ERROR | stderr | line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") -2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/socket.py", line 705, in readinto -2024-07-30 21:26:07 | ERROR | stderr | return self._sock.recv_into(b) -2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/ssl.py", line 1307, in recv_into -2024-07-30 21:26:07 | ERROR | stderr | return self.read(nbytes, buffer) -2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/ssl.py", line 1163, in read -2024-07-30 21:26:07 | ERROR | stderr | return self._sslobj.read(len, buffer) -2024-07-30 21:26:07 | ERROR | stderr | KeyboardInterrupt: -2024-07-30 21:26:07 | ERROR | stderr | -2024-07-30 21:26:07 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:50<00:16, 8.41s/it] -2024-07-30 21:26:07 | ERROR | stderr |  -2024-07-30 21:26:16 | ERROR | stderr | -2024-07-30 21:26:16 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:59<00:08, 8.58s/it] -2024-07-30 21:26:16 | ERROR | stderr |  -2024-07-30 21:26:25 | ERROR | stderr | -2024-07-30 21:26:25 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.68s/it] -2024-07-30 21:26:25 | ERROR | stderr |  -2024-07-30 21:26:25 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.59s/it] -2024-07-30 21:26:25 | ERROR | stderr | -2024-07-30 21:26:26 | ERROR | stderr | Encoding passages: 99%|█████████▉| 4198/4223 [75:54:08<28:07, 67.50s/it] -2024-07-30 21:26:26 | INFO | stdout | I 4198 -2024-07-30 21:26:26 | ERROR | stderr | -2024-07-30 21:26:26 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 6. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -Batches: 12%|█▎ | 1/8 [00:08<01:02, 8.92s/it] -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:07 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:38:07 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 21:38:08 | ERROR | stderr | -2024-07-30 21:38:08 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 -2024-07-30 21:38:09 | INFO | stdout | Running on public URL: https://889fcdc75724a1ff73.gradio.live -2024-07-30 21:38:09 | INFO | stdout | -2024-07-30 21:38:09 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) -2024-07-30 21:38:16 | ERROR | stderr | -2024-07-30 21:38:16 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:17<00:53, 8.93s/it] -2024-07-30 21:38:16 | ERROR | stderr |  -2024-07-30 21:38:25 | ERROR | stderr | -2024-07-30 21:38:25 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:26<00:44, 8.94s/it] -2024-07-30 21:38:25 | ERROR | stderr |  -2024-07-30 21:38:34 | ERROR | stderr | -2024-07-30 21:38:34 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.94s/it] -2024-07-30 21:38:34 | ERROR | stderr |  -2024-07-30 21:38:43 | ERROR | stderr | -2024-07-30 21:38:43 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.95s/it] -2024-07-30 21:38:43 | ERROR | stderr |  -2024-07-30 21:38:52 | ERROR | stderr | -2024-07-30 21:38:52 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:17, 8.95s/it] -2024-07-30 21:38:52 | ERROR | stderr |  -2024-07-30 21:39:01 | ERROR | stderr | -2024-07-30 21:39:01 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.95s/it] -2024-07-30 21:39:01 | ERROR | stderr |  -2024-07-30 21:39:10 | ERROR | stderr | -2024-07-30 21:39:10 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] -2024-07-30 21:39:10 | ERROR | stderr |  -2024-07-30 21:39:10 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] -2024-07-30 21:39:10 | ERROR | stderr | -2024-07-30 21:39:11 | ERROR | stderr | Encoding passages: 100%|█████████▉| 4209/4223 [76:06:53<16:20, 70.04s/it] -2024-07-30 21:39:11 | INFO | stdout | I 4209 -2024-07-30 21:39:11 | ERROR | stderr | -2024-07-30 21:39:11 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 https://889fcdc75724a1ff73.gradio.live -2024-07-30 21:42:08 | ERROR | stderr | -2024-07-30 21:42:08 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:34<00:34, 8.57s/it] -2024-07-30 21:42:08 | ERROR | stderr |  -2024-07-30 21:42:17 | ERROR | stderr | -2024-07-30 21:42:17 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:43<00:26, 8.70s/it] -2024-07-30 21:42:17 | ERROR | stderr |  -2024-07-30 21:42:25 | ERROR | stderr | -2024-07-30 21:42:25 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:51<00:16, 8.41s/it] -2024-07-30 21:42:25 | ERROR | stderr |  -2024-07-30 21:42:34 | ERROR | stderr | -2024-07-30 21:42:34 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:00<00:08, 8.58s/it] -2024-07-30 21:42:34 | ERROR | stderr |  -2024-07-30 21:42:43 | ERROR | stderr | -2024-07-30 21:42:43 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:09<00:00, 8.69s/it] -2024-07-30 21:42:43 | ERROR | stderr |  -2024-07-30 21:42:43 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:09<00:00, 8.64s/it] -2024-07-30 21:42:43 | ERROR | stderr | -2024-07-30 21:42:44 | ERROR | stderr | Encoding passages: 100%|█████████▉| 4212/4223 [76:10:26<12:55, 70.50s/it] -2024-07-30 21:42:44 | INFO | stdout | I 4212 -2024-07-30 21:42:44 | ERROR | stderr | -2024-07-30 21:42:44 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 -2024-07-30 21:55:28 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) -2024-07-30 21:55:28 | ERROR | stderr | File "/data/niklas/arena/models.py", line 78, in __init__ -2024-07-30 21:55:28 | ERROR | stderr | self.load_gcp_index(model_name, "stackexchange") -2024-07-30 21:55:28 | ERROR | stderr | File "/data/niklas/arena/models.py", line 145, in load_gcp_index -2024-07-30 21:55:28 | ERROR | stderr | model=self.loaded_models[model_name], -2024-07-30 21:55:28 | ERROR | stderr | KeyError: 'Salesforce__SFR-Embedding-2_R' -2024-07-30 22:05:41 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 -2024-07-30 22:06:19 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) -2024-07-30 22:06:19 | ERROR | stderr | File "/data/niklas/arena/models.py", line 75, in __init__ -2024-07-30 22:06:19 | ERROR | stderr | self.load_gcp_index(model_name, "wikipedia") -2024-07-30 22:06:19 | ERROR | stderr | File "/data/niklas/arena/models.py", line 143, in load_gcp_index -2024-07-30 22:06:19 | ERROR | stderr | index = VertexIndex( -2024-07-30 22:06:19 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 37, in __init__ -2024-07-30 22:06:19 | ERROR | stderr | self.index_name = MODEL_TO_INDEX_MAP.get(model_name, f"index_{corpus}_{model_path}".replace(".", "_")) -2024-07-30 22:06:19 | ERROR | stderr | UnboundLocalError: local variable 'model_path' referenced before assignment -2024-07-30 22:08:39 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 -2024-07-30 22:16:17 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) -2024-07-30 22:16:17 | ERROR | stderr | File "/data/niklas/arena/models.py", line 79, in __init__ -2024-07-30 22:16:17 | ERROR | stderr | self.load_gcp_index(model_name, "stackexchange") -2024-07-30 22:16:17 | ERROR | stderr | File "/data/niklas/arena/models.py", line 146, in load_gcp_index -2024-07-30 22:16:17 | ERROR | stderr | model=self.loaded_models[model_name], -2024-07-30 22:16:17 | ERROR | stderr | KeyError: 'Salesforce__SFR-Embedding-2_R' -2024-07-30 22:24:12 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 -2024-07-30 22:32:32 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) -2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/models.py", line 79, in __init__ -2024-07-30 22:32:32 | ERROR | stderr | self.load_gcp_index(model_name, "stackexchange") -2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index -2024-07-30 22:32:32 | ERROR | stderr | index.load_endpoint() -2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 204, in load_endpoint -2024-07-30 22:32:32 | ERROR | stderr | self._load_index() -2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 175, in _load_index -2024-07-30 22:32:32 | ERROR | stderr | self._create_index() -2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 149, in _create_index -2024-07-30 22:32:32 | ERROR | stderr | self._write_embeddings() -2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 90, in _write_embeddings -2024-07-30 22:32:32 | ERROR | stderr | raise FileExistsError(f"{self.emb_file_path} already exists. Delete it before running this method.") -2024-07-30 22:32:32 | ERROR | stderr | FileExistsError: emb_stackexchange_intfloat__e5-mistral-7b-instruct.json already exists. Delete it before running this method. -2024-07-30 22:43:48 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 -2024-07-30 22:52:09 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) -2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/models.py", line 79, in __init__ -2024-07-30 22:52:09 | ERROR | stderr | self.load_gcp_index(model_name, "stackexchange") -2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index -2024-07-30 22:52:09 | ERROR | stderr | index.load_endpoint() -2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 204, in load_endpoint -2024-07-30 22:52:09 | ERROR | stderr | self._load_index() -2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 175, in _load_index -2024-07-30 22:52:09 | ERROR | stderr | self._create_index() -2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 149, in _create_index -2024-07-30 22:52:09 | ERROR | stderr | self._write_embeddings() -2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 90, in _write_embeddings -2024-07-30 22:52:09 | ERROR | stderr | raise FileExistsError(f"{self.emb_file_path} already exists. Delete it before running this method.") -2024-07-30 22:52:09 | ERROR | stderr | FileExistsError: emb_stackexchange_intfloat__e5-mistral-7b-instruct.json already exists. Delete it before running this method. -2024-07-30 23:17:17 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00, >), received 6. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:26 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 23:29:26 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:29 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. -2024-07-30 23:29:29 | ERROR | stderr | -2024-07-30 23:29:30 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 -2024-07-30 23:29:32 | INFO | stdout | Running on public URL: https://71ffe3936697e8a8a5.gradio.live -2024-07-30 23:29:32 | INFO | stdout | -2024-07-30 23:29:32 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) -2024-07-30 23:29:49 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: -2024-07-30 23:29:49 | ERROR | stderr | -2024-07-30 23:29:49 | ERROR | stderr | Unexpected argument. Filling with None. -2024-07-30 23:29:49 | ERROR | stderr | -2024-07-30 23:29:49 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 +2024-08-01 16:20:25 | ERROR | stderr | block.launch(share=True) +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2595, in launch +2024-08-01 16:20:25 | ERROR | stderr | self.block_thread() +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2694, in block_thread +2024-08-01 16:20:25 | ERROR | stderr | self.server.close() +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/http_server.py", line 68, in close +2024-08-01 16:20:25 | ERROR | stderr | self.thread.join(timeout=5) +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/threading.py", line 1100, in join +2024-08-01 16:20:25 | ERROR | stderr | self._wait_for_tstate_lock(timeout=max(timeout, 0)) +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock +2024-08-01 16:20:25 | ERROR | stderr | if lock.acquire(block, timeout): +2024-08-01 16:20:25 | ERROR | stderr | KeyboardInterrupt +2024-08-01 16:20:25 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://1576a8bee41584ce99.gradio.live +2024-08-01 16:20:25 | ERROR | stderr | Exception ignored in atexit callback: > +2024-08-01 16:20:25 | ERROR | stderr | Traceback (most recent call last): +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 169, in _push_to_hub +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 203, in push_to_hub +2024-08-01 16:20:25 | ERROR | stderr | for path in sorted(self.folder_path.glob("**/*")) # sorted to be deterministic +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 1034, in glob +2024-08-01 16:20:25 | ERROR | stderr | for p in selector.select_from(self): +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 405, in select_from +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 1305, in is_dir +2024-08-01 16:20:25 | ERROR | stderr | return S_ISDIR(self.stat().st_mode) +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 1097, in stat +2024-08-01 16:20:25 | ERROR | stderr | return self._accessor.stat(self, follow_symlinks=follow_symlinks) +2024-08-01 16:20:25 | ERROR | stderr | KeyboardInterrupt: +2024-08-01 16:20:25 | ERROR | stderr | Exception ignored in atexit callback: +2024-08-01 16:20:25 | ERROR | stderr | Traceback (most recent call last): +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/_dynamo/utils.py", line 320, in dump_compile_times +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/_dynamo/utils.py", line 307, in compile_times +2024-08-01 16:20:25 | ERROR | stderr | out += tabulate(rows, headers=("Function", "Runtimes (s)")) +2024-08-01 16:20:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/_dynamo/utils.py", line 121, in tabulate +2024-08-01 16:20:25 | ERROR | stderr | File "", line 1027, in _find_and_load +2024-08-01 16:20:25 | ERROR | stderr | KeyboardInterrupt: +2024-08-01 16:32:28 | ERROR | stderr | Error in sys.excepthook: +2024-08-01 16:32:28 | ERROR | stderr | Traceback (most recent call last): +2024-08-01 16:32:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/linecache.py", line 46, in getlines +2024-08-01 16:32:28 | ERROR | stderr | return updatecache(filename, module_globals) +2024-08-01 16:32:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/linecache.py", line 136, in updatecache +2024-08-01 16:32:28 | ERROR | stderr | with tokenize.open(fullname) as fp: +2024-08-01 16:32:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/tokenize.py", line 396, in open +2024-08-01 16:32:28 | ERROR | stderr | encoding, lines = detect_encoding(buffer.readline) +2024-08-01 16:32:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/tokenize.py", line 365, in detect_encoding +2024-08-01 16:32:28 | ERROR | stderr | first = read_or_stop() +2024-08-01 16:32:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/tokenize.py", line 323, in read_or_stop +2024-08-01 16:32:28 | ERROR | stderr | return readline() +2024-08-01 16:32:28 | ERROR | stderr | KeyboardInterrupt +2024-08-01 16:32:28 | ERROR | stderr | +2024-08-01 16:32:28 | ERROR | stderr | Original exception was: +2024-08-01 16:32:28 | ERROR | stderr | Traceback (most recent call last): +2024-08-01 16:32:28 | ERROR | stderr | File "/data/niklas/arena/app.py", line 69, in +2024-08-01 16:32:28 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=True) +2024-08-01 16:32:28 | ERROR | stderr | File "/data/niklas/arena/models.py", line 66, in __init__ +2024-08-01 16:32:28 | ERROR | stderr | self.load_model(model_name) +2024-08-01 16:32:28 | ERROR | stderr | File "/data/niklas/arena/models.py", line 98, in load_model +2024-08-01 16:32:28 | ERROR | stderr | model = mteb.get_model( +2024-08-01 16:32:28 | ERROR | stderr | File "/data/niklas/mteb/mteb/models/__init__.py", line 46, in get_model +2024-08-01 16:32:28 | ERROR | stderr | model = meta.load_model(**kwargs) +2024-08-01 16:32:28 | ERROR | stderr | File "/data/niklas/mteb/mteb/model_meta.py", line 95, in load_model +2024-08-01 16:32:28 | ERROR | stderr | model: Encoder | EncoderWithQueryCorpusEncode = loader(**kwargs) # type: ignore +2024-08-01 16:32:28 | ERROR | stderr | File "/data/niklas/mteb/mteb/models/bge_models.py", line 18, in __init__ +2024-08-01 16:32:28 | ERROR | stderr | self.mdl = SentenceTransformer(model_name) +2024-08-01 16:32:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sentence_transformers/SentenceTransformer.py", line 287, in __init__ +2024-08-01 16:32:28 | ERROR | stderr | modules = self._load_sbert_model( +2024-08-01 16:32:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sentence_transformers/SentenceTransformer.py", line 1487, in _load_sbert_model +2024-08-01 16:32:28 | ERROR | stderr | module = Transformer(model_name_or_path, cache_dir=cache_folder, **kwargs) +2024-08-01 16:32:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sentence_transformers/models/Transformer.py", line 54, in __init__ +2024-08-01 16:32:29 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sentence_transformers/models/Transformer.py", line 85, in _load_model +2024-08-01 16:32:29 | ERROR | stderr | self.auto_model = AutoModel.from_pretrained( +2024-08-01 16:32:29 | ERROR | stderr | File "/data/niklas/transformers/src/transformers/models/auto/auto_factory.py", line 541, in from_pretrained +2024-08-01 16:32:29 | ERROR | stderr | has_local_code = type(config) in cls._model_mapping.keys() +2024-08-01 16:32:29 | ERROR | stderr | File "/data/niklas/transformers/src/transformers/models/auto/auto_factory.py", line 752, in keys +2024-08-01 16:32:29 | ERROR | stderr | mapping_keys = [ +2024-08-01 16:32:29 | ERROR | stderr | File "/data/niklas/transformers/src/transformers/models/auto/auto_factory.py", line 753, in +2024-08-01 16:32:29 | ERROR | stderr | self._load_attr_from_module(key, name) +2024-08-01 16:32:29 | ERROR | stderr | File "/data/niklas/transformers/src/transformers/models/auto/auto_factory.py", line 749, in _load_attr_from_module +2024-08-01 16:32:29 | ERROR | stderr | return getattribute_from_module(self._modules[module_name], attr) +2024-08-01 16:32:29 | ERROR | stderr | File "/data/niklas/transformers/src/transformers/models/auto/auto_factory.py", line 693, in getattribute_from_module +2024-08-01 16:32:29 | ERROR | stderr | if hasattr(module, attr): +2024-08-01 16:32:29 | ERROR | stderr | File "/data/niklas/transformers/src/transformers/utils/import_utils.py", line 1564, in __getattr__ +2024-08-01 16:32:29 | ERROR | stderr | module = self._get_module(self._class_to_module[name]) +2024-08-01 16:32:29 | ERROR | stderr | File "/data/niklas/transformers/src/transformers/utils/import_utils.py", line 1574, in _get_module +2024-08-01 16:32:29 | ERROR | stderr | return importlib.import_module("." + module_name, self.__name__) +2024-08-01 16:32:29 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/importlib/__init__.py", line 126, in import_module +2024-08-01 16:32:29 | ERROR | stderr | return _bootstrap._gcd_import(name[level:], package, level) +2024-08-01 16:32:29 | ERROR | stderr | File "", line 1050, in _gcd_import +2024-08-01 16:32:29 | ERROR | stderr | File "", line 1027, in _find_and_load +2024-08-01 16:32:29 | ERROR | stderr | File "", line 1002, in _find_and_load_unlocked +2024-08-01 16:32:29 | ERROR | stderr | File "", line 945, in _find_spec +2024-08-01 16:32:29 | ERROR | stderr | File "", line 1439, in find_spec +2024-08-01 16:32:29 | ERROR | stderr | File "", line 1411, in _get_spec +2024-08-01 16:32:29 | ERROR | stderr | File "", line 1548, in find_spec +2024-08-01 16:32:29 | ERROR | stderr | File "", line 1591, in _fill_cache +2024-08-01 16:32:29 | ERROR | stderr | KeyboardInterrupt +2024-08-01 16:33:03 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/3 [00:00, >), received 6. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:41:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 16:41:55 | ERROR | stderr | warnings.warn( +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:01 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 16:42:01 | ERROR | stderr | +2024-08-01 16:42:02 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-08-01 16:42:09 | INFO | stdout | Running on public URL: https://c02b0d93b44f61fb16.gradio.live +2024-08-01 16:42:09 | INFO | stdout | +2024-08-01 16:42:09 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-08-01 16:58:37 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 +2024-08-01 22:55:49 | ERROR | stderr | results = [future.result() for future in futures] +2024-08-01 22:55:49 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 458, in result +2024-08-01 22:55:49 | ERROR | stderr | return self.__get_result() +2024-08-01 22:55:49 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result +2024-08-01 22:55:49 | ERROR | stderr | raise self._exception +2024-08-01 22:55:49 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/thread.py", line 58, in run +2024-08-01 22:55:49 | ERROR | stderr | result = self.fn(*self.args, **self.kwargs) +2024-08-01 22:55:49 | ERROR | stderr | File "/data/niklas/arena/models.py", line 317, in clustering +2024-08-01 22:55:49 | ERROR | stderr | data["cluster"] = KMeans(n_clusters=ncluster, n_init='auto', random_state=0).fit_predict(emb).tolist() +2024-08-01 22:55:49 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/cluster/_kmeans.py", line 1071, in fit_predict +2024-08-01 22:55:49 | ERROR | stderr | return self.fit(X, sample_weight=sample_weight).labels_ +2024-08-01 22:55:49 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/base.py", line 1474, in wrapper +2024-08-01 22:55:49 | ERROR | stderr | return fit_method(estimator, *args, **kwargs) +2024-08-01 22:55:49 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/cluster/_kmeans.py", line 1490, in fit +2024-08-01 22:55:49 | ERROR | stderr | self._check_params_vs_input(X) +2024-08-01 22:55:49 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/cluster/_kmeans.py", line 1431, in _check_params_vs_input +2024-08-01 22:55:49 | ERROR | stderr | super()._check_params_vs_input(X, default_n_init=10) +2024-08-01 22:55:49 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/cluster/_kmeans.py", line 879, in _check_params_vs_input +2024-08-01 22:55:49 | ERROR | stderr | raise ValueError( +2024-08-01 22:55:49 | ERROR | stderr | ValueError: n_samples=2 should be >= n_clusters=3. +2024-08-01 22:55:53 | ERROR | stderr | +2024-08-01 22:55:53 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:54<00:18, 9.03s/it] +2024-08-01 22:55:53 | ERROR | stderr |  +2024-08-01 22:55:54 | ERROR | stderr | +2024-08-01 22:55:54 | ERROR | stderr | Batches: 12%|█▎ | 1/8 [00:06<00:47, 6.79s/it] +2024-08-01 22:55:54 | ERROR | stderr |  +2024-08-01 22:55:58 | ERROR | stderr | +2024-08-01 22:55:58 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:47<00:15, 7.97s/it] +2024-08-01 22:55:58 | ERROR | stderr |  +2024-08-01 22:55:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-08-01 22:55:59 | ERROR | stderr | +2024-08-01 22:55:59 | ERROR | stderr | Unexpected argument. Filling with None. +2024-08-01 22:55:59 | ERROR | stderr | +2024-08-01 22:56:02 | ERROR | stderr | +2024-08-01 22:56:02 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.87s/it] +2024-08-01 22:56:02 | ERROR | stderr |  +2024-08-01 22:56:02 | ERROR | stderr | +2024-08-01 22:56:02 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:15<00:48, 8.05s/it] +2024-08-01 22:56:02 | ERROR | stderr |  +2024-08-01 22:56:06 | ERROR | stderr | +2024-08-01 22:56:06 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:55<00:07, 7.94s/it] +2024-08-01 22:56:06 | ERROR | stderr |  +2024-08-01 22:56:10 | ERROR | stderr | +2024-08-01 22:56:10 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:22<00:38, 7.62s/it] +2024-08-01 22:56:10 | ERROR | stderr |  +2024-08-01 22:56:10 | ERROR | stderr | +2024-08-01 22:56:10 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.78s/it] +2024-08-01 22:56:10 | ERROR | stderr |  +2024-08-01 22:56:10 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.93s/it] +2024-08-01 22:56:10 | ERROR | stderr | +2024-08-01 22:56:11 | ERROR | stderr | Encoding passages: 4%|â– | 292/7444 [5:56:17<145:30:29, 73.24s/it] +2024-08-01 22:56:11 | INFO | stdout | I 292 +2024-08-01 22:56:11 | ERROR | stderr | +2024-08-01 22:56:11 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-08-02 01:30:20 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=True) +2024-08-02 01:30:20 | ERROR | stderr | File "/data/niklas/arena/models.py", line 75, in __init__ +2024-08-02 01:30:20 | ERROR | stderr | self.load_gcp_index(model_name, "wikipedia") +2024-08-02 01:30:20 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index +2024-08-02 01:30:20 | ERROR | stderr | index.load_endpoint() +2024-08-02 01:30:20 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 202, in load_endpoint +2024-08-02 01:30:20 | ERROR | stderr | self._load_index() +2024-08-02 01:30:20 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 173, in _load_index +2024-08-02 01:30:20 | ERROR | stderr | self._create_index() +2024-08-02 01:30:20 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 147, in _create_index +2024-08-02 01:30:20 | ERROR | stderr | self._write_embeddings() +2024-08-02 01:30:20 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 88, in _write_embeddings +2024-08-02 01:30:20 | ERROR | stderr | raise FileExistsError(f"{self.emb_file_path} already exists. Delete it before running this method.") +2024-08-02 01:30:20 | ERROR | stderr | FileExistsError: emb_wikipedia_Alibaba-NLP__gte-Qwen2-7B-instruct.json already exists. Delete it before running this method. +2024-08-02 01:30:21 | ERROR | stderr | +2024-08-02 01:30:21 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:17<00:51, 8.61s/it] +2024-08-02 01:30:21 | ERROR | stderr |  +2024-08-02 01:30:23 | ERROR | stderr | +2024-08-02 01:30:23 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:27<00:45, 9.06s/it] +2024-08-02 01:30:23 | ERROR | stderr |  +2024-08-02 01:30:23 | ERROR | stderr | +2024-08-02 01:30:23 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.94s/it] +2024-08-02 01:30:23 | ERROR | stderr |  +2024-08-02 01:30:23 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] +2024-08-02 01:30:23 | ERROR | stderr | +2024-08-02 01:30:24 | ERROR | stderr | Encoding passages: 12%|█■| 495/4223 [8:21:21<75:04:35, 72.50s/it] +2024-08-02 01:30:24 | INFO | stdout | I 495 +2024-08-02 01:30:24 | ERROR | stderr | +2024-08-02 01:30:24 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 6. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 01:39:15 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:15 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 01:39:16 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:16 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 01:39:16 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:16 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 01:39:16 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:16 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 01:39:16 | ERROR | stderr | warnings.warn( +2024-08-02 01:39:16 | ERROR | stderr | +2024-08-02 01:39:16 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:15<00:45, 7.54s/it] +2024-08-02 01:39:16 | ERROR | stderr |  +2024-08-02 01:39:17 | ERROR | stderr | +2024-08-02 01:39:17 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:26<00:44, 8.92s/it] +2024-08-02 01:39:17 | ERROR | stderr |  +2024-08-02 01:39:20 | ERROR | stderr | +2024-08-02 01:39:20 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:17, 8.93s/it] +2024-08-02 01:39:20 | ERROR | stderr |  +2024-08-02 01:39:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:22 | ERROR | stderr | +2024-08-02 01:39:22 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-08-02 01:39:22 | ERROR | stderr | +2024-08-02 01:39:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:22 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:23 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 01:39:23 | ERROR | stderr | +2024-08-02 01:39:24 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-08-02 01:39:24 | ERROR | stderr | +2024-08-02 01:39:24 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:23<00:39, 7.84s/it] +2024-08-02 01:39:24 | ERROR | stderr |  +2024-08-02 01:39:26 | ERROR | stderr | +2024-08-02 01:39:26 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.93s/it] +2024-08-02 01:39:26 | ERROR | stderr |  +2024-08-02 01:39:27 | INFO | stdout | Running on public URL: https://f494544f7c5dbb9300.gradio.live +2024-08-02 01:39:27 | INFO | stdout | +2024-08-02 01:39:27 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-08-02 01:39:29 | ERROR | stderr | +2024-08-02 01:39:29 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.98s/it] +2024-08-02 01:39:29 | ERROR | stderr |  +2024-08-02 01:39:33 | ERROR | stderr | +2024-08-02 01:39:33 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:32<00:33, 8.34s/it] +2024-08-02 01:39:33 | ERROR | stderr |  +2024-08-02 01:39:35 | ERROR | stderr | +2024-08-02 01:39:35 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.93s/it] +2024-08-02 01:39:35 | ERROR | stderr |  +2024-08-02 01:39:38 | ERROR | stderr | +2024-08-02 01:39:38 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 9.01s/it] +2024-08-02 01:39:38 | ERROR | stderr |  +2024-08-02 01:39:38 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.91s/it] +2024-08-02 01:39:38 | ERROR | stderr | +2024-08-02 01:39:39 | ERROR | stderr | Encoding passages: 6%|â–Œ | 426/7444 [8:39:44<141:56:54, 72.81s/it] +2024-08-02 01:39:39 | INFO | stdout | I 426 +2024-08-02 01:39:39 | ERROR | stderr | +2024-08-02 01:39:39 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 /home/niklas/gritlm/gritlm/gritlm.py(115)encode() +2024-08-02 04:39:54 | INFO | stdout | -> all_embeddings, all_kv_caches = [], [] +2024-08-02 04:39:59 | ERROR | stderr | +2024-08-02 04:39:59 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:31<00:30, 7.61s/it] +2024-08-02 04:39:59 | ERROR | stderr |  +2024-08-02 04:40:00 | ERROR | stderr | +2024-08-02 04:40:00 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:17<00:53, 8.93s/it] +2024-08-02 04:40:00 | ERROR | stderr |  +2024-08-02 04:40:00 | ERROR | stderr | Encoding passages: 25%|███████ | 1067/4223 [2:46:34<7:15:55, 8.29s/it] +2024-08-02 04:40:00 | INFO | stdout | I 1067 +2024-08-02 04:40:01 | ERROR | stderr | +2024-08-02 04:40:01 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:18<00:54, 9.08s/it] +2024-08-02 04:40:01 | ERROR | stderr |  +2024-08-02 04:40:08 | ERROR | stderr | +2024-08-02 04:40:08 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:40<00:24, 8.10s/it] +2024-08-02 04:40:08 | ERROR | stderr |  +2024-08-02 04:40:08 | ERROR | stderr | Encoding passages: 25%|███████ | 1068/4223 [2:46:42<7:14:52, 8.27s/it] +2024-08-02 04:40:08 | INFO | stdout | I 1068 +2024-08-02 04:40:08 | ERROR | stderr | +2024-08-02 04:40:08 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:26<00:44, 8.94s/it] +2024-08-02 04:40:08 | ERROR | stderr |  +2024-08-02 04:40:10 | ERROR | stderr | +2024-08-02 04:40:10 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:27<00:45, 9.07s/it] +2024-08-02 04:40:10 | ERROR | stderr |  +2024-08-02 04:40:16 | ERROR | stderr | +2024-08-02 04:40:16 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:48<00:16, 8.21s/it] +2024-08-02 04:40:16 | ERROR | stderr |  +2024-08-02 04:40:17 | ERROR | stderr | Encoding passages: 25%|███████ | 1069/4223 [2:46:51<7:16:27, 8.30s/it] +2024-08-02 04:40:17 | INFO | stdout | I 1069 +2024-08-02 04:40:17 | ERROR | stderr | +2024-08-02 04:40:17 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.93s/it] +2024-08-02 04:40:17 | ERROR | stderr |  +2024-08-02 04:40:20 | ERROR | stderr | +2024-08-02 04:40:20 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:36<00:36, 9.08s/it] +2024-08-02 04:40:20 | ERROR | stderr |  +2024-08-02 04:40:25 | ERROR | stderr | Encoding passages: 25%|███████ | 1070/4223 [2:46:59<7:16:20, 8.30s/it] +2024-08-02 04:40:25 | INFO | stdout | I 1070 +2024-08-02 04:40:25 | ERROR | stderr | +2024-08-02 04:40:25 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:57<00:08, 8.40s/it] +2024-08-02 04:40:25 | ERROR | stderr |  +2024-08-02 04:40:26 | ERROR | stderr | +2024-08-02 04:40:26 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.94s/it] +2024-08-02 04:40:26 | ERROR | stderr |  +2024-08-02 04:40:29 | ERROR | stderr | +2024-08-02 04:40:29 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:45<00:27, 9.07s/it] +2024-08-02 04:40:29 | ERROR | stderr |  +2024-08-02 04:40:33 | ERROR | stderr | Encoding passages: 25%|███████ | 1071/4223 [2:47:07<7:16:31, 8.31s/it] +2024-08-02 04:40:33 | INFO | stdout | I 1071 +2024-08-02 04:40:34 | ERROR | stderr | +2024-08-02 04:40:34 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:06<00:00, 8.52s/it] +2024-08-02 04:40:34 | ERROR | stderr |  +2024-08-02 04:40:34 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:06<00:00, 8.25s/it] +2024-08-02 04:40:34 | ERROR | stderr | +2024-08-02 04:40:35 | ERROR | stderr | Encoding passages: 13%|█▎ | 638/4906 [11:41:15<79:39:55, 67.20s/it] +2024-08-02 04:40:35 | INFO | stdout | I 638 +2024-08-02 04:40:35 | ERROR | stderr | +2024-08-02 04:40:35 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 /home/niklas/gritlm/gritlm/gritlm.py(116)encode() +2024-08-02 04:40:39 | INFO | stdout | -> for start_index in tqdm(range(0, len(sentences), batch_size), desc="Batches", disable=len(sentences)<256): +2024-08-02 04:40:40 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(117)encode() +2024-08-02 04:40:40 | INFO | stdout | -> sentences_batch = [ +2024-08-02 04:40:41 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(118)encode() +2024-08-02 04:40:41 | INFO | stdout | -> instruction + s + self.embed_eos for s in sentences[start_index:start_index + batch_size] +2024-08-02 04:40:41 | ERROR | stderr | Encoding passages: 25%|███████ | 1072/4223 [2:47:15<7:09:17, 8.17s/it] +2024-08-02 04:40:41 | INFO | stdout | I 1072 +2024-08-02 04:40:42 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(117)encode() +2024-08-02 04:40:42 | INFO | stdout | -> sentences_batch = [ +2024-08-02 04:40:43 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(121)encode() +2024-08-02 04:40:43 | INFO | stdout | -> inputs = self.tokenizer( +2024-08-02 04:40:44 | ERROR | stderr | +2024-08-02 04:40:44 | ERROR | stderr | Batches: 12%|█▎ | 1/8 [00:09<01:03, 9.09s/it] +2024-08-02 04:40:44 | ERROR | stderr |  +2024-08-02 04:40:44 | ERROR | stderr | +2024-08-02 04:40:44 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.93s/it] +2024-08-02 04:40:44 | ERROR | stderr |  +2024-08-02 04:40:45 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(122)encode() +2024-08-02 04:40:45 | INFO | stdout | -> sentences_batch, +2024-08-02 04:40:46 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(123)encode() +2024-08-02 04:40:46 | INFO | stdout | -> padding=True, +2024-08-02 04:40:46 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(124)encode() +2024-08-02 04:40:46 | INFO | stdout | -> truncation=True, +2024-08-02 04:40:47 | ERROR | stderr | +2024-08-02 04:40:47 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:03<00:09, 9.08s/it] +2024-08-02 04:40:47 | ERROR | stderr |  +2024-08-02 04:40:47 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(125)encode() +2024-08-02 04:40:47 | INFO | stdout | -> return_tensors='pt', +2024-08-02 04:40:47 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(126)encode() +2024-08-02 04:40:47 | INFO | stdout | -> max_length=max_length, +2024-08-02 04:40:48 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(127)encode() +2024-08-02 04:40:48 | INFO | stdout | -> add_special_tokens=add_special_tokens, +2024-08-02 04:40:48 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(121)encode() +2024-08-02 04:40:48 | INFO | stdout | -> inputs = self.tokenizer( +2024-08-02 04:40:49 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(128)encode() +2024-08-02 04:40:49 | INFO | stdout | -> ).to(self.device) +2024-08-02 04:40:49 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(121)encode() +2024-08-02 04:40:49 | INFO | stdout | -> inputs = self.tokenizer( +2024-08-02 04:40:50 | ERROR | stderr | Encoding passages: 25%|███████ | 1073/4223 [2:47:24<7:15:38, 8.30s/it] +2024-08-02 04:40:50 | INFO | stdout | I 1073 +2024-08-02 04:40:50 | INFO | stdout | > /home/niklas/gritlm/gritlm/gritlm.py(130)encode() +2024-08-02 04:40:50 | INFO | stdout | -> if (self.attn is not None) and (self.attn[:2] == 'bb'): +2024-08-02 04:40:51 | ERROR | stderr | +2024-08-02 04:40:51 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:16<00:46, 7.83s/it] +2024-08-02 04:40:51 | ERROR | stderr |  +2024-08-02 04:40:53 | ERROR | stderr | +2024-08-02 04:40:53 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.93s/it] +2024-08-02 04:40:53 | ERROR | stderr |  +2024-08-02 04:40:53 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.93s/it] +2024-08-02 04:40:53 | ERROR | stderr | +2024-08-02 04:40:54 | INFO | stdout | {'input_ids': tensor([[ 641, 1235, 25, 16246, 264, 3239, 11, 17179, 264, +2024-08-02 04:40:54 | INFO | stdout | 9760, 5567, 2265, 323, 8115, 504, 796, 55, 344, +2024-08-02 04:40:54 | INFO | stdout | 198, 2859, 25, 10967, 374, 6323, 30, 151643]], +2024-08-02 04:40:54 | INFO | stdout | device='cuda:5'), 'attention_mask': tensor([[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, +2024-08-02 04:40:54 | INFO | stdout | 1, 1]], device='cuda:5')} +2024-08-02 04:40:54 | ERROR | stderr | Encoding passages: 15%|█▌ | 653/4223 [11:31:51<71:42:30, 72.31s/it] +2024-08-02 04:40:54 | INFO | stdout | I 653 +2024-08-02 04:40:54 | ERROR | stderr | +2024-08-02 04:40:54 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-08-02 04:41:20 | ERROR | stderr | print(models.retrieve(query="Where is Japan?", model_name=model_name, corpus=corpus)) +2024-08-02 04:41:20 | ERROR | stderr | File "/data/niklas/arena/models.py", line 249, in retrieve +2024-08-02 04:41:20 | ERROR | stderr | index = self.load_gcp_index(model_name, corpus) +2024-08-02 04:41:20 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index +2024-08-02 04:41:20 | ERROR | stderr | index.load_endpoint() +2024-08-02 04:41:20 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 202, in load_endpoint +2024-08-02 04:41:20 | ERROR | stderr | self._load_index() +2024-08-02 04:41:20 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 173, in _load_index +2024-08-02 04:41:20 | ERROR | stderr | self._create_index() +2024-08-02 04:41:20 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 147, in _create_index +2024-08-02 04:41:20 | ERROR | stderr | self._write_embeddings() +2024-08-02 04:41:20 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 87, in _write_embeddings +2024-08-02 04:41:20 | ERROR | stderr | if os.path.exists(self.emb_file_path): +2024-08-02 04:41:20 | ERROR | stderr | AttributeError: 'VertexIndex' object has no attribute 'emb_file_path'. Did you mean: 'emb2_file_path'? +2024-08-02 04:41:21 | ERROR | stderr | +2024-08-02 04:41:21 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:26<00:44, 8.94s/it] +2024-08-02 04:41:21 | ERROR | stderr |  +2024-08-02 04:41:24 | ERROR | stderr | +2024-08-02 04:41:24 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:26<00:44, 8.94s/it] +2024-08-02 04:41:24 | ERROR | stderr |  +2024-08-02 04:41:24 | ERROR | stderr | +2024-08-02 04:41:24 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:49<00:16, 8.32s/it] +2024-08-02 04:41:24 | ERROR | stderr |  +2024-08-02 04:41:28 | ERROR | stderr | Encoding passages: 26%|███████■| 1077/4223 [2:48:02<8:33:43, 9.80s/it] +2024-08-02 04:41:28 | INFO | stdout | I 1077 +2024-08-02 04:41:30 | ERROR | stderr | +2024-08-02 04:41:30 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.94s/it] +2024-08-02 04:41:30 | ERROR | stderr |  +2024-08-02 04:41:32 | ERROR | stderr | +2024-08-02 04:41:32 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:57<00:08, 8.16s/it] +2024-08-02 04:41:32 | ERROR | stderr |  +2024-08-02 04:41:33 | ERROR | stderr | +2024-08-02 04:41:33 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.99s/it] +2024-08-02 04:41:33 | ERROR | stderr |  +2024-08-02 04:41:37 | ERROR | stderr | Encoding passages: 26%|███████■| 1078/4223 [2:48:11<8:27:02, 9.67s/it] +2024-08-02 04:41:37 | INFO | stdout | I 1078 +2024-08-02 04:41:39 | ERROR | stderr | +2024-08-02 04:41:39 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.93s/it] +2024-08-02 04:41:39 | ERROR | stderr |  +2024-08-02 04:41:39 | ERROR | stderr | +2024-08-02 04:41:39 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:04<00:00, 7.79s/it] +2024-08-02 04:41:39 | ERROR | stderr |  +2024-08-02 04:41:39 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:04<00:00, 8.02s/it] +2024-08-02 04:41:39 | ERROR | stderr | +2024-08-02 04:41:40 | ERROR | stderr | Encoding passages: 13%|█▎ | 639/4906 [11:42:20<78:52:14, 66.54s/it] +2024-08-02 04:41:40 | INFO | stdout | I 639 +2024-08-02 04:41:40 | ERROR | stderr | +2024-08-02 04:41:40 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-08-02 04:45:13 | ERROR | stderr | print(models.retrieve(query="Where is Japan?", model_name=model_name, corpus=corpus)) +2024-08-02 04:45:13 | ERROR | stderr | File "/data/niklas/arena/models.py", line 249, in retrieve +2024-08-02 04:45:13 | ERROR | stderr | index = self.load_gcp_index(model_name, corpus) +2024-08-02 04:45:13 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index +2024-08-02 04:45:13 | ERROR | stderr | index.load_endpoint() +2024-08-02 04:45:13 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 202, in load_endpoint +2024-08-02 04:45:13 | ERROR | stderr | self._load_index() +2024-08-02 04:45:13 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 173, in _load_index +2024-08-02 04:45:13 | ERROR | stderr | self._create_index() +2024-08-02 04:45:13 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 147, in _create_index +2024-08-02 04:45:13 | ERROR | stderr | self._write_embeddings() +2024-08-02 04:45:13 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 124, in _write_embeddings +2024-08-02 04:45:13 | ERROR | stderr | embeddings = self.model.encode_corpus(batch, batch_size=gpu_embedder_batch_size//8) +2024-08-02 04:45:13 | ERROR | stderr | File "/data/niklas/mteb/mteb/models/gte_models.py", line 38, in encode_corpus +2024-08-02 04:45:13 | ERROR | stderr | return super().encode_corpus(*args, **kwargs) +2024-08-02 04:45:13 | ERROR | stderr | File "/home/niklas/gritlm/gritlm/gritlm.py", line 90, in encode_corpus +2024-08-02 04:45:13 | ERROR | stderr | return self.encode(corpus, **kwargs) +2024-08-02 04:45:13 | ERROR | stderr | File "/data/niklas/mteb/mteb/models/gte_models.py", line 34, in encode +2024-08-02 04:45:13 | ERROR | stderr | return super().encode(*args, **kwargs) +2024-08-02 04:45:13 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context +2024-08-02 04:45:13 | ERROR | stderr | return func(*args, **kwargs) +2024-08-02 04:45:13 | ERROR | stderr | File "/home/niklas/gritlm/gritlm/gritlm.py", line 133, in encode +2024-08-02 04:45:13 | ERROR | stderr | outputs = ( +2024-08-02 04:45:13 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl +2024-08-02 04:45:13 | ERROR | stderr | return self._call_impl(*args, **kwargs) +2024-08-02 04:45:13 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl +2024-08-02 04:45:13 | ERROR | stderr | return forward_call(*args, **kwargs) +2024-08-02 04:45:13 | ERROR | stderr | File "/data/huggingface/modules/transformers_modules/Alibaba-NLP/gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/modeling_qwen.py", line 1081, in forward +2024-08-02 04:45:13 | ERROR | stderr | layer_outputs = decoder_layer( +2024-08-02 04:45:13 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl +2024-08-02 04:45:13 | ERROR | stderr | return self._call_impl(*args, **kwargs) +2024-08-02 04:45:13 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl +2024-08-02 04:45:13 | ERROR | stderr | return forward_call(*args, **kwargs) +2024-08-02 04:45:13 | ERROR | stderr | File "/data/huggingface/modules/transformers_modules/Alibaba-NLP/gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/modeling_qwen.py", line 793, in forward +2024-08-02 04:45:13 | ERROR | stderr | hidden_states = self.post_attention_layernorm(hidden_states) +2024-08-02 04:45:13 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1696, in __getattr__ +2024-08-02 04:45:13 | ERROR | stderr | def __getattr__(self, name: str) -> Any: +2024-08-02 04:45:13 | ERROR | stderr | KeyboardInterrupt +2024-08-02 04:45:14 | ERROR | stderr | +2024-08-02 04:45:14 | ERROR | stderr | Batches: 12%|█▎ | 1/8 [00:08<01:02, 8.93s/it] +2024-08-02 04:45:14 | ERROR | stderr |  +2024-08-02 04:45:16 | ERROR | stderr | +2024-08-02 04:45:16 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.94s/it] +2024-08-02 04:45:16 | ERROR | stderr |  +2024-08-02 04:45:19 | ERROR | stderr | Encoding passages: 26%|███████▎ | 1102/4223 [2:51:53<7:15:38, 8.38s/it] +2024-08-02 04:45:19 | INFO | stdout | I 1102 +2024-08-02 04:45:21 | ERROR | stderr | +2024-08-02 04:45:21 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.87s/it] +2024-08-02 04:45:21 | ERROR | stderr |  +2024-08-02 04:45:22 | ERROR | stderr | +2024-08-02 04:45:22 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:16<00:50, 8.38s/it] +2024-08-02 04:45:22 | ERROR | stderr |  +2024-08-02 04:45:25 | ERROR | stderr | +2024-08-02 04:45:25 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:17, 8.94s/it] +2024-08-02 04:45:25 | ERROR | stderr |  +2024-08-02 04:45:30 | ERROR | stderr | +2024-08-02 04:45:30 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:24<00:40, 8.12s/it] +2024-08-02 04:45:30 | ERROR | stderr |  +2024-08-02 04:45:30 | ERROR | stderr | +2024-08-02 04:45:30 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:17, 8.93s/it] +2024-08-02 04:45:30 | ERROR | stderr |  +2024-08-02 04:45:32 | ERROR | stderr | Encoding passages: 26%|███████▎ | 1103/4223 [2:52:06<8:32:51, 9.86s/it] +2024-08-02 04:45:32 | INFO | stdout | I 1103 +2024-08-02 04:45:34 | ERROR | stderr | +2024-08-02 04:45:34 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.94s/it] +2024-08-02 04:45:34 | ERROR | stderr |  +2024-08-02 04:45:37 | ERROR | stderr | +2024-08-02 04:45:37 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:31<00:31, 7.78s/it] +2024-08-02 04:45:37 | ERROR | stderr |  +2024-08-02 04:45:39 | ERROR | stderr | +2024-08-02 04:45:39 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.98s/it] +2024-08-02 04:45:39 | ERROR | stderr |  +2024-08-02 04:45:40 | ERROR | stderr | Encoding passages: 26%|███████▎ | 1104/4223 [2:52:14<8:08:43, 9.40s/it] +2024-08-02 04:45:40 | INFO | stdout | I 1104 +2024-08-02 04:45:43 | ERROR | stderr | +2024-08-02 04:45:43 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.94s/it] +2024-08-02 04:45:43 | ERROR | stderr |  +2024-08-02 04:45:43 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.94s/it] +2024-08-02 04:45:43 | ERROR | stderr | +2024-08-02 04:45:43 | ERROR | stderr | +2024-08-02 04:45:43 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:38<00:21, 7.31s/it] +2024-08-02 04:45:43 | ERROR | stderr |  +2024-08-02 04:45:43 | ERROR | stderr | Encoding passages: 16%|█▌ | 657/4223 [11:36:41<71:40:05, 72.35s/it] +2024-08-02 04:45:43 | INFO | stdout | I 657 +2024-08-02 04:45:43 | ERROR | stderr | +2024-08-02 04:45:43 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 https://f494544f7c5dbb9300.gradio.live +2024-08-02 04:54:38 | INFO | stdout |  +2024-08-02 04:54:38 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-08-02 04:54:40 | ERROR | stderr | +2024-08-02 04:54:40 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:33<00:34, 8.60s/it] +2024-08-02 04:54:40 | ERROR | stderr |  +2024-08-02 04:54:44 | ERROR | stderr | Encoding passages: 28%|███████▋ | 1163/4223 [3:01:18<6:58:33, 8.21s/it] +2024-08-02 04:54:44 | INFO | stdout | I 1163 +2024-08-02 04:54:45 | ERROR | stderr | +2024-08-02 04:54:45 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:26<00:44, 8.97s/it] +2024-08-02 04:54:45 | ERROR | stderr |  +2024-08-02 04:54:45 | ERROR | stderr | +2024-08-02 04:54:45 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.93s/it] +2024-08-02 04:54:45 | ERROR | stderr |  +2024-08-02 04:54:49 | ERROR | stderr | +2024-08-02 04:54:49 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:42<00:26, 8.79s/it] +2024-08-02 04:54:49 | ERROR | stderr |  +2024-08-02 04:54:53 | ERROR | stderr | Encoding passages: 28%|███████▋ | 1164/4223 [3:01:27<7:07:15, 8.38s/it] +2024-08-02 04:54:53 | INFO | stdout | I 1164 +2024-08-02 04:54:54 | ERROR | stderr | +2024-08-02 04:54:54 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:36, 9.01s/it] +2024-08-02 04:54:54 | ERROR | stderr |  +2024-08-02 04:54:54 | ERROR | stderr | +2024-08-02 04:54:54 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.93s/it] +2024-08-02 04:54:54 | ERROR | stderr |  +2024-08-02 04:54:57 | ERROR | stderr | +2024-08-02 04:54:57 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:51<00:17, 8.70s/it] +2024-08-02 04:54:57 | ERROR | stderr |  +2024-08-02 04:55:03 | ERROR | stderr | +2024-08-02 04:55:03 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:27, 9.04s/it] +2024-08-02 04:55:03 | ERROR | stderr |  +2024-08-02 04:55:03 | ERROR | stderr | +2024-08-02 04:55:03 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:17, 8.93s/it] +2024-08-02 04:55:03 | ERROR | stderr |  +2024-08-02 04:55:06 | ERROR | stderr | +2024-08-02 04:55:06 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:00<00:08, 8.84s/it] +2024-08-02 04:55:06 | ERROR | stderr |  +2024-08-02 04:55:09 | ERROR | stderr | Encoding passages: 28%|███████▋ | 1165/4223 [3:01:43<9:08:22, 10.76s/it] +2024-08-02 04:55:09 | INFO | stdout | I 1165 +2024-08-02 04:55:09 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-08-02 04:55:09 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-08-02 04:55:12 | ERROR | stderr | +2024-08-02 04:55:12 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.93s/it] +2024-08-02 04:55:12 | ERROR | stderr |  +2024-08-02 04:55:12 | ERROR | stderr | +2024-08-02 04:55:12 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:18, 9.05s/it] +2024-08-02 04:55:12 | ERROR | stderr |  +2024-08-02 04:55:14 | ERROR | stderr | +2024-08-02 04:55:14 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.62s/it] +2024-08-02 04:55:14 | ERROR | stderr |  +2024-08-02 04:55:14 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.59s/it] +2024-08-02 04:55:14 | ERROR | stderr | +2024-08-02 04:55:15 | ERROR | stderr | Encoding passages: 13%|█▎ | 651/4906 [11:55:55<81:48:04, 69.21s/it] +2024-08-02 04:55:15 | INFO | stdout | I 651 +2024-08-02 04:55:15 | ERROR | stderr | +2024-08-02 04:55:15 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-08-02 05:12:13 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=True) +2024-08-02 05:12:13 | ERROR | stderr | File "/data/niklas/arena/models.py", line 75, in __init__ +2024-08-02 05:12:13 | ERROR | stderr | self.load_gcp_index(model_name, "wikipedia") +2024-08-02 05:12:13 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index +2024-08-02 05:12:13 | ERROR | stderr | index.load_endpoint() +2024-08-02 05:12:13 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 202, in load_endpoint +2024-08-02 05:12:13 | ERROR | stderr | self._load_index() +2024-08-02 05:12:13 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 173, in _load_index +2024-08-02 05:12:13 | ERROR | stderr | self._create_index() +2024-08-02 05:12:13 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 147, in _create_index +2024-08-02 05:12:13 | ERROR | stderr | self._write_embeddings() +2024-08-02 05:12:13 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 124, in _write_embeddings +2024-08-02 05:12:13 | ERROR | stderr | embeddings = self.model.encode_corpus(batch, batch_size=gpu_embedder_batch_size//8) +2024-08-02 05:12:13 | ERROR | stderr | File "/data/niklas/mteb/mteb/models/gte_models.py", line 38, in encode_corpus +2024-08-02 05:12:13 | ERROR | stderr | return super().encode_corpus(*args, **kwargs) +2024-08-02 05:12:13 | ERROR | stderr | File "/home/niklas/gritlm/gritlm/gritlm.py", line 90, in encode_corpus +2024-08-02 05:12:13 | ERROR | stderr | return self.encode(corpus, **kwargs) +2024-08-02 05:12:13 | ERROR | stderr | File "/data/niklas/mteb/mteb/models/gte_models.py", line 34, in encode +2024-08-02 05:12:13 | ERROR | stderr | return super().encode(*args, **kwargs) +2024-08-02 05:12:13 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context +2024-08-02 05:12:13 | ERROR | stderr | return func(*args, **kwargs) +2024-08-02 05:12:13 | ERROR | stderr | File "/home/niklas/gritlm/gritlm/gritlm.py", line 164, in encode +2024-08-02 05:12:13 | ERROR | stderr | all_embeddings.append(embeddings.cpu().to(torch.float32).numpy()) +2024-08-02 05:12:13 | ERROR | stderr | KeyboardInterrupt +2024-08-02 05:12:15 | ERROR | stderr | +2024-08-02 05:12:15 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] +2024-08-02 05:12:15 | ERROR | stderr |  +2024-08-02 05:12:15 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] +2024-08-02 05:12:15 | ERROR | stderr | +2024-08-02 05:12:15 | ERROR | stderr | Encoding passages: 16%|█▌ | 679/4223 [12:03:13<71:17:42, 72.42s/it] +2024-08-02 05:12:15 | INFO | stdout | I 679 +2024-08-02 05:12:15 | ERROR | stderr | +2024-08-02 05:12:15 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 6. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:994: UserWarning: Expected maximum 1 arguments for function >, received 2. +2024-08-02 05:24:31 | ERROR | stderr | warnings.warn( +2024-08-02 05:24:31 | ERROR | stderr | Traceback (most recent call last): +2024-08-02 05:24:31 | ERROR | stderr | File "/data/niklas/arena/app.py", line 113, in +2024-08-02 05:24:31 | ERROR | stderr | build_side_by_side_ui_named(models) +2024-08-02 05:24:31 | ERROR | stderr | File "/data/niklas/arena/ui.py", line 592, in build_side_by_side_ui_named +2024-08-02 05:24:31 | ERROR | stderr | draw_btn.click( +2024-08-02 05:24:31 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/events.py", line 542, in event_trigger +2024-08-02 05:24:31 | ERROR | stderr | return Dependency(block, dep.get_config(), dep_index, fn, timer) +2024-08-02 05:24:31 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 575, in get_config +2024-08-02 05:24:31 | ERROR | stderr | "inputs": [block._id for block in self.inputs], +2024-08-02 05:24:31 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 575, in +2024-08-02 05:24:31 | ERROR | stderr | "inputs": [block._id for block in self.inputs], +2024-08-02 05:24:31 | ERROR | stderr | AttributeError: 'str' object has no attribute '_id' +2024-08-02 05:24:32 | ERROR | stderr | +2024-08-02 05:24:32 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.86s/it] +2024-08-02 05:24:32 | ERROR | stderr |  +2024-08-02 05:24:32 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.96s/it] +2024-08-02 05:24:32 | ERROR | stderr | +2024-08-02 05:24:32 | ERROR | stderr | +2024-08-02 05:24:32 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:03<00:09, 9.08s/it] +2024-08-02 05:24:32 | ERROR | stderr |  +2024-08-02 05:24:32 | ERROR | stderr | Encoding passages: 32%|█████████ | 1364/4223 [3:31:06<6:49:14, 8.59s/it] +2024-08-02 05:24:32 | INFO | stdout | I 1364 +2024-08-02 05:24:33 | ERROR | stderr | Encoding passages: 14%|█■| 677/4906 [12:25:13<80:56:47, 68.91s/it] +2024-08-02 05:24:33 | INFO | stdout | I 677 +2024-08-02 05:24:33 | ERROR | stderr | +2024-08-02 05:24:33 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 6. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 05:39:26 | ERROR | stderr | warnings.warn( +2024-08-02 05:39:26 | ERROR | stderr | Traceback (most recent call last): +2024-08-02 05:39:26 | ERROR | stderr | File "/data/niklas/arena/app.py", line 113, in +2024-08-02 05:39:26 | ERROR | stderr | build_side_by_side_ui_named(models) +2024-08-02 05:39:26 | ERROR | stderr | File "/data/niklas/arena/ui.py", line 592, in build_side_by_side_ui_named +2024-08-02 05:39:26 | ERROR | stderr | draw_btn.click( +2024-08-02 05:39:26 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/events.py", line 542, in event_trigger +2024-08-02 05:39:26 | ERROR | stderr | return Dependency(block, dep.get_config(), dep_index, fn, timer) +2024-08-02 05:39:26 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 575, in get_config +2024-08-02 05:39:26 | ERROR | stderr | "inputs": [block._id for block in self.inputs], +2024-08-02 05:39:26 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 575, in +2024-08-02 05:39:26 | ERROR | stderr | "inputs": [block._id for block in self.inputs], +2024-08-02 05:39:26 | ERROR | stderr | AttributeError: 'list' object has no attribute '_id' +2024-08-02 05:39:28 | ERROR | stderr | Encoding passages: 35%|█████████▋ | 1469/4223 [3:46:02<6:25:25, 8.40s/it] +2024-08-02 05:39:28 | INFO | stdout | I 1469 +2024-08-02 05:39:29 | ERROR | stderr | +2024-08-02 05:39:29 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:41<00:23, 7.90s/it] +2024-08-02 05:39:29 | ERROR | stderr |  +2024-08-02 05:39:31 | ERROR | stderr | +2024-08-02 05:39:31 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:17<00:52, 8.79s/it] +2024-08-02 05:39:31 | ERROR | stderr |  +2024-08-02 05:39:32 | ERROR | stderr | +2024-08-02 05:39:32 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:17<00:52, 8.78s/it] +2024-08-02 05:39:32 | ERROR | stderr |  +2024-08-02 05:39:36 | ERROR | stderr | Encoding passages: 35%|█████████▋ | 1470/4223 [3:46:10<6:23:13, 8.35s/it] +2024-08-02 05:39:36 | INFO | stdout | I 1470 +2024-08-02 05:39:38 | ERROR | stderr | +2024-08-02 05:39:38 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:50<00:16, 8.25s/it] +2024-08-02 05:39:38 | ERROR | stderr |  +2024-08-02 05:39:40 | ERROR | stderr | +2024-08-02 05:39:40 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:26<00:44, 8.92s/it] +2024-08-02 05:39:40 | ERROR | stderr |  +2024-08-02 05:39:40 | ERROR | stderr | +2024-08-02 05:39:40 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:26<00:43, 8.63s/it] +2024-08-02 05:39:40 | ERROR | stderr |  +2024-08-02 05:39:43 | ERROR | stderr | +2024-08-02 05:39:43 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:55<00:07, 7.25s/it] +2024-08-02 05:39:43 | ERROR | stderr |  +2024-08-02 05:39:44 | ERROR | stderr | Encoding passages: 35%|█████████▊ | 1471/4223 [3:46:19<6:27:02, 8.44s/it] +2024-08-02 05:39:44 | INFO | stdout | I 1471 +2024-08-02 05:39:47 | ERROR | stderr | +2024-08-02 05:39:47 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:33<00:31, 7.97s/it] +2024-08-02 05:39:47 | ERROR | stderr |  +2024-08-02 05:39:49 | ERROR | stderr | +2024-08-02 05:39:49 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:00<00:00, 6.66s/it] +2024-08-02 05:39:49 | ERROR | stderr |  +2024-08-02 05:39:49 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:00<00:00, 7.61s/it] +2024-08-02 05:39:49 | ERROR | stderr | +2024-08-02 05:39:49 | ERROR | stderr | Encoding passages: 17%|█▋ | 702/4223 [12:30:47<67:39:48, 69.18s/it] +2024-08-02 05:39:49 | INFO | stdout | I 702 +2024-08-02 05:39:49 | ERROR | stderr | +2024-08-02 05:39:49 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 https://c02b0d93b44f61fb16.gradio.live +2024-08-02 15:26:03 | ERROR | stderr | Exception ignored in atexit callback: +2024-08-02 15:26:03 | ERROR | stderr | Traceback (most recent call last): +2024-08-02 15:26:03 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/_dynamo/utils.py", line 320, in dump_compile_times +2024-08-02 15:26:03 | ERROR | stderr | log.info(compile_times(repr="str", aggregate=True)) +2024-08-02 15:26:03 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/_dynamo/utils.py", line 307, in compile_times +2024-08-02 15:26:03 | ERROR | stderr | out += tabulate(rows, headers=("Function", "Runtimes (s)")) +2024-08-02 15:26:03 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/_dynamo/utils.py", line 121, in tabulate +2024-08-02 15:26:03 | ERROR | stderr | KeyboardInterrupt: +2024-08-02 15:26:04 | INFO | stdout |  +2024-08-02 15:26:05 | ERROR | stderr | +2024-08-02 15:26:05 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 9.04s/it] +2024-08-02 15:26:05 | ERROR | stderr |  +2024-08-02 15:26:05 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.97s/it] +2024-08-02 15:26:05 | ERROR | stderr | +2024-08-02 15:26:06 | ERROR | stderr | Encoding passages: 15%|█■| 1106/7444 [22:26:12<128:11:41, 72.82s/it] +2024-08-02 15:26:06 | INFO | stdout | I 1106 +2024-08-02 15:26:06 | ERROR | stderr | +2024-08-02 15:26:06 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 6. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:28:09 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:10 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:28:10 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:10 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:28:10 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:10 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:28:10 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:10 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:28:10 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:10 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:28:10 | ERROR | stderr | warnings.warn( +2024-08-02 15:28:14 | ERROR | stderr | +2024-08-02 15:28:14 | ERROR | stderr | Batches: 100%|██████████| 8/8 [00:56<00:00, 6.93s/it] +2024-08-02 15:28:14 | ERROR | stderr |  +2024-08-02 15:28:14 | ERROR | stderr | Batches: 100%|██████████| 8/8 [00:56<00:00, 7.04s/it] +2024-08-02 15:28:14 | ERROR | stderr | +2024-08-02 15:28:14 | ERROR | stderr | +2024-08-02 15:28:15 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:18, 9.01s/it] +2024-08-02 15:28:15 | ERROR | stderr |  +2024-08-02 15:28:15 | ERROR | stderr | Encoding passages: 31%|███ | 1315/4223 [22:19:12<48:14:29, 59.72s/it] +2024-08-02 15:28:15 | INFO | stdout | I 1315 +2024-08-02 15:28:15 | ERROR | stderr | +2024-08-02 15:28:15 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 9. +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:52 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:18<00:54, 9.09s/it] +2024-08-02 15:28:52 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:52 | ERROR | stderr |  +2024-08-02 15:28:52 | ERROR | stderr | +2024-08-02 15:28:53 | ERROR | stderr | +2024-08-02 15:28:53 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:37<00:22, 7.62s/it] +2024-08-02 15:28:53 | ERROR | stderr |  +2024-08-02 15:28:53 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:53 | ERROR | stderr | +2024-08-02 15:28:53 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-08-02 15:28:53 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:54 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:55 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:28:55 | ERROR | stderr | +2024-08-02 15:28:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:56 | ERROR | stderr | +2024-08-02 15:28:56 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:28:56 | ERROR | stderr | +2024-08-02 15:28:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:56 | ERROR | stderr | +2024-08-02 15:28:56 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:28:56 | ERROR | stderr | +2024-08-02 15:28:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:57 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:57 | ERROR | stderr | +2024-08-02 15:28:58 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:58 | ERROR | stderr | +2024-08-02 15:28:58 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:28:59 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-08-02 15:28:59 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | +2024-08-02 15:29:00 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:27<00:45, 9.04s/it] +2024-08-02 15:29:00 | ERROR | stderr |  +2024-08-02 15:29:01 | ERROR | stderr | +2024-08-02 15:29:01 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:27<00:45, 9.13s/it] +2024-08-02 15:29:01 | ERROR | stderr |  +2024-08-02 15:29:02 | ERROR | stderr | +2024-08-02 15:29:02 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:46<00:15, 8.00s/it] +2024-08-02 15:29:02 | ERROR | stderr |  +2024-08-02 15:29:08 | ERROR | stderr | +2024-08-02 15:29:08 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:53<00:07, 7.58s/it] +2024-08-02 15:29:08 | ERROR | stderr |  +2024-08-02 15:29:09 | ERROR | stderr | +2024-08-02 15:29:09 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.84s/it] +2024-08-02 15:29:09 | ERROR | stderr |  +2024-08-02 15:29:09 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-08-02 15:29:11 | ERROR | stderr | +2024-08-02 15:29:11 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:36<00:36, 9.14s/it] +2024-08-02 15:29:11 | ERROR | stderr |  +2024-08-02 15:29:16 | ERROR | stderr | +2024-08-02 15:29:16 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:01<00:00, 7.76s/it] +2024-08-02 15:29:17 | ERROR | stderr |  +2024-08-02 15:29:17 | ERROR | stderr | +2024-08-02 15:29:17 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:01<00:00, 7.68s/it] +2024-08-02 15:29:17 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:43<00:25, 8.49s/it] +2024-08-02 15:29:17 | ERROR | stderr | +2024-08-02 15:29:17 | ERROR | stderr |  +2024-08-02 15:29:18 | ERROR | stderr | Encoding passages: 31%|███ | 1316/4223 [22:20:15<48:53:46, 60.55s/it] +2024-08-02 15:29:18 | INFO | stdout | I 1316 +2024-08-02 15:29:18 | ERROR | stderr | +2024-08-02 15:29:18 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-08-02 15:37:56 | ERROR | stderr | print(models.retrieve(query="Where is Japan?", model_name=model_name, corpus=corpus)) +2024-08-02 15:37:56 | ERROR | stderr | File "/data/niklas/arena/models.py", line 249, in retrieve +2024-08-02 15:37:56 | ERROR | stderr | index = self.load_gcp_index(model_name, corpus) +2024-08-02 15:37:56 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index +2024-08-02 15:37:56 | ERROR | stderr | index.load_endpoint() +2024-08-02 15:37:56 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 203, in load_endpoint +2024-08-02 15:37:56 | ERROR | stderr | self._load_index() +2024-08-02 15:37:56 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 174, in _load_index +2024-08-02 15:37:56 | ERROR | stderr | self._create_index() +2024-08-02 15:37:56 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 148, in _create_index +2024-08-02 15:37:56 | ERROR | stderr | self._write_embeddings() +2024-08-02 15:37:56 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 125, in _write_embeddings +2024-08-02 15:37:56 | ERROR | stderr | embeddings = self.model.encode_corpus(batch, batch_size=gpu_embedder_batch_size//8) +2024-08-02 15:37:56 | ERROR | stderr | File "/data/niklas/mteb/mteb/models/google_models.py", line 88, in encode_corpus +2024-08-02 15:37:56 | ERROR | stderr | titles.append(doc["title"]) +2024-08-02 15:37:56 | ERROR | stderr | KeyError: 'title' +2024-08-02 15:37:58 | ERROR | stderr | +2024-08-02 15:37:58 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:36<00:36, 9.09s/it] +2024-08-02 15:37:58 | ERROR | stderr |  +2024-08-02 15:37:59 | ERROR | stderr | +2024-08-02 15:37:59 | ERROR | stderr | Batches: 12%|█▎ | 1/8 [00:06<00:46, 6.71s/it] +2024-08-02 15:37:59 | ERROR | stderr |  +2024-08-02 15:38:00 | INFO | index_logger | Checking if index index_wikipedia_BAAI__bge-large-en-v1_5 exists ... +2024-08-02 15:38:01 | ERROR | stderr | +2024-08-02 15:38:01 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:16<00:47, 7.98s/it] +2024-08-02 15:38:01 | ERROR | stderr |  +2024-08-02 15:38:01 | INFO | index_logger | Vector Search index index_wikipedia_BAAI__bge-large-en-v1_5 exists with resource name projects/1048622315445/locations/us-east1/indexes/1815311289644220416 +2024-08-02 15:38:01 | INFO | index_logger | Vector Search index endpoint endpoint exists with resource name projects/1048622315445/locations/us-east1/indexEndpoints/62672162783232000 +2024-08-02 15:38:04 | ERROR | stderr | Resolving data files: 0%| | 0/26 [00:00, >), received 6. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:47:34 | ERROR | stderr | warnings.warn( +2024-08-02 15:47:36 | ERROR | stderr | +2024-08-02 15:47:36 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:38<00:23, 7.80s/it] +2024-08-02 15:47:36 | ERROR | stderr |  +2024-08-02 15:47:38 | ERROR | stderr | +2024-08-02 15:47:38 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:27<00:45, 9.04s/it] +2024-08-02 15:47:38 | ERROR | stderr |  +2024-08-02 15:47:42 | ERROR | stderr | +2024-08-02 15:47:42 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:45<00:14, 7.34s/it] +2024-08-02 15:47:42 | ERROR | stderr |  +2024-08-02 15:47:43 | ERROR | stderr | +2024-08-02 15:47:43 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:56<00:08, 8.16s/it] +2024-08-02 15:47:43 | ERROR | stderr |  +2024-08-02 15:47:47 | ERROR | stderr | +2024-08-02 15:47:47 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:36<00:36, 9.00s/it] +2024-08-02 15:47:47 | ERROR | stderr |  +2024-08-02 15:47:51 | ERROR | stderr | +2024-08-02 15:47:51 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:04<00:00, 8.24s/it] +2024-08-02 15:47:51 | ERROR | stderr |  +2024-08-02 15:47:51 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:04<00:00, 8.11s/it] +2024-08-02 15:47:51 | ERROR | stderr | +2024-08-02 15:47:51 | ERROR | stderr | +2024-08-02 15:47:51 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:54<00:07, 7.86s/it] +2024-08-02 15:47:51 | ERROR | stderr |  +2024-08-02 15:47:52 | ERROR | stderr | Encoding passages: 25%|██▌ | 1233/4906 [22:48:32<68:25:49, 67.07s/it] +2024-08-02 15:47:52 | INFO | stdout | I 1233 +2024-08-02 15:47:52 | ERROR | stderr | +2024-08-02 15:47:52 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 9. +2024-08-02 15:48:07 | ERROR | stderr | +2024-08-02 15:48:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:07 | ERROR | stderr | +2024-08-02 15:48:07 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-02 15:48:07 | ERROR | stderr | +2024-08-02 15:48:09 | ERROR | stderr | +2024-08-02 15:48:09 | ERROR | stderr | Batches: 12%|█▎ | 1/8 [00:08<01:02, 8.91s/it] +2024-08-02 15:48:09 | ERROR | stderr |  +2024-08-02 15:48:09 | ERROR | stderr | +2024-08-02 15:48:09 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:17<00:52, 8.69s/it] +2024-08-02 15:48:09 | ERROR | stderr |  +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:48:11 | ERROR | stderr | +2024-08-02 15:48:11 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:12 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:48:12 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:13 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:48:13 | ERROR | stderr | +2024-08-02 15:48:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 15:48:14 | ERROR | stderr | +2024-08-02 15:48:14 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 15:48:14 | ERROR | stderr | +2024-08-02 15:48:14 | ERROR | stderr | +2024-08-02 15:48:14 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.89s/it] +2024-08-02 15:48:14 | ERROR | stderr |  +2024-08-02 15:48:15 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-08-02 15:48:16 | ERROR | stderr | +2024-08-02 15:48:16 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:16<00:47, 7.89s/it] +2024-08-02 15:48:16 | ERROR | stderr |  +2024-08-02 15:48:17 | ERROR | stderr | +2024-08-02 15:48:17 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:24<00:40, 8.19s/it] +2024-08-02 15:48:17 | ERROR | stderr |  +2024-08-02 15:48:23 | ERROR | stderr | +2024-08-02 15:48:23 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.96s/it] +2024-08-02 15:48:23 | ERROR | stderr |  +2024-08-02 15:48:23 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.99s/it] +2024-08-02 15:48:23 | ERROR | stderr | +2024-08-02 15:48:24 | ERROR | stderr | Encoding passages: 15%|█▌ | 1124/7444 [22:48:30<129:15:03, 73.62s/it] +2024-08-02 15:48:24 | INFO | stdout | I 1124 +2024-08-02 15:48:24 | ERROR | stderr | +2024-08-02 15:48:24 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 https://2674715144e1128d53.gradio.live +2024-08-02 15:51:30 | ERROR | stderr | Exception ignored in atexit callback: > +2024-08-02 15:51:30 | ERROR | stderr | Traceback (most recent call last): +2024-08-02 15:51:30 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 169, in _push_to_hub +2024-08-02 15:51:30 | ERROR | stderr | value = self.push_to_hub() +2024-08-02 15:51:30 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 203, in push_to_hub +2024-08-02 15:51:30 | ERROR | stderr | for path in sorted(self.folder_path.glob("**/*")) # sorted to be deterministic +2024-08-02 15:51:30 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 1034, in glob +2024-08-02 15:51:30 | ERROR | stderr | for p in selector.select_from(self): +2024-08-02 15:51:30 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 405, in select_from +2024-08-02 15:51:30 | ERROR | stderr | if not is_dir(parent_path): +2024-08-02 15:51:30 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 1305, in is_dir +2024-08-02 15:51:30 | ERROR | stderr | return S_ISDIR(self.stat().st_mode) +2024-08-02 15:51:30 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 1097, in stat +2024-08-02 15:51:30 | ERROR | stderr | return self._accessor.stat(self, follow_symlinks=follow_symlinks) +2024-08-02 15:51:30 | ERROR | stderr | KeyboardInterrupt: +2024-08-02 15:51:31 | ERROR | stderr | +2024-08-02 15:51:31 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:21<00:36, 7.32s/it] +2024-08-02 15:51:31 | ERROR | stderr |  +2024-08-02 15:51:35 | ERROR | stderr | +2024-08-02 15:51:35 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:43<00:25, 8.56s/it] +2024-08-02 15:51:35 | ERROR | stderr |  +2024-08-02 15:51:36 | ERROR | stderr | +2024-08-02 15:51:36 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:24<00:42, 8.44s/it] +2024-08-02 15:51:36 | ERROR | stderr |  +2024-08-02 15:51:39 | ERROR | stderr | +2024-08-02 15:51:39 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:29<00:30, 7.66s/it] +2024-08-02 15:51:39 | ERROR | stderr |  +2024-08-02 15:51:44 | ERROR | stderr | +2024-08-02 15:51:44 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:52<00:17, 8.75s/it] +2024-08-02 15:51:44 | ERROR | stderr |  +2024-08-02 15:51:45 | ERROR | stderr | +2024-08-02 15:51:45 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:33<00:34, 8.70s/it] +2024-08-02 15:51:45 | ERROR | stderr |  +2024-08-02 15:51:47 | ERROR | stderr | +2024-08-02 15:51:47 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:37<00:22, 7.47s/it] +2024-08-02 15:51:47 | ERROR | stderr |  +2024-08-02 15:51:52 | ERROR | stderr | +2024-08-02 15:51:52 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:00<00:08, 8.59s/it] +2024-08-02 15:51:52 | ERROR | stderr |  +2024-08-02 15:51:54 | ERROR | stderr | +2024-08-02 15:51:54 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:42<00:26, 8.85s/it] +2024-08-02 15:51:54 | ERROR | stderr |  +2024-08-02 15:51:56 | ERROR | stderr | +2024-08-02 15:51:56 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:46<00:15, 7.98s/it] +2024-08-02 15:51:56 | ERROR | stderr |  +2024-08-02 15:52:01 | ERROR | stderr | +2024-08-02 15:52:01 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:09<00:00, 8.75s/it] +2024-08-02 15:52:01 | ERROR | stderr |  +2024-08-02 15:52:01 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:10<00:00, 8.75s/it] +2024-08-02 15:52:01 | ERROR | stderr | +2024-08-02 15:52:01 | ERROR | stderr | +2024-08-02 15:52:01 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:49<00:16, 8.21s/it] +2024-08-02 15:52:01 | ERROR | stderr |  +2024-08-02 15:52:02 | ERROR | stderr | Encoding passages: 15%|█▌ | 1127/7444 [22:52:08<127:48:09, 72.83s/it] +2024-08-02 15:52:02 | INFO | stdout | I 1127 +2024-08-02 15:52:02 | ERROR | stderr | +2024-08-02 15:52:02 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 6. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 16:02:56 | ERROR | stderr | warnings.warn( +2024-08-02 16:02:59 | ERROR | stderr | +2024-08-02 16:02:59 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:18<00:54, 9.11s/it] +2024-08-02 16:02:59 | ERROR | stderr |  +2024-08-02 16:02:59 | ERROR | stderr | +2024-08-02 16:02:59 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 9.03s/it] +2024-08-02 16:02:59 | ERROR | stderr |  +2024-08-02 16:02:59 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.99s/it] +2024-08-02 16:02:59 | ERROR | stderr | +2024-08-02 16:03:00 | ERROR | stderr | Encoding passages: 15%|█▌ | 1136/7444 [23:03:06<128:06:19, 73.11s/it] +2024-08-02 16:03:00 | INFO | stdout | I 1136 +2024-08-02 16:03:00 | ERROR | stderr | +2024-08-02 16:03:00 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 9. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | +2024-08-02 16:03:09 | ERROR | stderr | Batches: 12%|█▎ | 1/8 [00:09<01:03, 9.08s/it] +2024-08-02 16:03:09 | ERROR | stderr |  +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:49<00:16, 8.33s/it] +2024-08-02 16:03:13 | ERROR | stderr |  +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:13 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-02 16:03:13 | ERROR | stderr | +2024-08-02 16:03:14 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-08-02 16:03:16 | ERROR | stderr | +2024-08-02 16:03:16 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.85s/it] +2024-08-02 16:03:16 | ERROR | stderr |  +2024-08-02 16:03:18 | ERROR | stderr | +2024-08-02 16:03:18 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:18<00:54, 9.09s/it] +2024-08-02 16:03:18 | ERROR | stderr |  +2024-08-02 16:03:20 | ERROR | stderr | +2024-08-02 16:03:20 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:56<00:07, 7.92s/it] +2024-08-02 16:03:20 | ERROR | stderr |  +2024-08-02 16:03:24 | INFO | stdout | Running on public URL: https://db3f815b58733e092c.gradio.live +2024-08-02 16:03:24 | INFO | stdout | +2024-08-02 16:03:24 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-08-02 16:03:25 | ERROR | stderr | +2024-08-02 16:03:25 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.95s/it] +2024-08-02 16:03:25 | ERROR | stderr |  +2024-08-02 16:03:27 | ERROR | stderr | +2024-08-02 16:03:27 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:27<00:45, 9.09s/it] +2024-08-02 16:03:27 | ERROR | stderr |  +2024-08-02 16:03:29 | ERROR | stderr | +2024-08-02 16:03:29 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:05<00:00, 8.24s/it] +2024-08-02 16:03:29 | ERROR | stderr |  +2024-08-02 16:03:29 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:05<00:00, 8.13s/it] +2024-08-02 16:03:29 | ERROR | stderr | +2024-08-02 16:03:30 | ERROR | stderr | Encoding passages: 32%|███■| 1349/4223 [22:54:27<50:27:39, 63.21s/it] +2024-08-02 16:03:30 | INFO | stdout | I 1349 +2024-08-02 16:03:30 | ERROR | stderr | +2024-08-02 16:03:30 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-07-31 13:57:23 | ERROR | stderr | build_leaderboard_tab(elo_results_file['sts'], leaderboard_table_file['sts'], task_type="STS") +2024-07-31 13:57:23 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2595, in launch +2024-07-31 13:57:23 | ERROR | stderr | self.block_thread() +2024-07-31 13:57:23 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2694, in block_thread +2024-07-31 13:57:23 | ERROR | stderr | self.server.close() +2024-07-31 13:57:23 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/http_server.py", line 68, in close +2024-07-31 13:57:23 | ERROR | stderr | self.thread.join(timeout=5) +2024-07-31 13:57:23 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/threading.py", line 1100, in join +2024-07-31 13:57:23 | ERROR | stderr | self._wait_for_tstate_lock(timeout=max(timeout, 0)) +2024-07-31 13:57:23 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock +2024-07-31 13:57:23 | ERROR | stderr | if lock.acquire(block, timeout): +2024-07-31 13:57:23 | ERROR | stderr | KeyboardInterrupt +2024-07-31 13:57:23 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://7cd756ddd8ceaa7d27.gradio.live diff --git a/MTEB-Arena-logs/vote_log/index_logger.log.2024-07-31 b/MTEB-Arena-logs/vote_log/index_logger.log.2024-07-31 new file mode 100644 index 0000000..6f5fe79 --- /dev/null +++ b/MTEB-Arena-logs/vote_log/index_logger.log.2024-07-31 @@ -0,0 +1,56032 @@ +2024-07-30 17:31:03 | ERROR | stderr | +2024-07-30 17:31:03 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:41<00:26, 8.69s/it] +2024-07-30 17:31:03 | ERROR | stderr |  +2024-07-30 17:31:12 | ERROR | stderr | +2024-07-30 17:31:12 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:50<00:17, 8.78s/it] +2024-07-30 17:31:12 | ERROR | stderr |  +2024-07-30 17:31:21 | ERROR | stderr | +2024-07-30 17:31:21 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:59<00:08, 8.84s/it] +2024-07-30 17:31:21 | ERROR | stderr |  +2024-07-30 17:31:30 | ERROR | stderr | +2024-07-30 17:31:30 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.87s/it] +2024-07-30 17:31:30 | ERROR | stderr |  +2024-07-30 17:31:30 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.60s/it] +2024-07-30 17:31:30 | ERROR | stderr | +2024-07-30 17:31:31 | ERROR | stderr | Encoding passages: 94%|█████████â–| 3977/4223 [71:59:13<4:49:37, 70.64s/it] +2024-07-30 17:31:31 | INFO | stdout | I 3977 +2024-07-30 17:31:31 | ERROR | stderr | +2024-07-30 17:31:31 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-07-30 18:33:38 | ERROR | stderr | blob.upload_from_filename(f"emb_{corpus}_{path}.json") +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2947, in upload_from_filename +2024-07-30 18:33:38 | ERROR | stderr | self._handle_filename_and_upload( +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2826, in _handle_filename_and_upload +2024-07-30 18:33:38 | ERROR | stderr | self._prep_and_do_upload( +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2643, in _prep_and_do_upload +2024-07-30 18:33:38 | ERROR | stderr | created_json = self._do_upload( +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2466, in _do_upload +2024-07-30 18:33:38 | ERROR | stderr | response = self._do_resumable_upload( +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/storage/blob.py", line 2302, in _do_resumable_upload +2024-07-30 18:33:38 | ERROR | stderr | response = upload.transmit_next_chunk(transport, timeout=timeout) +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/resumable_media/requests/upload.py", line 515, in transmit_next_chunk +2024-07-30 18:33:38 | ERROR | stderr | return _request_helpers.wait_and_retry( +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/resumable_media/requests/_request_helpers.py", line 155, in wait_and_retry +2024-07-30 18:33:38 | ERROR | stderr | response = func() +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/resumable_media/requests/upload.py", line 507, in retriable_request +2024-07-30 18:33:38 | ERROR | stderr | result = transport.request( +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/auth/transport/requests.py", line 537, in request +2024-07-30 18:33:38 | ERROR | stderr | response = super(AuthorizedSession, self).request( +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 589, in request +2024-07-30 18:33:38 | ERROR | stderr | resp = self.send(prep, **send_kwargs) +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 703, in send +2024-07-30 18:33:38 | ERROR | stderr | r = adapter.send(request, **kwargs) +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/adapters.py", line 667, in send +2024-07-30 18:33:38 | ERROR | stderr | resp = conn.urlopen( +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 793, in urlopen +2024-07-30 18:33:38 | ERROR | stderr | response = self._make_request( +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 537, in _make_request +2024-07-30 18:33:38 | ERROR | stderr | response = conn.getresponse() +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connection.py", line 466, in getresponse +2024-07-30 18:33:38 | ERROR | stderr | httplib_response = super().getresponse() +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 1375, in getresponse +2024-07-30 18:33:38 | ERROR | stderr | response.begin() +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 318, in begin +2024-07-30 18:33:38 | ERROR | stderr | version, status, reason = self._read_status() +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 279, in _read_status +2024-07-30 18:33:38 | ERROR | stderr | line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/socket.py", line 705, in readinto +2024-07-30 18:33:38 | ERROR | stderr | return self._sock.recv_into(b) +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/ssl.py", line 1307, in recv_into +2024-07-30 18:33:38 | ERROR | stderr | return self.read(nbytes, buffer) +2024-07-30 18:33:38 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/ssl.py", line 1163, in read +2024-07-30 18:33:38 | ERROR | stderr | return self._sslobj.read(len, buffer) +2024-07-30 18:33:38 | ERROR | stderr | KeyboardInterrupt +2024-07-30 18:33:47 | ERROR | stderr | +2024-07-30 18:33:47 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:20<00:36, 7.40s/it] +2024-07-30 18:33:47 | ERROR | stderr |  +2024-07-30 18:33:56 | ERROR | stderr | +2024-07-30 18:33:56 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:29<00:32, 8.01s/it] +2024-07-30 18:33:56 | ERROR | stderr |  +2024-07-30 18:34:04 | ERROR | stderr | +2024-07-30 18:34:04 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:37<00:24, 8.04s/it] +2024-07-30 18:34:04 | ERROR | stderr |  +2024-07-30 18:34:13 | ERROR | stderr | +2024-07-30 18:34:13 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:46<00:16, 8.34s/it] +2024-07-30 18:34:13 | ERROR | stderr |  +2024-07-30 18:34:20 | ERROR | stderr | +2024-07-30 18:34:20 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:54<00:08, 8.02s/it] +2024-07-30 18:34:20 | ERROR | stderr |  +2024-07-30 18:34:28 | ERROR | stderr | +2024-07-30 18:34:28 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:01<00:00, 7.82s/it] +2024-07-30 18:34:28 | ERROR | stderr |  +2024-07-30 18:34:28 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:01<00:00, 7.69s/it] +2024-07-30 18:34:28 | ERROR | stderr | +2024-07-30 18:34:28 | ERROR | stderr | Encoding passages: 96%|█████████▌| 4046/4223 [73:02:10<2:53:19, 58.75s/it] +2024-07-30 18:34:28 | INFO | stdout | I 4046 +2024-07-30 18:34:28 | ERROR | stderr | +2024-07-30 18:34:28 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-07-30 19:16:02 | ERROR | stderr | #print(models.retrieve(query="Where is Japan?", model_name=model_name, corpus=corpus)) +2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/models.py", line 246, in retrieve +2024-07-30 19:16:02 | ERROR | stderr | index = self.load_gcp_index(model_name, corpus) +2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/models.py", line 147, in load_gcp_index +2024-07-30 19:16:02 | ERROR | stderr | index.load_endpoint() +2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 199, in load_endpoint +2024-07-30 19:16:02 | ERROR | stderr | self._load_index() +2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 170, in _load_index +2024-07-30 19:16:02 | ERROR | stderr | self._create_index() +2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 144, in _create_index +2024-07-30 19:16:02 | ERROR | stderr | self._write_embeddings() +2024-07-30 19:16:02 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 85, in _write_embeddings +2024-07-30 19:16:02 | ERROR | stderr | raise FileExistsError(f"{self.emb_file_path} already exists. Delete it before running this method.") +2024-07-30 19:16:02 | ERROR | stderr | FileExistsError: emb_stackexchange_Salesforce__SFR-Embedding-2_R.json already exists. Delete it before running this method. +2024-07-30 19:16:09 | ERROR | stderr | +2024-07-30 19:16:09 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.88s/it] +2024-07-30 19:16:09 | ERROR | stderr |  +2024-07-30 19:16:09 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.91s/it] +2024-07-30 19:16:09 | ERROR | stderr | +2024-07-30 19:16:10 | ERROR | stderr | Encoding passages: 97%|█████████▋| 4086/4223 [73:43:52<2:37:38, 69.04s/it] +2024-07-30 19:16:10 | INFO | stdout | I 4086 +2024-07-30 19:16:10 | ERROR | stderr | +2024-07-30 19:16:10 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-07-30 19:26:15 | ERROR | stderr | #print(models.retrieve(query="Where is Japan?", model_name=model_name, corpus=corpus)) +2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/models.py", line 246, in retrieve +2024-07-30 19:26:15 | ERROR | stderr | index = self.load_gcp_index(model_name, corpus) +2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/models.py", line 147, in load_gcp_index +2024-07-30 19:26:15 | ERROR | stderr | index.load_endpoint() +2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 199, in load_endpoint +2024-07-30 19:26:15 | ERROR | stderr | self._load_index() +2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 170, in _load_index +2024-07-30 19:26:15 | ERROR | stderr | self._create_index() +2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 144, in _create_index +2024-07-30 19:26:15 | ERROR | stderr | self._write_embeddings() +2024-07-30 19:26:15 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 85, in _write_embeddings +2024-07-30 19:26:15 | ERROR | stderr | raise FileExistsError(f"{self.emb_file_path} already exists. Delete it before running this method.") +2024-07-30 19:26:15 | ERROR | stderr | FileExistsError: emb_stackexchange_intfloat__e5-mistral-7b-instruct.json already exists. Delete it before running this method. +2024-07-30 19:26:22 | ERROR | stderr | +2024-07-30 19:26:22 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.95s/it] +2024-07-30 19:26:22 | ERROR | stderr |  +2024-07-30 19:26:31 | ERROR | stderr | +2024-07-30 19:26:31 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.95s/it] +2024-07-30 19:26:31 | ERROR | stderr |  +2024-07-30 19:26:40 | ERROR | stderr | +2024-07-30 19:26:40 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:17, 8.95s/it] +2024-07-30 19:26:40 | ERROR | stderr |  +2024-07-30 19:26:49 | ERROR | stderr | +2024-07-30 19:26:49 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.95s/it] +2024-07-30 19:26:49 | ERROR | stderr |  +2024-07-30 19:26:58 | ERROR | stderr | +2024-07-30 19:26:58 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] +2024-07-30 19:26:58 | ERROR | stderr |  +2024-07-30 19:26:58 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] +2024-07-30 19:26:58 | ERROR | stderr | +2024-07-30 19:26:58 | ERROR | stderr | Encoding passages: 97%|█████████▋| 4095/4223 [73:54:40<2:33:49, 72.11s/it] +2024-07-30 19:26:58 | INFO | stdout | I 4095 +2024-07-30 19:26:58 | ERROR | stderr | +2024-07-30 19:26:58 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 6. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:04:40 | ERROR | stderr | warnings.warn( +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:42 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | +2024-07-30 21:04:43 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:40<00:24, 8.07s/it] +2024-07-30 21:04:43 | ERROR | stderr |  +2024-07-30 21:04:43 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-30 21:04:49 | INFO | stdout | Running on public URL: https://3b9d38b4067881d573.gradio.live +2024-07-30 21:04:49 | INFO | stdout | +2024-07-30 21:04:49 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-30 21:04:51 | ERROR | stderr | +2024-07-30 21:04:51 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:47<00:15, 7.92s/it] +2024-07-30 21:04:51 | ERROR | stderr |  +2024-07-30 21:05:00 | ERROR | stderr | +2024-07-30 21:05:00 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:56<00:08, 8.16s/it] +2024-07-30 21:05:00 | ERROR | stderr |  +2024-07-30 21:05:09 | ERROR | stderr | +2024-07-30 21:05:09 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:05<00:00, 8.41s/it] +2024-07-30 21:05:09 | ERROR | stderr |  +2024-07-30 21:05:09 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:05<00:00, 8.17s/it] +2024-07-30 21:05:09 | ERROR | stderr | +2024-07-30 21:05:09 | ERROR | stderr | Encoding passages: 99%|█████████▉| 4179/4223 [75:32:51<48:28, 66.10s/it] +2024-07-30 21:05:09 | INFO | stdout | I 4179 +2024-07-30 21:05:09 | ERROR | stderr | +2024-07-30 21:05:09 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 https://3b9d38b4067881d573.gradio.live +2024-07-30 21:26:06 | ERROR | stderr | Exception ignored in atexit callback: > +2024-07-30 21:26:06 | ERROR | stderr | Traceback (most recent call last): +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 169, in _push_to_hub +2024-07-30 21:26:06 | ERROR | stderr | value = self.push_to_hub() +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 243, in push_to_hub +2024-07-30 21:26:06 | ERROR | stderr | commit_info = self.api.create_commit( +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn +2024-07-30 21:26:06 | ERROR | stderr | return fn(*args, **kwargs) +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 1398, in _inner +2024-07-30 21:26:06 | ERROR | stderr | return fn(self, *args, **kwargs) +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 3851, in create_commit +2024-07-30 21:26:06 | ERROR | stderr | commit_resp = get_session().post(url=commit_url, headers=headers, data=data, params=params) +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 637, in post +2024-07-30 21:26:06 | ERROR | stderr | return self.request("POST", url, data=data, json=json, **kwargs) +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 589, in request +2024-07-30 21:26:06 | ERROR | stderr | resp = self.send(prep, **send_kwargs) +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 703, in send +2024-07-30 21:26:06 | ERROR | stderr | r = adapter.send(request, **kwargs) +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 66, in send +2024-07-30 21:26:06 | ERROR | stderr | return super().send(request, *args, **kwargs) +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/adapters.py", line 667, in send +2024-07-30 21:26:06 | ERROR | stderr | resp = conn.urlopen( +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 793, in urlopen +2024-07-30 21:26:06 | ERROR | stderr | response = self._make_request( +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 537, in _make_request +2024-07-30 21:26:06 | ERROR | stderr | response = conn.getresponse() +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connection.py", line 466, in getresponse +2024-07-30 21:26:06 | ERROR | stderr | httplib_response = super().getresponse() +2024-07-30 21:26:06 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 1375, in getresponse +2024-07-30 21:26:06 | ERROR | stderr | response.begin() +2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 318, in begin +2024-07-30 21:26:07 | ERROR | stderr | version, status, reason = self._read_status() +2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 279, in _read_status +2024-07-30 21:26:07 | ERROR | stderr | line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") +2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/socket.py", line 705, in readinto +2024-07-30 21:26:07 | ERROR | stderr | return self._sock.recv_into(b) +2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/ssl.py", line 1307, in recv_into +2024-07-30 21:26:07 | ERROR | stderr | return self.read(nbytes, buffer) +2024-07-30 21:26:07 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/ssl.py", line 1163, in read +2024-07-30 21:26:07 | ERROR | stderr | return self._sslobj.read(len, buffer) +2024-07-30 21:26:07 | ERROR | stderr | KeyboardInterrupt: +2024-07-30 21:26:07 | ERROR | stderr | +2024-07-30 21:26:07 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:50<00:16, 8.41s/it] +2024-07-30 21:26:07 | ERROR | stderr |  +2024-07-30 21:26:16 | ERROR | stderr | +2024-07-30 21:26:16 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [00:59<00:08, 8.58s/it] +2024-07-30 21:26:16 | ERROR | stderr |  +2024-07-30 21:26:25 | ERROR | stderr | +2024-07-30 21:26:25 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.68s/it] +2024-07-30 21:26:25 | ERROR | stderr |  +2024-07-30 21:26:25 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:08<00:00, 8.59s/it] +2024-07-30 21:26:25 | ERROR | stderr | +2024-07-30 21:26:26 | ERROR | stderr | Encoding passages: 99%|█████████▉| 4198/4223 [75:54:08<28:07, 67.50s/it] +2024-07-30 21:26:26 | INFO | stdout | I 4198 +2024-07-30 21:26:26 | ERROR | stderr | +2024-07-30 21:26:26 | ERROR | stderr | Batches: 0%| | 0/8 [00:00, >), received 6. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:38:06 | ERROR | stderr | warnings.warn( +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +Batches: 12%|█▎ | 1/8 [00:08<01:02, 8.92s/it] +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:07 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:38:07 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 21:38:08 | ERROR | stderr | +2024-07-30 21:38:08 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-30 21:38:09 | INFO | stdout | Running on public URL: https://889fcdc75724a1ff73.gradio.live +2024-07-30 21:38:09 | INFO | stdout | +2024-07-30 21:38:09 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-30 21:38:16 | ERROR | stderr | +2024-07-30 21:38:16 | ERROR | stderr | Batches: 25%|██▌ | 2/8 [00:17<00:53, 8.93s/it] +2024-07-30 21:38:16 | ERROR | stderr |  +2024-07-30 21:38:25 | ERROR | stderr | +2024-07-30 21:38:25 | ERROR | stderr | Batches: 38%|███▊ | 3/8 [00:26<00:44, 8.94s/it] +2024-07-30 21:38:25 | ERROR | stderr |  +2024-07-30 21:38:34 | ERROR | stderr | +2024-07-30 21:38:34 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:35<00:35, 8.94s/it] +2024-07-30 21:38:34 | ERROR | stderr |  +2024-07-30 21:38:43 | ERROR | stderr | +2024-07-30 21:38:43 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:44<00:26, 8.95s/it] +2024-07-30 21:38:43 | ERROR | stderr |  +2024-07-30 21:38:52 | ERROR | stderr | +2024-07-30 21:38:52 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:53<00:17, 8.95s/it] +2024-07-30 21:38:52 | ERROR | stderr |  +2024-07-30 21:39:01 | ERROR | stderr | +2024-07-30 21:39:01 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:02<00:08, 8.95s/it] +2024-07-30 21:39:01 | ERROR | stderr |  +2024-07-30 21:39:10 | ERROR | stderr | +2024-07-30 21:39:10 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] +2024-07-30 21:39:10 | ERROR | stderr |  +2024-07-30 21:39:10 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:11<00:00, 8.95s/it] +2024-07-30 21:39:10 | ERROR | stderr | +2024-07-30 21:39:11 | ERROR | stderr | Encoding passages: 100%|█████████▉| 4209/4223 [76:06:53<16:20, 70.04s/it] +2024-07-30 21:39:11 | INFO | stdout | I 4209 +2024-07-30 21:39:11 | ERROR | stderr | +2024-07-30 21:39:11 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 https://889fcdc75724a1ff73.gradio.live +2024-07-30 21:42:08 | ERROR | stderr | +2024-07-30 21:42:08 | ERROR | stderr | Batches: 50%|█████ | 4/8 [00:34<00:34, 8.57s/it] +2024-07-30 21:42:08 | ERROR | stderr |  +2024-07-30 21:42:17 | ERROR | stderr | +2024-07-30 21:42:17 | ERROR | stderr | Batches: 62%|██████▎ | 5/8 [00:43<00:26, 8.70s/it] +2024-07-30 21:42:17 | ERROR | stderr |  +2024-07-30 21:42:25 | ERROR | stderr | +2024-07-30 21:42:25 | ERROR | stderr | Batches: 75%|███████▌ | 6/8 [00:51<00:16, 8.41s/it] +2024-07-30 21:42:25 | ERROR | stderr |  +2024-07-30 21:42:34 | ERROR | stderr | +2024-07-30 21:42:34 | ERROR | stderr | Batches: 88%|████████▊ | 7/8 [01:00<00:08, 8.58s/it] +2024-07-30 21:42:34 | ERROR | stderr |  +2024-07-30 21:42:43 | ERROR | stderr | +2024-07-30 21:42:43 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:09<00:00, 8.69s/it] +2024-07-30 21:42:43 | ERROR | stderr |  +2024-07-30 21:42:43 | ERROR | stderr | Batches: 100%|██████████| 8/8 [01:09<00:00, 8.64s/it] +2024-07-30 21:42:43 | ERROR | stderr | +2024-07-30 21:42:44 | ERROR | stderr | Encoding passages: 100%|█████████▉| 4212/4223 [76:10:26<12:55, 70.50s/it] +2024-07-30 21:42:44 | INFO | stdout | I 4212 +2024-07-30 21:42:44 | ERROR | stderr | +2024-07-30 21:42:44 | ERROR | stderr | Batches: 0%| | 0/8 [00:00 +2024-07-30 21:55:28 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) +2024-07-30 21:55:28 | ERROR | stderr | File "/data/niklas/arena/models.py", line 78, in __init__ +2024-07-30 21:55:28 | ERROR | stderr | self.load_gcp_index(model_name, "stackexchange") +2024-07-30 21:55:28 | ERROR | stderr | File "/data/niklas/arena/models.py", line 145, in load_gcp_index +2024-07-30 21:55:28 | ERROR | stderr | model=self.loaded_models[model_name], +2024-07-30 21:55:28 | ERROR | stderr | KeyError: 'Salesforce__SFR-Embedding-2_R' +2024-07-30 22:05:41 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 +2024-07-30 22:06:19 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) +2024-07-30 22:06:19 | ERROR | stderr | File "/data/niklas/arena/models.py", line 75, in __init__ +2024-07-30 22:06:19 | ERROR | stderr | self.load_gcp_index(model_name, "wikipedia") +2024-07-30 22:06:19 | ERROR | stderr | File "/data/niklas/arena/models.py", line 143, in load_gcp_index +2024-07-30 22:06:19 | ERROR | stderr | index = VertexIndex( +2024-07-30 22:06:19 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 37, in __init__ +2024-07-30 22:06:19 | ERROR | stderr | self.index_name = MODEL_TO_INDEX_MAP.get(model_name, f"index_{corpus}_{model_path}".replace(".", "_")) +2024-07-30 22:06:19 | ERROR | stderr | UnboundLocalError: local variable 'model_path' referenced before assignment +2024-07-30 22:08:39 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 +2024-07-30 22:16:17 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) +2024-07-30 22:16:17 | ERROR | stderr | File "/data/niklas/arena/models.py", line 79, in __init__ +2024-07-30 22:16:17 | ERROR | stderr | self.load_gcp_index(model_name, "stackexchange") +2024-07-30 22:16:17 | ERROR | stderr | File "/data/niklas/arena/models.py", line 146, in load_gcp_index +2024-07-30 22:16:17 | ERROR | stderr | model=self.loaded_models[model_name], +2024-07-30 22:16:17 | ERROR | stderr | KeyError: 'Salesforce__SFR-Embedding-2_R' +2024-07-30 22:24:12 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 +2024-07-30 22:32:32 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) +2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/models.py", line 79, in __init__ +2024-07-30 22:32:32 | ERROR | stderr | self.load_gcp_index(model_name, "stackexchange") +2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index +2024-07-30 22:32:32 | ERROR | stderr | index.load_endpoint() +2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 204, in load_endpoint +2024-07-30 22:32:32 | ERROR | stderr | self._load_index() +2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 175, in _load_index +2024-07-30 22:32:32 | ERROR | stderr | self._create_index() +2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 149, in _create_index +2024-07-30 22:32:32 | ERROR | stderr | self._write_embeddings() +2024-07-30 22:32:32 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 90, in _write_embeddings +2024-07-30 22:32:32 | ERROR | stderr | raise FileExistsError(f"{self.emb_file_path} already exists. Delete it before running this method.") +2024-07-30 22:32:32 | ERROR | stderr | FileExistsError: emb_stackexchange_intfloat__e5-mistral-7b-instruct.json already exists. Delete it before running this method. +2024-07-30 22:43:48 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 +2024-07-30 22:52:09 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) +2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/models.py", line 79, in __init__ +2024-07-30 22:52:09 | ERROR | stderr | self.load_gcp_index(model_name, "stackexchange") +2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index +2024-07-30 22:52:09 | ERROR | stderr | index.load_endpoint() +2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 204, in load_endpoint +2024-07-30 22:52:09 | ERROR | stderr | self._load_index() +2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 175, in _load_index +2024-07-30 22:52:09 | ERROR | stderr | self._create_index() +2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 149, in _create_index +2024-07-30 22:52:09 | ERROR | stderr | self._write_embeddings() +2024-07-30 22:52:09 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 90, in _write_embeddings +2024-07-30 22:52:09 | ERROR | stderr | raise FileExistsError(f"{self.emb_file_path} already exists. Delete it before running this method.") +2024-07-30 22:52:09 | ERROR | stderr | FileExistsError: emb_stackexchange_intfloat__e5-mistral-7b-instruct.json already exists. Delete it before running this method. +2024-07-30 23:17:17 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00, >), received 6. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:29:23 | ERROR | stderr | warnings.warn( +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:26 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:29:26 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:29 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:29:29 | ERROR | stderr | +2024-07-30 23:29:30 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-30 23:29:32 | INFO | stdout | Running on public URL: https://71ffe3936697e8a8a5.gradio.live +2024-07-30 23:29:32 | INFO | stdout | +2024-07-30 23:29:32 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-30 23:29:49 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-30 23:29:49 | ERROR | stderr | +2024-07-30 23:29:49 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-30 23:29:49 | ERROR | stderr | +2024-07-30 23:29:49 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00, >), received 6. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:45:51 | ERROR | stderr | warnings.warn( +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:54 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-30 23:45:54 | ERROR | stderr | +2024-07-30 23:45:59 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-30 23:46:00 | INFO | stdout | Running on public URL: https://10eeb90bf2cb222233.gradio.live +2024-07-30 23:46:00 | INFO | stdout | +2024-07-30 23:46:00 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-30 23:46:08 | ERROR | stderr | +2024-07-30 23:46:08 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 https://10eeb90bf2cb222233.gradio.live +2024-07-30 23:58:39 | ERROR | stderr | +2024-07-30 23:58:39 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 +2024-07-31 04:00:41 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) +2024-07-31 04:00:41 | ERROR | stderr | File "/data/niklas/arena/models.py", line 75, in __init__ +2024-07-31 04:00:41 | ERROR | stderr | self.load_gcp_index(model_name, "wikipedia") +2024-07-31 04:00:41 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index +2024-07-31 04:00:41 | ERROR | stderr | index.load_endpoint() +2024-07-31 04:00:41 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 202, in load_endpoint +2024-07-31 04:00:41 | ERROR | stderr | self._load_index() +2024-07-31 04:00:41 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 173, in _load_index +2024-07-31 04:00:41 | ERROR | stderr | self._create_index() +2024-07-31 04:00:41 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 147, in _create_index +2024-07-31 04:00:41 | ERROR | stderr | self._write_embeddings() +2024-07-31 04:00:41 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 124, in _write_embeddings +2024-07-31 04:00:41 | ERROR | stderr | embeddings = self.model.encode_corpus(batch, batch_size=gpu_embedder_batch_size//8) +2024-07-31 04:00:41 | ERROR | stderr | File "/data/niklas/mteb/mteb/models/gte_models.py", line 81, in encode_corpus +2024-07-31 04:00:41 | ERROR | stderr | return super().encode_corpus(*args, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/home/niklas/gritlm/gritlm/gritlm.py", line 90, in encode_corpus +2024-07-31 04:00:41 | ERROR | stderr | return self.encode(corpus, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/data/niklas/mteb/mteb/models/gte_models.py", line 77, in encode +2024-07-31 04:00:41 | ERROR | stderr | return super().encode(*args, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context +2024-07-31 04:00:41 | ERROR | stderr | return func(*args, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/home/niklas/gritlm/gritlm/gritlm.py", line 133, in encode +2024-07-31 04:00:41 | ERROR | stderr | outputs = ( +2024-07-31 04:00:41 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl +2024-07-31 04:00:41 | ERROR | stderr | return self._call_impl(*args, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl +2024-07-31 04:00:41 | ERROR | stderr | return forward_call(*args, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/data/huggingface/modules/transformers_modules/Alibaba-NLP/gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/modeling_qwen.py", line 1081, in forward +2024-07-31 04:00:41 | ERROR | stderr | layer_outputs = decoder_layer( +2024-07-31 04:00:41 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl +2024-07-31 04:00:41 | ERROR | stderr | return self._call_impl(*args, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl +2024-07-31 04:00:41 | ERROR | stderr | return forward_call(*args, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/data/huggingface/modules/transformers_modules/Alibaba-NLP/gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/modeling_qwen.py", line 793, in forward +2024-07-31 04:00:41 | ERROR | stderr | hidden_states = self.post_attention_layernorm(hidden_states) +2024-07-31 04:00:41 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1532, in _wrapped_call_impl +2024-07-31 04:00:41 | ERROR | stderr | return self._call_impl(*args, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1541, in _call_impl +2024-07-31 04:00:41 | ERROR | stderr | return forward_call(*args, **kwargs) +2024-07-31 04:00:41 | ERROR | stderr | File "/data/huggingface/modules/transformers_modules/Alibaba-NLP/gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/modeling_qwen.py", line 95, in forward +2024-07-31 04:00:41 | ERROR | stderr | hidden_states = hidden_states * torch.rsqrt(variance + self.variance_epsilon) +2024-07-31 04:00:41 | ERROR | stderr | KeyboardInterrupt +2024-07-31 04:00:41 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7219/7444 [3:50:07<06:58, 1.86s/it] +2024-07-31 04:00:41 | INFO | stdout | I 7219 +2024-07-31 04:00:43 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7220/7444 [3:50:09<07:01, 1.88s/it] +2024-07-31 04:00:43 | INFO | stdout | I 7220 +2024-07-31 04:00:45 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7221/7444 [3:50:11<06:52, 1.85s/it] +2024-07-31 04:00:45 | INFO | stdout | I 7221 +2024-07-31 04:00:47 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7222/7444 [3:50:13<06:50, 1.85s/it] +2024-07-31 04:00:47 | INFO | stdout | I 7222 +2024-07-31 04:00:49 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7223/7444 [3:50:15<06:50, 1.86s/it] +2024-07-31 04:00:49 | INFO | stdout | I 7223 +2024-07-31 04:00:51 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7224/7444 [3:50:17<07:04, 1.93s/it] +2024-07-31 04:00:51 | INFO | stdout | I 7224 +2024-07-31 04:00:53 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7225/7444 [3:50:19<07:00, 1.92s/it] +2024-07-31 04:00:53 | INFO | stdout | I 7225 +2024-07-31 04:00:55 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7226/7444 [3:50:21<06:51, 1.89s/it] +2024-07-31 04:00:55 | INFO | stdout | I 7226 +2024-07-31 04:00:57 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7227/7444 [3:50:23<06:54, 1.91s/it] +2024-07-31 04:00:57 | INFO | stdout | I 7227 +2024-07-31 04:00:59 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7228/7444 [3:50:25<07:00, 1.95s/it] +2024-07-31 04:00:59 | INFO | stdout | I 7228 +2024-07-31 04:01:00 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7229/7444 [3:50:26<06:50, 1.91s/it] +2024-07-31 04:01:00 | INFO | stdout | I 7229 +2024-07-31 04:01:02 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7230/7444 [3:50:28<06:41, 1.88s/it] +2024-07-31 04:01:02 | INFO | stdout | I 7230 +2024-07-31 04:01:04 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7231/7444 [3:50:30<06:39, 1.87s/it] +2024-07-31 04:01:04 | INFO | stdout | I 7231 +2024-07-31 04:01:06 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7232/7444 [3:50:32<06:38, 1.88s/it] +2024-07-31 04:01:06 | INFO | stdout | I 7232 +2024-07-31 04:01:08 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7233/7444 [3:50:34<06:38, 1.89s/it] +2024-07-31 04:01:08 | INFO | stdout | I 7233 +2024-07-31 04:01:10 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7234/7444 [3:50:36<06:43, 1.92s/it] +2024-07-31 04:01:10 | INFO | stdout | I 7234 +2024-07-31 04:01:12 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7235/7444 [3:50:38<06:58, 2.00s/it] +2024-07-31 04:01:12 | INFO | stdout | I 7235 +2024-07-31 04:01:14 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7236/7444 [3:50:40<07:08, 2.06s/it] +2024-07-31 04:01:14 | INFO | stdout | I 7236 +2024-07-31 04:01:16 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7237/7444 [3:50:42<07:04, 2.05s/it] +2024-07-31 04:01:16 | INFO | stdout | I 7237 +2024-07-31 04:01:18 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7238/7444 [3:50:44<07:03, 2.06s/it] +2024-07-31 04:01:18 | INFO | stdout | I 7238 +2024-07-31 04:01:20 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7239/7444 [3:50:46<07:04, 2.07s/it] +2024-07-31 04:01:20 | INFO | stdout | I 7239 +2024-07-31 04:01:22 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7240/7444 [3:50:48<06:46, 1.99s/it] +2024-07-31 04:01:22 | INFO | stdout | I 7240 +2024-07-31 04:01:24 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7241/7444 [3:50:50<06:30, 1.92s/it] +2024-07-31 04:01:24 | INFO | stdout | I 7241 +2024-07-31 04:01:26 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7242/7444 [3:50:52<06:42, 1.99s/it] +2024-07-31 04:01:26 | INFO | stdout | I 7242 +2024-07-31 04:01:28 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7243/7444 [3:50:54<06:36, 1.97s/it] +2024-07-31 04:01:28 | INFO | stdout | I 7243 +2024-07-31 04:01:30 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7244/7444 [3:50:56<06:24, 1.92s/it] +2024-07-31 04:01:30 | INFO | stdout | I 7244 +2024-07-31 04:01:32 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7245/7444 [3:50:58<06:26, 1.94s/it] +2024-07-31 04:01:32 | INFO | stdout | I 7245 +2024-07-31 04:01:34 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7246/7444 [3:51:00<06:17, 1.91s/it] +2024-07-31 04:01:34 | INFO | stdout | I 7246 +2024-07-31 04:01:36 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7247/7444 [3:51:02<06:09, 1.88s/it] +2024-07-31 04:01:36 | INFO | stdout | I 7247 +2024-07-31 04:01:37 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7248/7444 [3:51:03<06:08, 1.88s/it] +2024-07-31 04:01:37 | INFO | stdout | I 7248 +2024-07-31 04:01:39 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7249/7444 [3:51:05<05:56, 1.83s/it] +2024-07-31 04:01:39 | INFO | stdout | I 7249 +2024-07-31 04:01:41 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7250/7444 [3:51:07<05:58, 1.85s/it] +2024-07-31 04:01:41 | INFO | stdout | I 7250 +2024-07-31 04:01:43 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7251/7444 [3:51:09<05:59, 1.86s/it] +2024-07-31 04:01:43 | INFO | stdout | I 7251 +2024-07-31 04:01:45 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7252/7444 [3:51:11<05:55, 1.85s/it] +2024-07-31 04:01:45 | INFO | stdout | I 7252 +2024-07-31 04:01:47 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7253/7444 [3:51:13<06:05, 1.91s/it] +2024-07-31 04:01:47 | INFO | stdout | I 7253 +2024-07-31 04:01:49 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7254/7444 [3:51:15<06:03, 1.92s/it] +2024-07-31 04:01:49 | INFO | stdout | I 7254 +2024-07-31 04:01:51 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7255/7444 [3:51:17<06:13, 1.97s/it] +2024-07-31 04:01:51 | INFO | stdout | I 7255 +2024-07-31 04:01:53 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7256/7444 [3:51:19<06:11, 1.97s/it] +2024-07-31 04:01:53 | INFO | stdout | I 7256 +2024-07-31 04:01:55 | ERROR | stderr | Encoding passages: 97%|█████████▋| 7257/7444 [3:51:21<06:17, 2.02s/it] +2024-07-31 04:01:55 | INFO | stdout | I 7257 +2024-07-31 04:01:57 | ERROR | stderr | Encoding passages: 98%|█████████▊| 7258/7444 [3:51:23<06:15, 2.02s/it] +2024-07-31 04:01:57 | INFO | stdout | I 7258 +2024-07-31 04:01:59 | ERROR | stderr | Encoding passages: 98%|█████████▊| 7259/7444 [3:51:25<06:04, 1.97s/it] +2024-07-31 04:01:59 | INFO | stdout | I 7259 +2024-07-31 04:02:01 | ERROR | stderr | Encoding passages: 98%|█████████▊| 7260/7444 [3:51:27<05:54, 1.93s/it] +2024-07-31 04:02:01 | INFO | stdout | I 7260 +2024-07-31 04:02:03 | ERROR | stderr | Encoding passages: 98%|█████████▊| 7261/7444 [3:51:29<05:53, 1.93s/it] +2024-07-31 04:02:03 | INFO | stdout | I 7261 +2024-07-31 04:02:04 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00, >), received 6. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:11:37 | ERROR | stderr | warnings.warn( +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:43 | ERROR | stderr | +2024-07-31 04:11:43 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:44 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:11:44 | ERROR | stderr | +2024-07-31 04:11:49 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 04:11:52 | INFO | stdout | Running on public URL: https://baf52aa256daae15e7.gradio.live +2024-07-31 04:11:52 | INFO | stdout | +2024-07-31 04:11:52 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 04:18:53 | INFO | stdout | Keyboard interruption in main thread... closing server. +2024-07-31 04:18:53 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://baf52aa256daae15e7.gradio.live +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 7 arguments for function functools.partial(, >), received 6. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:19:42 | ERROR | stderr | warnings.warn( +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:45 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:46 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:19:46 | ERROR | stderr | +2024-07-31 04:19:47 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 04:19:50 | INFO | stdout | Running on public URL: https://cb0817df24f61dcc40.gradio.live +2024-07-31 04:19:50 | INFO | stdout | +2024-07-31 04:19:50 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 7 arguments for function functools.partial(, >), received 6. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:13 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:21:13 | ERROR | stderr | warnings.warn( +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:22 | ERROR | stderr | +2024-07-31 04:21:22 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:23 | ERROR | stderr | +2024-07-31 04:21:23 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:24 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 04:21:24 | ERROR | stderr | +2024-07-31 04:21:25 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 04:21:29 | INFO | stdout | Running on public URL: https://dee621d64fb2b4f133.gradio.live +2024-07-31 04:21:29 | INFO | stdout | +2024-07-31 04:21:29 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 05:05:28 | INFO | stdout | Keyboard interruption in main thread... closing server. +2024-07-31 05:05:28 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://dee621d64fb2b4f133.gradio.live +2024-07-31 05:05:28 | ERROR | stderr | Exception ignored in atexit callback: > +2024-07-31 05:05:28 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 05:05:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 169, in _push_to_hub +2024-07-31 05:05:28 | ERROR | stderr | value = self.push_to_hub() +2024-07-31 05:05:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 203, in push_to_hub +2024-07-31 05:05:28 | ERROR | stderr | for path in sorted(self.folder_path.glob("**/*")) # sorted to be deterministic +2024-07-31 05:05:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 1034, in glob +2024-07-31 05:05:28 | ERROR | stderr | for p in selector.select_from(self): +2024-07-31 05:05:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 493, in _select_from +2024-07-31 05:05:28 | ERROR | stderr | for p in successor_select(starting_point, is_dir, exists, scandir): +2024-07-31 05:05:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 441, in _select_from +2024-07-31 05:05:28 | ERROR | stderr | entries = list(scandir_it) +2024-07-31 05:05:28 | ERROR | stderr | KeyboardInterrupt: +2024-07-31 05:05:32 | INFO | stdout | Keyboard interruption in main thread... closing server. +2024-07-31 05:05:32 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://cb0817df24f61dcc40.gradio.live +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 7 arguments for function functools.partial(, >), received 6. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:32 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:06:32 | ERROR | stderr | warnings.warn( +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:36 | ERROR | stderr | +2024-07-31 05:06:36 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:06:37 | ERROR | stderr | +2024-07-31 05:06:37 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 05:06:42 | INFO | stdout | Running on public URL: https://db070efaddc5c3e8b2.gradio.live +2024-07-31 05:06:42 | INFO | stdout | +2024-07-31 05:06:42 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 05:11:45 | INFO | stdout | Keyboard interruption in main thread... closing server. +2024-07-31 05:11:45 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://db070efaddc5c3e8b2.gradio.live +2024-07-31 05:11:45 | ERROR | stderr | Exception ignored in atexit callback: +2024-07-31 05:11:45 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 05:11:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/_dynamo/utils.py", line 320, in dump_compile_times +2024-07-31 05:11:45 | ERROR | stderr | log.info(compile_times(repr="str", aggregate=True)) +2024-07-31 05:11:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/_dynamo/utils.py", line 307, in compile_times +2024-07-31 05:11:45 | ERROR | stderr | out += tabulate(rows, headers=("Function", "Runtimes (s)")) +2024-07-31 05:11:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/torch/_dynamo/utils.py", line 121, in tabulate +2024-07-31 05:11:45 | ERROR | stderr | import tabulate +2024-07-31 05:11:45 | ERROR | stderr | File "", line 1027, in _find_and_load +2024-07-31 05:11:45 | ERROR | stderr | File "", line 1002, in _find_and_load_unlocked +2024-07-31 05:11:45 | ERROR | stderr | File "", line 945, in _find_spec +2024-07-31 05:11:45 | ERROR | stderr | File "", line 1439, in find_spec +2024-07-31 05:11:45 | ERROR | stderr | File "", line 1411, in _get_spec +2024-07-31 05:11:45 | ERROR | stderr | File "", line 1563, in find_spec +2024-07-31 05:11:45 | ERROR | stderr | File "", line 161, in _path_isfile +2024-07-31 05:11:45 | ERROR | stderr | File "", line 153, in _path_is_mode_type +2024-07-31 05:11:45 | ERROR | stderr | KeyboardInterrupt: +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 7 arguments for function functools.partial(, >), received 6. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:02 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:13:02 | ERROR | stderr | warnings.warn( +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:13:03 | ERROR | stderr | +2024-07-31 05:13:03 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 05:13:05 | INFO | stdout | Running on public URL: https://82bffaf1d3d9769d88.gradio.live +2024-07-31 05:13:05 | INFO | stdout | +2024-07-31 05:13:05 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 05:14:25 | INFO | stdout | Keyboard interruption in main thread... closing server. +2024-07-31 05:14:25 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://82bffaf1d3d9769d88.gradio.live +2024-07-31 05:14:25 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 05:14:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2690, in block_thread +2024-07-31 05:14:25 | ERROR | stderr | time.sleep(0.1) +2024-07-31 05:14:25 | ERROR | stderr | KeyboardInterrupt +2024-07-31 05:14:25 | ERROR | stderr | +2024-07-31 05:14:25 | ERROR | stderr | During handling of the above exception, another exception occurred: +2024-07-31 05:14:25 | ERROR | stderr | +2024-07-31 05:14:25 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 05:14:25 | ERROR | stderr | File "/data/niklas/arena/app.py", line 155, in +2024-07-31 05:14:25 | ERROR | stderr | block.launch(share=True) +2024-07-31 05:14:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2595, in launch +2024-07-31 05:14:25 | ERROR | stderr | self.block_thread() +2024-07-31 05:14:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2696, in block_thread +2024-07-31 05:14:25 | ERROR | stderr | tunnel.kill() +2024-07-31 05:14:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/tunneling.py", line 72, in kill +2024-07-31 05:14:25 | ERROR | stderr | print(f"Killing tunnel {self.local_host}:{self.local_port} <> {self.url}") +2024-07-31 05:14:25 | ERROR | stderr | File "/data/niklas/arena/log_utils.py", line 152, in write +2024-07-31 05:14:25 | ERROR | stderr | self.logger.log(self.log_level, encoded_message.rstrip()) +2024-07-31 05:14:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/logging/__init__.py", line 1547, in log +2024-07-31 05:14:25 | ERROR | stderr | self._log(level, msg, args, **kwargs) +2024-07-31 05:14:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/logging/__init__.py", line 1624, in _log +2024-07-31 05:14:25 | ERROR | stderr | self.handle(record) +2024-07-31 05:14:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/logging/__init__.py", line 1634, in handle +2024-07-31 05:14:25 | ERROR | stderr | self.callHandlers(record) +2024-07-31 05:14:25 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/logging/__init__.py", line 1692, in callHandlers +2024-07-31 05:14:25 | ERROR | stderr | while c: +2024-07-31 05:14:25 | ERROR | stderr | KeyboardInterrupt +2024-07-31 05:14:25 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://82bffaf1d3d9769d88.gradio.live +2024-07-31 05:14:54 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 +2024-07-31 05:23:30 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=True) +2024-07-31 05:23:30 | ERROR | stderr | File "/data/niklas/arena/models.py", line 79, in __init__ +2024-07-31 05:23:30 | ERROR | stderr | self.load_gcp_index(model_name, "stackexchange") +2024-07-31 05:23:30 | ERROR | stderr | File "/data/niklas/arena/models.py", line 146, in load_gcp_index +2024-07-31 05:23:30 | ERROR | stderr | model=self.loaded_models[model_name], +2024-07-31 05:23:30 | ERROR | stderr | KeyError: 'nomic-ai/nomic-embed-text-v1.5' +2024-07-31 05:24:52 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00, >), received 6. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:33:26 | ERROR | stderr | warnings.warn( +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:27 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 05:33:28 | ERROR | stderr | +2024-07-31 05:33:28 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 05:33:29 | INFO | stdout | Running on public URL: https://a66955434412260a4b.gradio.live +2024-07-31 05:33:29 | INFO | stdout | +2024-07-31 05:33:29 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 05:33:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 05:33:40 | ERROR | stderr | +2024-07-31 05:33:40 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 05:33:40 | ERROR | stderr | +2024-07-31 05:33:44 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/components/dropdown.py:188: UserWarning: +2024-07-31 05:33:44 | ERROR | stderr | +2024-07-31 05:33:44 | ERROR | stderr | The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include: stackexchange or set allow_custom_value=True. +2024-07-31 05:33:44 | ERROR | stderr | +2024-07-31 05:34:06 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 05:34:06 | ERROR | stderr | +2024-07-31 05:34:06 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 05:34:06 | ERROR | stderr | +2024-07-31 05:35:07 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 05:35:07 | ERROR | stderr | +2024-07-31 05:35:07 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 05:35:07 | ERROR | stderr | +2024-07-31 05:35:26 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 05:35:26 | ERROR | stderr | +2024-07-31 05:35:26 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 05:35:26 | ERROR | stderr | +2024-07-31 05:35:34 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 05:35:34 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/queueing.py", line 536, in process_events +2024-07-31 05:35:34 | ERROR | stderr | response = await route_utils.call_process_api( +2024-07-31 05:35:34 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/route_utils.py", line 276, in call_process_api +2024-07-31 05:35:34 | ERROR | stderr | output = await app.get_blocks().process_api( +2024-07-31 05:35:34 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 1923, in process_api +2024-07-31 05:35:34 | ERROR | stderr | result = await self.call_function( +2024-07-31 05:35:34 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 1508, in call_function +2024-07-31 05:35:34 | ERROR | stderr | prediction = await anyio.to_thread.run_sync( # type: ignore +2024-07-31 05:35:34 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync +2024-07-31 05:35:34 | ERROR | stderr | return await get_async_backend().run_sync_in_worker_thread( +2024-07-31 05:35:34 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2144, in run_sync_in_worker_thread +2024-07-31 05:35:34 | ERROR | stderr | return await future +2024-07-31 05:35:34 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 851, in run +2024-07-31 05:35:34 | ERROR | stderr | result = context.run(func, *args) +2024-07-31 05:35:34 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py", line 818, in wrapper +2024-07-31 05:35:34 | ERROR | stderr | response = f(*args, **kwargs) +2024-07-31 05:35:34 | ERROR | stderr | File "/data/niklas/arena/ui.py", line 1732, in check_input_sts +2024-07-31 05:35:34 | ERROR | stderr | if any([not(x) for x in (txt0, txt1, txt2)]): raise gr.Warning("Text cannot be empty.") +2024-07-31 05:35:34 | ERROR | stderr | TypeError: exceptions must derive from BaseException +2024-07-31 05:51:34 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 05:51:34 | ERROR | stderr | +2024-07-31 05:51:34 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 05:51:34 | ERROR | stderr | +2024-07-31 06:10:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 06:10:03 | ERROR | stderr | +2024-07-31 06:10:03 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 06:10:03 | ERROR | stderr | +2024-07-31 06:10:03 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 +2024-07-31 06:32:23 | ERROR | stderr | results = [future.result() for future in futures] +2024-07-31 06:32:23 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 458, in result +2024-07-31 06:32:23 | ERROR | stderr | return self.__get_result() +2024-07-31 06:32:23 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result +2024-07-31 06:32:23 | ERROR | stderr | raise self._exception +2024-07-31 06:32:23 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/thread.py", line 58, in run +2024-07-31 06:32:23 | ERROR | stderr | result = self.fn(*self.args, **self.kwargs) +2024-07-31 06:32:23 | ERROR | stderr | File "/data/niklas/arena/models.py", line 233, in retrieve +2024-07-31 06:32:23 | ERROR | stderr | model = self.load_model(model_name) +2024-07-31 06:32:23 | ERROR | stderr | File "/data/niklas/arena/models.py", line 100, in load_model +2024-07-31 06:32:23 | ERROR | stderr | revision=self.model_meta[model_name].get("revision", None), +2024-07-31 06:32:23 | ERROR | stderr | KeyError: '### Model A: text-embedding-3-large' +2024-07-31 06:53:48 | ERROR | stderr | +2024-07-31 06:53:48 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 +2024-07-31 07:04:29 | ERROR | stderr | results = [future.result() for future in futures] +2024-07-31 07:04:29 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 458, in result +2024-07-31 07:04:29 | ERROR | stderr | return self.__get_result() +2024-07-31 07:04:29 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result +2024-07-31 07:04:29 | ERROR | stderr | raise self._exception +2024-07-31 07:04:29 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/thread.py", line 58, in run +2024-07-31 07:04:29 | ERROR | stderr | result = self.fn(*self.args, **self.kwargs) +2024-07-31 07:04:29 | ERROR | stderr | File "/data/niklas/arena/models.py", line 233, in retrieve +2024-07-31 07:04:29 | ERROR | stderr | model = self.load_model(model_name) +2024-07-31 07:04:29 | ERROR | stderr | File "/data/niklas/arena/models.py", line 100, in load_model +2024-07-31 07:04:29 | ERROR | stderr | revision=self.model_meta[model_name].get("revision", None), +2024-07-31 07:04:29 | ERROR | stderr | KeyError: '### Model A: Alibaba-NLP/gte-Qwen2-7B-instruct' +2024-07-31 07:06:08 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 07:06:08 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/queueing.py", line 536, in process_events +2024-07-31 07:06:08 | ERROR | stderr | response = await route_utils.call_process_api( +2024-07-31 07:06:08 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/route_utils.py", line 276, in call_process_api +2024-07-31 07:06:08 | ERROR | stderr | output = await app.get_blocks().process_api( +2024-07-31 07:06:08 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 1923, in process_api +2024-07-31 07:06:08 | ERROR | stderr | result = await self.call_function( +2024-07-31 07:06:08 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 1508, in call_function +2024-07-31 07:06:08 | ERROR | stderr | prediction = await anyio.to_thread.run_sync( # type: ignore +2024-07-31 07:06:08 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync +2024-07-31 07:06:08 | ERROR | stderr | return await get_async_backend().run_sync_in_worker_thread( +2024-07-31 07:06:08 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2144, in run_sync_in_worker_thread +2024-07-31 07:06:08 | ERROR | stderr | return await future +2024-07-31 07:06:08 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 851, in run +2024-07-31 07:06:08 | ERROR | stderr | result = context.run(func, *args) +2024-07-31 07:06:08 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py", line 818, in wrapper +2024-07-31 07:06:08 | ERROR | stderr | response = f(*args, **kwargs) +2024-07-31 07:06:08 | ERROR | stderr | File "/data/niklas/arena/ui.py", line 1732, in check_input_sts +2024-07-31 07:06:08 | ERROR | stderr | if any([not(x) for x in (txt0, txt1, txt2)]): raise gr.Warning("Text cannot be empty.") +2024-07-31 07:06:08 | ERROR | stderr | TypeError: exceptions must derive from BaseException +2024-07-31 07:13:19 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 07:15:11 | ERROR | stderr | +2024-07-31 07:15:11 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 +2024-07-31 14:08:10 | ERROR | stderr | results = [future.result() for future in futures] +2024-07-31 14:08:10 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 458, in result +2024-07-31 14:08:10 | ERROR | stderr | return self.__get_result() +2024-07-31 14:08:10 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result +2024-07-31 14:08:10 | ERROR | stderr | raise self._exception +2024-07-31 14:08:10 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/thread.py", line 58, in run +2024-07-31 14:08:10 | ERROR | stderr | result = self.fn(*self.args, **self.kwargs) +2024-07-31 14:08:10 | ERROR | stderr | File "/data/niklas/arena/models.py", line 335, in clustering +2024-07-31 14:08:10 | ERROR | stderr | if ncluster > 1: +2024-07-31 14:08:10 | ERROR | stderr | TypeError: '>' not supported between instances of 'NoneType' and 'int' +2024-07-31 14:08:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 14:08:14 | ERROR | stderr | +2024-07-31 14:08:14 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 14:08:14 | ERROR | stderr | +2024-07-31 14:08:43 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 14:08:43 | ERROR | stderr | +2024-07-31 14:08:43 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 14:08:43 | ERROR | stderr | +2024-07-31 14:09:33 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 14:09:33 | ERROR | stderr | +2024-07-31 14:09:33 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 14:09:33 | ERROR | stderr | +2024-07-31 14:10:46 | ERROR | stderr | Error in sys.excepthook: +2024-07-31 14:10:46 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 14:10:46 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/linecache.py", line 46, in getlines +2024-07-31 14:10:46 | ERROR | stderr | return updatecache(filename, module_globals) +2024-07-31 14:10:46 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/linecache.py", line 136, in updatecache +2024-07-31 14:10:46 | ERROR | stderr | with tokenize.open(fullname) as fp: +2024-07-31 14:10:46 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/tokenize.py", line 396, in open +2024-07-31 14:10:46 | ERROR | stderr | encoding, lines = detect_encoding(buffer.readline) +2024-07-31 14:10:46 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/tokenize.py", line 365, in detect_encoding +2024-07-31 14:10:46 | ERROR | stderr | first = read_or_stop() +2024-07-31 14:10:46 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/tokenize.py", line 323, in read_or_stop +2024-07-31 14:10:46 | ERROR | stderr | return readline() +2024-07-31 14:10:46 | ERROR | stderr | KeyboardInterrupt +2024-07-31 14:10:46 | ERROR | stderr | +2024-07-31 14:10:46 | ERROR | stderr | Original exception was: +2024-07-31 14:10:46 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 14:10:46 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/api_core/retry/retry_unary.py", line 144, in retry_target +2024-07-31 14:10:47 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/api_core/future/polling.py", line 120, in _done_or_raise +2024-07-31 14:10:47 | ERROR | stderr | google.api_core.future.polling._OperationNotComplete +2024-07-31 14:10:47 | ERROR | stderr | +2024-07-31 14:10:47 | ERROR | stderr | During handling of the above exception, another exception occurred: +2024-07-31 14:10:47 | ERROR | stderr | +2024-07-31 14:10:47 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 14:10:47 | ERROR | stderr | File "/data/niklas/arena/app.py", line 68, in +2024-07-31 14:10:47 | ERROR | stderr | models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=True) +2024-07-31 14:10:47 | ERROR | stderr | File "/data/niklas/arena/models.py", line 75, in __init__ +2024-07-31 14:10:47 | ERROR | stderr | self.load_gcp_index(model_name, "wikipedia") +2024-07-31 14:10:47 | ERROR | stderr | File "/data/niklas/arena/models.py", line 150, in load_gcp_index +2024-07-31 14:10:47 | ERROR | stderr | index.load_endpoint() +2024-07-31 14:10:47 | ERROR | stderr | File "/data/niklas/arena/retrieval/gcp_index.py", line 227, in load_endpoint +2024-07-31 14:10:47 | ERROR | stderr | self.endpoint = self.endpoint.deploy_index( +2024-07-31 14:10:47 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/cloud/aiplatform/matching_engine/matching_engine_index_endpoint.py", line 1143, in deploy_index +2024-07-31 14:10:47 | ERROR | stderr | deploy_lro.result(timeout=None) +2024-07-31 14:10:47 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/api_core/future/polling.py", line 256, in result +2024-07-31 14:10:47 | ERROR | stderr | self._blocking_poll(timeout=timeout, retry=retry, polling=polling) +2024-07-31 14:10:47 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/api_core/future/polling.py", line 137, in _blocking_poll +2024-07-31 14:10:47 | ERROR | stderr | polling(self._done_or_raise)(retry=retry) +2024-07-31 14:10:47 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/api_core/retry/retry_unary.py", line 293, in retry_wrapped_func +2024-07-31 14:10:47 | ERROR | stderr | return retry_target( +2024-07-31 14:10:47 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/google/api_core/retry/retry_unary.py", line 164, in retry_target +2024-07-31 14:10:47 | ERROR | stderr | time.sleep(sleep) +2024-07-31 14:10:47 | ERROR | stderr | KeyboardInterrupt +2024-07-31 14:11:39 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 14:11:43 | ERROR | stderr | Loading checkpoint shards: 0%| | 0/7 [00:00 +2024-07-31 14:21:54 | ERROR | stderr | results = [future.result() for future in futures] +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 451, in result +2024-07-31 14:21:54 | ERROR | stderr | return self.__get_result() +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result +2024-07-31 14:21:54 | ERROR | stderr | raise self._exception +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/thread.py", line 58, in run +2024-07-31 14:21:54 | ERROR | stderr | result = self.fn(*self.args, **self.kwargs) +2024-07-31 14:21:54 | ERROR | stderr | File "/data/niklas/arena/models.py", line 333, in clustering +2024-07-31 14:21:54 | ERROR | stderr | vis_dims = PCA(n_components=3).fit_transform(emb) +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/utils/_set_output.py", line 295, in wrapped +2024-07-31 14:21:54 | ERROR | stderr | data_to_wrap = f(self, X, *args, **kwargs) +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/base.py", line 1474, in wrapper +2024-07-31 14:21:54 | ERROR | stderr | return fit_method(estimator, *args, **kwargs) +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/decomposition/_pca.py", line 454, in fit_transform +2024-07-31 14:21:54 | ERROR | stderr | U, S, Vt = self._fit(X) +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/decomposition/_pca.py", line 483, in _fit +2024-07-31 14:21:54 | ERROR | stderr | X = self._validate_data( +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/base.py", line 633, in _validate_data +2024-07-31 14:21:54 | ERROR | stderr | out = check_array(X, input_name="X", **check_params) +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/utils/validation.py", line 1049, in check_array +2024-07-31 14:21:54 | ERROR | stderr | _assert_all_finite( +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/utils/validation.py", line 126, in _assert_all_finite +2024-07-31 14:21:54 | ERROR | stderr | _assert_all_finite_element_wise( +2024-07-31 14:21:54 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/sklearn/utils/validation.py", line 175, in _assert_all_finite_element_wise +2024-07-31 14:21:54 | ERROR | stderr | raise ValueError(msg_err) +2024-07-31 14:21:54 | ERROR | stderr | ValueError: Input X contains NaN. +2024-07-31 14:21:54 | ERROR | stderr | PCA does not accept missing values encoded as NaN natively. For supervised learning, you might want to consider sklearn.ensemble.HistGradientBoostingClassifier and Regressor which accept missing values encoded as NaNs natively. Alternatively, it is possible to preprocess the data, for instance by using an imputer transformer in a pipeline or drop samples with missing values. See https://scikit-learn.org/stable/modules/impute.html You can find a list of all estimators that handle NaN values at the following page: https://scikit-learn.org/stable/modules/impute.html#estimators-that-handle-nan-values +2024-07-31 14:22:10 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 14:22:10 | ERROR | stderr | +2024-07-31 14:22:10 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 14:22:10 | ERROR | stderr | +2024-07-31 14:23:01 | INFO | index_logger | Checking if index index_wikipedia_voyage-multilingual-2 exists ... +2024-07-31 14:23:02 | INFO | index_logger | Vector Search index index_wikipedia_voyage-multilingual-2 exists with resource name projects/1048622315445/locations/us-east1/indexes/5000482126102003712 +2024-07-31 14:23:02 | INFO | index_logger | Vector Search index endpoint endpoint exists with resource name projects/1048622315445/locations/us-east1/indexEndpoints/62672162783232000 +2024-07-31 14:23:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 14:23:03 | ERROR | stderr | +2024-07-31 14:23:03 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 14:23:03 | ERROR | stderr | +2024-07-31 14:23:05 | ERROR | stderr | Resolving data files: 0%| | 0/26 [00:00, >), received 6. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:01 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 14:27:01 | ERROR | stderr | warnings.warn( +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:29 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:29 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:30 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 14:27:30 | ERROR | stderr | +2024-07-31 14:27:32 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 14:27:45 | INFO | stdout | Running on public URL: https://f34f40983a1b7aa30e.gradio.live +2024-07-31 14:27:45 | INFO | stdout | +2024-07-31 14:27:45 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 14:28:05 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 14:28:05 | ERROR | stderr | +2024-07-31 14:28:05 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 14:28:05 | ERROR | stderr | +2024-07-31 14:28:52 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 14:28:52 | ERROR | stderr | +2024-07-31 14:28:52 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 14:28:52 | ERROR | stderr | +2024-07-31 14:33:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 14:33:04 | ERROR | stderr | +2024-07-31 14:33:04 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 14:33:04 | ERROR | stderr | +2024-07-31 14:33:44 | INFO | stdout | Keyboard interruption in main thread... closing server. +2024-07-31 14:33:44 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://71ffe3936697e8a8a5.gradio.live +2024-07-31 14:33:44 | ERROR | stderr | +2024-07-31 14:33:45 | ERROR | stderr | Exception ignored in atexit callback: > +2024-07-31 14:33:45 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 169, in _push_to_hub +2024-07-31 14:33:45 | ERROR | stderr | value = self.push_to_hub() +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 243, in push_to_hub +2024-07-31 14:33:45 | ERROR | stderr | commit_info = self.api.create_commit( +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn +2024-07-31 14:33:45 | ERROR | stderr | return fn(*args, **kwargs) +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 1398, in _inner +2024-07-31 14:33:45 | ERROR | stderr | return fn(self, *args, **kwargs) +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 3851, in create_commit +2024-07-31 14:33:45 | ERROR | stderr | commit_resp = get_session().post(url=commit_url, headers=headers, data=data, params=params) +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 637, in post +2024-07-31 14:33:45 | ERROR | stderr | return self.request("POST", url, data=data, json=json, **kwargs) +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 589, in request +2024-07-31 14:33:45 | ERROR | stderr | resp = self.send(prep, **send_kwargs) +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/sessions.py", line 703, in send +2024-07-31 14:33:45 | ERROR | stderr | r = adapter.send(request, **kwargs) +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 66, in send +2024-07-31 14:33:45 | ERROR | stderr | return super().send(request, *args, **kwargs) +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/requests/adapters.py", line 667, in send +2024-07-31 14:33:45 | ERROR | stderr | resp = conn.urlopen( +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 793, in urlopen +2024-07-31 14:33:45 | ERROR | stderr | response = self._make_request( +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connectionpool.py", line 537, in _make_request +2024-07-31 14:33:45 | ERROR | stderr | response = conn.getresponse() +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/urllib3/connection.py", line 466, in getresponse +2024-07-31 14:33:45 | ERROR | stderr | httplib_response = super().getresponse() +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 1375, in getresponse +2024-07-31 14:33:45 | ERROR | stderr | response.begin() +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 318, in begin +2024-07-31 14:33:45 | ERROR | stderr | version, status, reason = self._read_status() +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/http/client.py", line 279, in _read_status +2024-07-31 14:33:45 | ERROR | stderr | line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") +2024-07-31 14:33:45 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/socket.py", line 705, in readinto +2024-07-31 14:33:45 | ERROR | stderr | KeyboardInterrupt: +2024-07-31 14:33:45 | INFO | stdout |  +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 7 arguments for function functools.partial(, >), received 6. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:09:56 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:09:56 | ERROR | stderr | warnings.warn( +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:40 | ERROR | stderr | +2024-07-31 15:10:40 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:41 | ERROR | stderr | +2024-07-31 15:10:41 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:42 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:10:42 | ERROR | stderr | +2024-07-31 15:10:50 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 15:11:00 | INFO | stdout | Running on public URL: https://cbaedf3330e802c906.gradio.live +2024-07-31 15:11:00 | INFO | stdout | +2024-07-31 15:11:00 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 15:16:44 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 15:16:44 | ERROR | stderr | +2024-07-31 15:16:44 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 15:16:44 | ERROR | stderr | +2024-07-31 15:16:44 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 15:18:23 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 https://cbaedf3330e802c906.gradio.live +2024-07-31 15:19:56 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 7 arguments for function functools.partial(, >), received 6. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:42 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:20:42 | ERROR | stderr | warnings.warn( +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:45 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:45 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:46 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:46 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:20:47 | ERROR | stderr | +2024-07-31 15:20:47 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 15:20:51 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 15:20:51 | INFO | stdout | Running on public URL: https://e5ab53fdbde2088f76.gradio.live +2024-07-31 15:20:51 | INFO | stdout | +2024-07-31 15:20:51 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 15:22:33 | ERROR | stderr | +2024-07-31 15:22:33 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 https://e5ab53fdbde2088f76.gradio.live +2024-07-31 15:23:28 | ERROR | stderr | Exception ignored in atexit callback: > +2024-07-31 15:23:28 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 15:23:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 169, in _push_to_hub +2024-07-31 15:23:28 | ERROR | stderr | value = self.push_to_hub() +2024-07-31 15:23:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 201, in push_to_hub +2024-07-31 15:23:28 | ERROR | stderr | relpath_to_abspath = { +2024-07-31 15:23:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/huggingface_hub/_commit_scheduler.py", line 204, in +2024-07-31 15:23:28 | ERROR | stderr | if path.is_file() +2024-07-31 15:23:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 1322, in is_file +2024-07-31 15:23:28 | ERROR | stderr | return S_ISREG(self.stat().st_mode) +2024-07-31 15:23:28 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/pathlib.py", line 1097, in stat +2024-07-31 15:23:28 | ERROR | stderr | return self._accessor.stat(self, follow_symlinks=follow_symlinks) +2024-07-31 15:23:28 | ERROR | stderr | KeyboardInterrupt: +2024-07-31 15:29:21 | ERROR | stderr | +2024-07-31 15:29:21 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00, >), received 6. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:40:51 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:40:51 | ERROR | stderr | warnings.warn( +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:03 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-07-31 15:41:03 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-07-31 15:41:04 | ERROR | stderr | +2024-07-31 15:41:04 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-07-31 15:41:08 | INFO | stdout | Running on public URL: https://1576a8bee41584ce99.gradio.live +2024-07-31 15:41:08 | INFO | stdout | +2024-07-31 15:41:08 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-07-31 15:59:27 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 15:59:27 | ERROR | stderr | +2024-07-31 15:59:27 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 15:59:27 | ERROR | stderr | +2024-07-31 15:59:27 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 https://f34f40983a1b7aa30e.gradio.live +2024-07-31 17:42:14 | ERROR | stderr | +2024-07-31 17:42:14 | INFO | stdout |  +2024-07-31 17:42:57 | INFO | stdout | Keyboard interruption in main thread... closing server. +2024-07-31 17:42:57 | ERROR | stderr | +2024-07-31 17:42:57 | ERROR | stderr | Error in sys.excepthook: +2024-07-31 17:43:05 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/linecache.py", line 46, in getlines +2024-07-31 17:43:05 | ERROR | stderr | return updatecache(filename, module_globals) +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/linecache.py", line 136, in updatecache +2024-07-31 17:43:05 | ERROR | stderr | with tokenize.open(fullname) as fp: +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/tokenize.py", line 396, in open +2024-07-31 17:43:05 | ERROR | stderr | encoding, lines = detect_encoding(buffer.readline) +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/tokenize.py", line 365, in detect_encoding +2024-07-31 17:43:05 | ERROR | stderr | first = read_or_stop() +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/tokenize.py", line 323, in read_or_stop +2024-07-31 17:43:05 | ERROR | stderr | return readline() +2024-07-31 17:43:05 | ERROR | stderr | KeyboardInterrupt +2024-07-31 17:43:05 | ERROR | stderr | +2024-07-31 17:43:05 | ERROR | stderr | Original exception was: +2024-07-31 17:43:05 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2690, in block_thread +2024-07-31 17:43:05 | ERROR | stderr | time.sleep(0.1) +2024-07-31 17:43:05 | ERROR | stderr | KeyboardInterrupt +2024-07-31 17:43:05 | ERROR | stderr | +2024-07-31 17:43:05 | ERROR | stderr | During handling of the above exception, another exception occurred: +2024-07-31 17:43:05 | ERROR | stderr | +2024-07-31 17:43:05 | ERROR | stderr | Traceback (most recent call last): +2024-07-31 17:43:05 | ERROR | stderr | File "/data/niklas/arena/app.py", line 155, in +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2595, in launch +2024-07-31 17:43:05 | ERROR | stderr | self.block_thread() +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2694, in block_thread +2024-07-31 17:43:05 | ERROR | stderr | self.server.close() +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/http_server.py", line 68, in close +2024-07-31 17:43:05 | ERROR | stderr | self.thread.join(timeout=5) +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/threading.py", line 1100, in join +2024-07-31 17:43:05 | ERROR | stderr | self._wait_for_tstate_lock(timeout=max(timeout, 0)) +2024-07-31 17:43:05 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock +2024-07-31 17:43:05 | ERROR | stderr | if lock.acquire(block, timeout): +2024-07-31 17:43:05 | ERROR | stderr | KeyboardInterrupt +2024-07-31 17:43:05 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://a66955434412260a4b.gradio.live +2024-07-31 18:37:16 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 19:06:59 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/helpers.py:974: UserWarning: +2024-07-31 19:06:59 | ERROR | stderr | +2024-07-31 19:06:59 | ERROR | stderr | Unexpected argument. Filling with None. +2024-07-31 19:06:59 | ERROR | stderr | +2024-07-31 19:06:59 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 19:07:20 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 19:27:02 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 19:28:53 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-07-31 19:30:03 | ERROR | stderr | +2024-07-31 19:30:03 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 +2024-07-31 21:47:24 | ERROR | stderr | results = [future.result() for future in futures] +2024-07-31 21:47:24 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 451, in result +2024-07-31 21:47:24 | ERROR | stderr | return self.__get_result() +2024-07-31 21:47:24 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result +2024-07-31 21:47:24 | ERROR | stderr | raise self._exception +2024-07-31 21:47:24 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/concurrent/futures/thread.py", line 58, in run +2024-07-31 21:47:24 | ERROR | stderr | result = self.fn(*self.args, **self.kwargs) +2024-07-31 21:47:24 | ERROR | stderr | File "/data/niklas/arena/models.py", line 233, in retrieve +2024-07-31 21:47:24 | ERROR | stderr | model = self.load_model(model_name) +2024-07-31 21:47:24 | ERROR | stderr | File "/data/niklas/arena/models.py", line 100, in load_model +2024-07-31 21:47:24 | ERROR | stderr | revision=self.model_meta[model_name].get("revision", None), +2024-07-31 21:47:24 | ERROR | stderr | KeyError: '### Model A: Salesforce/SFR-Embedding-2_R' +2024-07-31 21:47:38 | ERROR | stderr | +2024-07-31 21:47:38 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00, >), received 6. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 7 arguments for function functools.partial(, >), received 6. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, 'share'), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 5 arguments for function functools.partial(, >), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 5 arguments for function functools.partial(, >), received 4. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:04 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 13:37:04 | ERROR | stderr | warnings.warn( +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 10 arguments for function functools.partial(, >), received 9. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 10 arguments for function functools.partial(, >), received 9. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 8 arguments for function functools.partial(, >), received 7. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 8 arguments for function functools.partial(, >), received 7. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'leftvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'rightvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'tievote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 5 arguments for function functools.partial(, 'bothbadvote'), received 4. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 6 arguments for function functools.partial(, >), received 5. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 6 arguments for function functools.partial(, >), received 5. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'upvote'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'downvote'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:986: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | /env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/utils.py:990: UserWarning: +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:14 | ERROR | stderr | Expected at least 3 arguments for function functools.partial(, 'flag'), received 2. +2024-08-01 13:37:14 | ERROR | stderr | +2024-08-01 13:37:15 | INFO | stdout | Running on local URL: http://127.0.0.1:7860 +2024-08-01 13:37:19 | INFO | stdout | Running on public URL: https://51a01eb60b41a32804.gradio.live +2024-08-01 13:37:19 | INFO | stdout | +2024-08-01 13:37:19 | INFO | stdout | This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces) +2024-08-01 13:52:00 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-08-01 14:12:34 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-08-01 14:12:34 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-08-01 14:13:33 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-08-01 14:13:33 | ERROR | index_logger | Error in find_neighbors: 503 recvmsg:Connection reset by peer. Retries left: 4 +2024-08-01 14:13:36 | ERROR | stderr | +2024-08-01 14:13:36 | ERROR | stderr | Split strings: 0%| | 0/1 [00:00 +2024-08-02 01:21:11 | ERROR | stderr | block.queue(max_size=10) +2024-08-02 01:21:11 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2595, in launch +2024-08-02 01:21:11 | ERROR | stderr | self.block_thread() +2024-08-02 01:21:11 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/blocks.py", line 2694, in block_thread +2024-08-02 01:21:11 | ERROR | stderr | self.server.close() +2024-08-02 01:21:11 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/site-packages/gradio/http_server.py", line 68, in close +2024-08-02 01:21:11 | ERROR | stderr | self.thread.join(timeout=5) +2024-08-02 01:21:11 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/threading.py", line 1100, in join +2024-08-02 01:21:11 | ERROR | stderr | self._wait_for_tstate_lock(timeout=max(timeout, 0)) +2024-08-02 01:21:11 | ERROR | stderr | File "/env/lib/conda/gritkto/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock +2024-08-02 01:21:11 | ERROR | stderr | if lock.acquire(block, timeout): +2024-08-02 01:21:11 | ERROR | stderr | KeyboardInterrupt +2024-08-02 01:21:11 | INFO | stdout | Killing tunnel 127.0.0.1:7860 <> https://51a01eb60b41a32804.gradio.live diff --git a/MTEB-Arena-logs/vote_log/model_logger.log b/MTEB-Arena-logs/vote_log/model_logger.log index 0d71761..e80b6e7 100644 --- a/MTEB-Arena-logs/vote_log/model_logger.log +++ b/MTEB-Arena-logs/vote_log/model_logger.log @@ -805,3 +805,695 @@ 2024-07-30 23:29:57 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange 2024-07-30 23:29:57 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange 2024-07-30 23:30:08 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-30 23:35:15 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-07-30 23:35:54 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-07-30 23:35:56 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-07-30 23:36:13 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-07-30 23:36:30 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-07-30 23:36:30 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-07-30 23:36:46 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-07-30 23:36:48 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-07-30 23:37:00 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-07-30 23:37:03 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-07-30 23:37:05 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-07-30 23:37:05 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-07-30 23:37:05 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-07-30 23:37:06 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-07-30 23:43:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:43:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:44:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:44:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:44:37 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:44:37 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:45:11 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:45:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:45:52 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:46:19 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:46:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:46:42 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:46:42 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:47:13 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:47:24 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:47:24 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:47:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:48:14 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-30 23:58:39 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 00:10:04 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-07-31 00:10:04 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-07-31 00:31:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 00:32:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 01:36:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 01:37:49 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 02:10:22 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 02:11:36 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 02:12:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 02:13:27 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 02:13:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 02:14:24 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 03:20:23 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-07-31 03:21:00 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-07-31 03:21:03 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-07-31 03:21:19 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-07-31 03:21:35 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-07-31 03:21:35 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-07-31 03:21:50 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-07-31 03:21:52 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-07-31 03:22:01 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-07-31 03:22:03 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-07-31 03:22:06 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-07-31 03:22:06 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-07-31 03:22:06 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-07-31 03:22:07 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-07-31 04:01:57 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-07-31 04:02:12 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-07-31 04:02:13 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-07-31 04:02:18 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-07-31 04:02:22 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-07-31 04:02:22 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-07-31 04:02:27 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-07-31 04:02:28 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-07-31 04:02:37 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-07-31 04:02:38 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-07-31 04:02:40 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-07-31 04:02:40 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-07-31 04:02:40 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-07-31 04:02:40 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-07-31 04:55:12 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 04:56:06 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 05:14:47 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-07-31 05:15:23 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-07-31 05:15:25 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-07-31 05:15:41 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-07-31 05:15:56 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-07-31 05:15:56 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-07-31 05:16:11 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-07-31 05:16:13 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-07-31 05:16:22 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-07-31 05:16:24 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-07-31 05:16:25 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-07-31 05:16:25 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-07-31 05:16:25 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-07-31 05:24:46 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-07-31 05:25:00 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-07-31 05:25:01 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-07-31 05:25:06 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-07-31 05:25:11 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-07-31 05:25:11 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-07-31 05:25:15 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-07-31 05:25:16 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-07-31 05:25:25 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-07-31 05:25:26 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-07-31 05:25:26 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-07-31 05:25:26 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-07-31 05:25:27 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-07-31 05:33:02 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 05:33:40 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 05:33:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 05:52:57 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 05:53:46 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 06:08:40 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 06:08:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 06:08:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 06:10:03 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 06:12:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 06:14:19 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 06:32:23 | INFO | model_logger | Loading & caching model: ### Model A: text-embedding-3-large +2024-07-31 06:32:23 | INFO | model_logger | Loading & caching model: ### Model B: jinaai/jina-embeddings-v2-base-en +2024-07-31 06:33:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 06:49:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 06:49:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 06:50:15 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 06:50:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 06:50:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 06:52:06 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 06:52:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 06:53:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 06:53:49 | INFO | model_logger | Loading & caching model: ### Model A: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-07-31 07:13:19 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:14:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:16:02 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:16:04 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:17:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:17:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:17:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:18:13 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:18:59 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:22:52 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:23:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:23:57 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:25:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:25:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:26:24 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:34:39 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:34:41 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 07:37:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:14:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:19:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:22:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 08:27:20 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:33:07 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:33:07 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:39:52 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:40:46 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:41:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:45:13 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:45:13 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:56:51 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:57:24 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:57:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 08:58:27 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 09:10:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 09:24:52 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 09:26:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:00:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:01:03 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:02:49 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:03:12 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:03:25 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:12:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:12:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:13:35 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:14:17 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 10:58:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 11:04:38 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 11:05:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 11:25:40 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 12:07:20 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 13:00:16 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:02:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 13:02:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 13:07:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:08:57 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:09:42 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 13:10:16 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 13:10:42 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:10:42 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:11:07 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:11:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 13:11:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 13:20:15 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:21:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 13:26:06 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:33:55 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:52:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 13:58:06 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 14:01:00 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-07-31 14:01:37 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-07-31 14:01:40 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-07-31 14:01:56 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-07-31 14:02:12 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-07-31 14:02:12 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-07-31 14:02:27 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-07-31 14:02:30 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-07-31 14:02:42 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-07-31 14:02:44 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-07-31 14:02:46 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-07-31 14:02:47 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-07-31 14:02:47 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-07-31 14:02:48 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-07-31 14:11:36 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-07-31 14:11:50 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-07-31 14:11:52 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-07-31 14:11:57 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-07-31 14:12:01 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-07-31 14:12:01 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-07-31 14:12:05 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-07-31 14:12:06 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-07-31 14:12:19 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-07-31 14:12:20 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-07-31 14:12:22 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-07-31 14:12:22 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-07-31 14:12:22 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-07-31 14:12:22 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-07-31 14:28:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 14:39:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 14:57:35 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 14:57:35 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 15:06:38 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 15:06:38 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 15:12:04 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 15:17:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 15:17:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 15:19:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 15:20:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 15:20:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 15:20:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 15:21:36 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 15:22:13 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 15:22:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 15:28:38 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-07-31 15:30:09 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-07-31 15:30:15 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-07-31 15:30:37 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-07-31 15:30:57 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-07-31 15:30:57 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-07-31 15:31:16 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-07-31 15:31:19 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-07-31 15:31:30 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-07-31 15:31:34 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-07-31 15:31:38 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-07-31 15:31:40 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-07-31 15:31:40 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-07-31 15:32:20 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-07-31 15:36:03 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 15:59:27 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 16:00:22 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 16:00:47 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 16:01:41 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 16:08:50 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 16:11:31 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 16:38:58 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 16:38:58 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 16:58:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 16:58:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 16:59:37 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 16:59:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 17:00:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 17:00:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 17:02:22 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 17:06:04 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 17:06:04 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 17:06:55 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 17:08:11 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 17:08:30 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 17:09:51 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 17:09:51 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 17:10:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 17:11:31 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 17:12:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 17:16:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 17:16:52 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 17:18:09 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 18:36:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 18:37:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 18:46:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 19:08:31 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 19:09:08 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 19:28:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 19:30:03 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 19:43:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 19:44:03 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 19:45:10 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 19:47:09 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 19:47:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 19:49:52 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 19:50:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 19:51:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 19:51:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 19:51:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 20:07:58 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 20:21:45 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 20:23:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 21:09:25 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:31:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 21:31:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 21:36:08 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:37:03 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:37:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:38:15 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:38:41 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:42:50 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 21:45:57 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 21:45:57 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 21:46:25 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:46:41 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:46:45 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:46:45 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:47:24 | INFO | model_logger | Loading & caching model: ### Model A: Salesforce/SFR-Embedding-2_R +2024-07-31 21:47:24 | INFO | model_logger | Loading & caching model: ### Model B: jinaai/jina-embeddings-v2-base-en +2024-07-31 21:47:38 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:49:00 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 21:49:13 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 21:49:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 22:36:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 22:39:41 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 22:43:38 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 22:43:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 22:44:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 22:44:45 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 22:46:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 22:47:14 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 22:48:45 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 22:49:42 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 22:49:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 22:50:13 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 22:52:06 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-07-31 22:52:41 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 22:54:49 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-07-31 23:34:06 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-07-31 23:57:38 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 01:12:00 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 01:58:19 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 01:59:09 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 02:00:27 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 02:00:52 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 02:06:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 02:06:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 02:17:20 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 02:17:22 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 02:19:34 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 02:52:34 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 03:06:22 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 03:31:37 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 03:48:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 03:49:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 03:49:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 04:31:20 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 04:31:20 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 04:32:15 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 04:32:15 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 05:49:08 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 06:44:20 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 06:56:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 06:56:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 07:30:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 07:30:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 08:42:50 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 08:45:40 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 09:15:09 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 10:07:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 11:38:14 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 11:45:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 11:53:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 12:13:00 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 12:15:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 12:15:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 12:16:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 12:16:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 12:24:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 13:26:00 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-01 13:26:37 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-01 13:26:40 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-01 13:26:56 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-08-01 13:27:13 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-08-01 13:27:13 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-08-01 13:27:27 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-08-01 13:27:30 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-08-01 13:27:43 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-08-01 13:27:45 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-08-01 13:27:47 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-08-01 13:27:48 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-01 13:27:48 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-08-01 13:27:51 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-08-01 14:12:34 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 14:13:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 14:13:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 14:15:13 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 14:16:24 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 14:19:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 14:37:50 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 14:41:07 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 14:42:08 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 14:50:15 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 14:50:31 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 14:50:55 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 14:50:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 14:50:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 15:12:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 15:12:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 15:20:27 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 15:20:27 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 15:23:36 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 16:11:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 16:12:09 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 16:15:30 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 16:32:25 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-01 16:32:55 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-01 16:33:02 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-01 16:33:18 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-08-01 16:33:35 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-08-01 16:33:35 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-08-01 16:33:52 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-08-01 16:33:54 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-08-01 16:34:04 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-08-01 16:34:06 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-08-01 16:34:09 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-08-01 16:34:09 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-01 16:34:09 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-08-01 16:34:11 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-08-01 16:58:32 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-01 16:59:00 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-01 16:59:06 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 16:59:34 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 17:08:17 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-01 17:08:51 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 17:30:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 17:30:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 17:36:30 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 17:36:30 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 17:41:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 17:41:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 17:41:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 17:53:30 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 17:55:02 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 17:58:59 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 18:00:00 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 18:11:13 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 18:22:50 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 18:24:24 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 18:46:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 18:46:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 18:47:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 18:50:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 19:21:20 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 19:35:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 19:39:39 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 19:39:39 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 19:46:50 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 19:47:20 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 20:14:23 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 20:47:31 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 20:48:36 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 20:49:08 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 20:49:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 20:52:31 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 20:52:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 20:52:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 20:53:47 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 20:54:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 20:54:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 20:54:39 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 20:57:25 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 20:58:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 20:58:41 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 20:58:41 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:00:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:00:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 21:00:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:01:37 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:01:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 21:02:36 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 21:02:36 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 21:30:27 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 21:30:27 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 21:35:33 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:36:50 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:37:35 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 21:37:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:37:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:38:14 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:40:12 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 21:40:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 21:41:03 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:41:22 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 21:41:45 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 21:42:18 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 22:54:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-01 23:38:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 23:39:09 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 23:39:26 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-01 23:44:30 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 23:51:35 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-01 23:55:59 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 00:52:19 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 00:53:49 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 00:55:25 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 01:26:53 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 01:27:51 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-02 01:27:55 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-02 01:28:22 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-08-02 01:28:42 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-08-02 01:28:42 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-08-02 01:29:15 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-08-02 01:29:20 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-08-02 01:29:33 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-08-02 01:29:37 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-08-02 01:29:41 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-08-02 01:29:42 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-02 01:29:42 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-08-02 01:29:45 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-08-02 01:52:36 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 01:52:51 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 01:54:50 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 02:08:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 02:09:49 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 02:31:31 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 02:55:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 03:46:08 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-02 03:46:08 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 03:46:34 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 03:48:25 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 03:48:25 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 03:48:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 03:48:32 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 03:48:51 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 03:48:51 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 04:39:18 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 04:39:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 04:42:29 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 04:42:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 04:43:08 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 04:43:40 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 04:43:54 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 04:53:30 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 04:54:37 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 04:56:10 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 04:57:29 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 04:59:22 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 04:59:47 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 05:03:31 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 05:03:52 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 05:03:52 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 05:08:07 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 05:08:42 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-02 05:08:45 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-02 05:09:01 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-08-02 05:09:17 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-08-02 05:09:17 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-08-02 05:09:32 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-08-02 05:09:35 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-08-02 05:09:47 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-08-02 05:09:49 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-08-02 05:09:52 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-08-02 05:09:52 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-02 05:09:52 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-08-02 05:09:53 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-08-02 05:13:02 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 05:13:16 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-02 05:13:18 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-02 05:13:22 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-08-02 05:13:27 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-08-02 05:13:27 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-08-02 05:13:31 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-08-02 05:13:33 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-08-02 05:13:45 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-08-02 05:13:46 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-08-02 05:13:48 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-08-02 05:13:48 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-02 05:13:48 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-08-02 05:13:49 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-08-02 05:29:38 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 05:29:52 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-02 05:29:54 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-02 05:29:58 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-08-02 05:30:03 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-08-02 05:30:03 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-08-02 05:30:07 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-08-02 05:30:08 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-08-02 05:30:20 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-08-02 05:30:22 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-08-02 05:30:24 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-08-02 05:30:24 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-02 05:30:24 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-08-02 05:30:24 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-08-02 07:06:22 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 07:07:12 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 07:12:40 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 07:15:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 07:17:07 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 07:17:56 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 07:19:30 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 07:20:04 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 07:22:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 07:22:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 07:23:00 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 07:28:34 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 07:30:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 07:31:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 07:32:34 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 07:33:03 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 07:43:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 07:43:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 08:39:02 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 08:39:02 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 08:55:58 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 08:57:38 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 08:57:38 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 09:33:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 10:19:46 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 10:57:30 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 11:52:34 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 11:52:36 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 12:01:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 12:47:40 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 12:48:24 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 12:48:49 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 12:49:05 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 12:51:02 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 12:51:02 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 12:51:25 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 15:16:31 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 15:17:08 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-02 15:17:11 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-02 15:17:28 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-08-02 15:17:46 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-08-02 15:17:46 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-08-02 15:18:01 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-08-02 15:18:03 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-08-02 15:18:16 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-08-02 15:18:18 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-08-02 15:18:21 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-08-02 15:18:21 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-02 15:18:21 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-08-02 15:18:24 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-08-02 15:29:53 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 15:31:32 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 15:34:09 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-02 15:34:20 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-02 15:35:05 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-08-02 15:35:41 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-08-02 15:35:41 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-08-02 15:36:09 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-08-02 15:36:13 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-08-02 15:36:25 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-08-02 15:36:29 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-08-02 15:36:34 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-08-02 15:36:35 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-02 15:36:35 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-08-02 15:36:44 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-08-02 15:37:32 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-02 15:39:57 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 15:41:21 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 15:49:35 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 15:53:41 | INFO | model_logger | Loading & caching model: Alibaba-NLP/gte-Qwen2-7B-instruct +2024-08-02 15:54:00 | INFO | model_logger | Loading & caching model: BAAI/bge-large-en-v1.5 +2024-08-02 15:54:02 | INFO | model_logger | Loading & caching model: GritLM/GritLM-7B +2024-08-02 15:54:08 | INFO | model_logger | Loading & caching model: Salesforce/SFR-Embedding-2_R +2024-08-02 15:54:13 | INFO | model_logger | Loading & caching model: embed-english-v3.0 +2024-08-02 15:54:13 | INFO | model_logger | Loading & caching model: intfloat/e5-mistral-7b-instruct +2024-08-02 15:54:18 | INFO | model_logger | Loading & caching model: intfloat/multilingual-e5-large-instruct +2024-08-02 15:54:19 | INFO | model_logger | Loading & caching model: jinaai/jina-embeddings-v2-base-en +2024-08-02 15:54:28 | INFO | model_logger | Loading & caching model: mixedbread-ai/mxbai-embed-large-v1 +2024-08-02 15:54:30 | INFO | model_logger | Loading & caching model: nomic-ai/nomic-embed-text-v1.5 +2024-08-02 15:54:32 | INFO | model_logger | Loading & caching model: sentence-transformers/all-MiniLM-L6-v2 +2024-08-02 15:54:32 | INFO | model_logger | Loading & caching model: text-embedding-004 +2024-08-02 15:54:32 | INFO | model_logger | Loading & caching model: text-embedding-3-large +2024-08-02 15:54:34 | INFO | model_logger | Loading & caching model: voyage-multilingual-2 +2024-08-02 15:56:16 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 15:56:44 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 15:58:39 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 15:59:12 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 16:09:41 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 16:10:24 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 16:11:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 16:11:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 16:27:35 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 16:27:43 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 16:28:11 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 16:28:11 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 16:28:20 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant paper title and abstract from arXiv +2024-08-02 16:28:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia +2024-08-02 16:29:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 16:29:48 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 16:30:01 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant question and answer from Stack Exchange +2024-08-02 16:37:28 | INFO | model_logger | Using instruction: Given a query, retrieve a relevant title and passage from Wikipedia diff --git a/README.md b/README.md index 98d59a4..667c7e1 100644 --- a/README.md +++ b/README.md @@ -28,6 +28,13 @@ If you'd like to debug the app, set `DEBUG=True` in the beginning of `app.py`, w Some models require API keys which you can set as environment variables, e.g. `VOYAGE_API_KEY=YOUR_KEY HF_TOKEN=YOUR_KEY OPENAI_API_KEY=YOUR_KEY CO_API_KEY=YOUR_KEY python app.py` +## Adding a Model + +1. Add the model to [mteb](https://github.com/embeddings-benchmark/mteb/tree/main/mteb/models) via PR. +2. Add the model to this repo's `models.py` & `models_meta.yml` via PR. +3. Test it in the Clustering and STS interfaces at least. Ideally, also retrieval. +4. We will then consider adding it to the arena. Please note that keeping a model in the arena is costly to us as (1) we need to keep constant GPUs running with it in memory (2) we need to maintain retrieval indices for it. So we will focus on models that are most useful to the community. However, if you are willing to sponsor the hosting of your model, we may be able to add it faster. + ## Results Results are auto-saved to [mteb/arena-results](https://huggingface.co/datasets/mteb/arena-results). diff --git a/app.py b/app.py index 2063c15..c310a2f 100644 --- a/app.py +++ b/app.py @@ -65,7 +65,8 @@ def get_credentials(): model_meta['model_meta'].pop('nvidia/NV-Embed-v1') model_meta['model_meta'].pop('McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised') model_meta['model_meta'].pop('nomic-ai/nomic-embed-text-v1') -models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=not(DEBUG)) +#model_meta['model_meta'].pop('Alibaba-NLP/gte-Qwen2-7B-instruct') +models = ModelManager(model_meta, use_gcp_index=GCP_INDEX, load_all=True) def load_elo_results(elo_results_dir): from collections import defaultdict diff --git a/arena_elo/elo_analysis.py b/arena_elo/elo_analysis.py index 3f79406..ee799f1 100644 --- a/arena_elo/elo_analysis.py +++ b/arena_elo/elo_analysis.py @@ -284,7 +284,6 @@ def report_elo_analysis_results(battles_json, rating_system="bt", num_bootstrap= model_order = model_order[:limit_show_number] # leaderboard_table_df: elo rating, variance, 95% interval, number of battles - # import pdb; pdb.set_trace() leaderboard_table_df = pd.DataFrame( { "rating": elo_rating_final, diff --git a/models.py b/models.py index 2b34f72..21dfc51 100644 --- a/models.py +++ b/models.py @@ -166,14 +166,14 @@ def load_bm25_index(self, model_name:str, corpus:str, limit=None) -> BM25Index: self.loaded_indices[model_name][corpus] = index return index - def retrieve_draw(self): + def retrieve_draw(self, corpora=["wikipedia", "arxiv", "stackexchange"]): if "retrieval" not in self.loaded_samples: self.loaded_samples["retrieval"] = {} from datasets import load_dataset self.loaded_samples["retrieval"]["wikipedia"] = load_dataset("mteb/nq", "queries", split="queries")["text"] self.loaded_samples["retrieval"]["arxiv"] = load_dataset("mteb/arena-arxiv-7-2-24-samples", split="train")["query"] self.loaded_samples["retrieval"]["stackexchange"] = [x["query"] for sub_ds in load_dataset("colbertv2/lotte", "pooled", split=['search_dev', 'search_test']) for x in sub_ds] - corpus = random.choice(["wikipedia", "arxiv", "stackexchange"]) + corpus = random.choice(corpora) return random.choice(self.loaded_samples["retrieval"][corpus]), corpus def clustering_draw(self): diff --git a/results/20240730/clean_results_clustering.json b/results/20240730/clean_results_clustering.json index 22de255..7581ea1 100644 --- a/results/20240730/clean_results_clustering.json +++ b/results/20240730/clean_results_clustering.json @@ -582,5 +582,13 @@ "judge": "arena_user_", "anony": true, "tstamp": 1722377569.7391 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722386134.7533 } ] \ No newline at end of file diff --git a/results/20240730/clean_results_retrieval.json b/results/20240730/clean_results_retrieval.json index 97752b7..cb71151 100644 --- a/results/20240730/clean_results_retrieval.json +++ b/results/20240730/clean_results_retrieval.json @@ -2518,5 +2518,373 @@ "judge": "arena_user_", "anony": true, "tstamp": 1722380137.171 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722381760.107 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722382212.5551 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383029.5017 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383038.1191 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383048.95 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383057.2164 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383064.7812 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383072.0497 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383079.616 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383088.2854 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383105.5172 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383113.394 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383122.4956 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383130.1443 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383143.97 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383154.8847 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383163.0997 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383173.9883 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383185.3092 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383197.0779 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383205.5485 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383220.9202 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383228.7291 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383236.588 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383247.863 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383256.029 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383265.0457 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383278.1255 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383289.9503 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383299.3142 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383949.909 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385287.1562 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385900.9648 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389811.1554 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389883.6233 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722391919.9274 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722391947.5916 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392012.5695 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392051.0052 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392088.2313 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392115.6318 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392139.5942 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722401702.1092 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722401718.1951 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722401756.4486 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722401773.3734 } ] \ No newline at end of file diff --git a/results/20240730/clustering_leaderboard.csv b/results/20240730/clustering_leaderboard.csv index 265ced7..c4794d6 100644 --- a/results/20240730/clustering_leaderboard.csv +++ b/results/20240730/clustering_leaderboard.csv @@ -1,15 +1,15 @@ key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link -intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1170.9858074792614,1170.9858074792614,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct -intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1116.728569045218,1116.728569045218,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct -text-embedding-3-large,text-embedding-3-large,1074.6100836117466,1074.6100836117466,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings -text-embedding-004,text-embedding-004,1057.9264444563269,1057.9264444563269,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api -GritLM/GritLM-7B,GritLM/GritLM-7B,1053.4158209711916,1053.4158209711916,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B -jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,1041.7600004738938,1041.7600004738938,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en -Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,988.109668905895,988.109668905895,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R -voyage-multilingual-2,voyage-multilingual-2,976.1115118445912,976.1115118445912,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings -nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,954.0363602121365,954.0363602121365,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 -embed-english-v3.0,embed-english-v3.0,907.402904848764,907.402904848764,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed -Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,883.2640298121846,883.2640298121846,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct -mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,843.4293410110903,843.4293410110903,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 -BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,839.0667309953959,839.0667309953959,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 -sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,793.1460306594264,793.1460306594264,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1172.1419121861154,1172.1419121861154,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1114.9814186724323,1114.9814186724323,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +text-embedding-004,text-embedding-004,1084.270037054566,1084.270037054566,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +text-embedding-3-large,text-embedding-3-large,1080.8828544588184,1080.8828544588184,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +GritLM/GritLM-7B,GritLM/GritLM-7B,1059.407912584827,1059.407912584827,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,1046.1661177284939,1046.1661177284939,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +voyage-multilingual-2,voyage-multilingual-2,974.311197306882,974.311197306882,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,964.4558689678153,964.4558689678153,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,949.9154751298815,949.9154751298815,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 +embed-english-v3.0,embed-english-v3.0,900.6662823452369,900.6662823452369,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,885.1503656967305,885.1503656967305,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,849.8243437473697,849.8243437473697,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,835.414369211024,835.414369211024,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,786.0024164896454,786.0024164896454,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/results/20240730/elo_results_clustering.pkl b/results/20240730/elo_results_clustering.pkl index 1aac2e0..820b9dd 100644 --- a/results/20240730/elo_results_clustering.pkl +++ b/results/20240730/elo_results_clustering.pkl @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7083fea527f0b91e6ccb8d4128faee40b35353b3bc38c71264d0678e79a25b3e -size 78962 +oid sha256:9d8bf223bfa9c5ad5eb2047a8de1912f613e73321f84cf9eacbafcee8a3cec20 +size 78986 diff --git a/results/20240730/elo_results_retrieval.pkl b/results/20240730/elo_results_retrieval.pkl index 9b7a793..78b9545 100644 --- a/results/20240730/elo_results_retrieval.pkl +++ b/results/20240730/elo_results_retrieval.pkl @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a65ef7e15bc5e188864543dd92ae6fa4acc3a1ec4b879058826b8e231d86984 -size 82342 +oid sha256:3f803d448992fbc50503cf8c1629a9ac58c875bcfdd725d1d4deae31e44ec727 +size 82338 diff --git a/results/20240730/retrieval_leaderboard.csv b/results/20240730/retrieval_leaderboard.csv index fad3d14..89b1d17 100644 --- a/results/20240730/retrieval_leaderboard.csv +++ b/results/20240730/retrieval_leaderboard.csv @@ -1,16 +1,16 @@ key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link -GritLM/GritLM-7B,GritLM/GritLM-7B,1151.6025800618518,1151.6025800618518,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B -text-embedding-004,text-embedding-004,1117.6986424536867,1117.6986424536867,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api -intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1116.5621244096071,1116.5621244096071,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct -Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1115.4805245866457,1115.4805245866457,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R -mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1082.4481210344275,1082.4481210344275,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 -BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1080.9268442181674,1080.9268442181674,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 -intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1074.3476910996767,1074.3476910996767,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct -text-embedding-3-large,text-embedding-3-large,1060.9576749037076,1060.9576749037076,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings -voyage-multilingual-2,voyage-multilingual-2,1035.9435284403496,1035.9435284403496,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings -embed-english-v3.0,embed-english-v3.0,1031.009157891784,1031.009157891784,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed -Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,997.5203792598701,997.5203792598701,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct -BM25,BM25,974.7090035386894,974.7090035386894,,42.4,,,MIT,,https://github.com/xhluca/bm25s -nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,757.1242358601492,757.1242358601492,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 -jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,726.1864757182211,726.1864757182211,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en -sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,677.4830165231663,677.4830165231663,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 +GritLM/GritLM-7B,GritLM/GritLM-7B,1134.840030168205,1134.840030168205,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +text-embedding-004,text-embedding-004,1112.4107713284918,1112.4107713284918,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1110.8331460136726,1110.8331460136726,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1100.4318928498828,1100.4318928498828,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1088.7159587084611,1088.7159587084611,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1084.3844561072187,1084.3844561072187,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1080.3893853654513,1080.3893853654513,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +text-embedding-3-large,text-embedding-3-large,1067.4481900979792,1067.4481900979792,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +voyage-multilingual-2,voyage-multilingual-2,1051.02281129248,1051.02281129248,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +embed-english-v3.0,embed-english-v3.0,1050.5953268451237,1050.5953268451237,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,992.4545985916101,992.4545985916101,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct +BM25,BM25,970.1490509499938,970.1490509499938,,42.4,,,MIT,,https://github.com/xhluca/bm25s +nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,747.9166901500215,747.9166901500215,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,740.1175910583345,740.1175910583345,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,668.2901004730746,668.2901004730746,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/results/20240731/clean_results_clustering.json b/results/20240731/clean_results_clustering.json new file mode 100644 index 0000000..8cd664f --- /dev/null +++ b/results/20240731/clean_results_clustering.json @@ -0,0 +1,522 @@ +[ + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263906.0355 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264058.1129 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266426.4606 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266465.3044 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266480.7581 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272659.3063 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272694.603 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272781.662 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722276389.1412 + }, + { + "model_a": "text-embedding-004", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722276839.4005 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722276997.8264 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277187.8827 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277210.6836 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277432.4493 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277499.9324 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277520.8821 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277586.3169 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277608.0973 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277634.607 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277653.6919 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277672.6269 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277689.5573 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277704.7607 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277716.7904 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277778.0722 + }, + { + "model_a": "text-embedding-004", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277798.3561 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277856.6326 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277877.938 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277898.6295 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277923.6911 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277948.0387 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277970.6393 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278276.5054 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278296.4392 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278315.581 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278356.4265 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278372.9652 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278391.4029 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722281821.2839 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722281965.6179 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282005.3598 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282066.8359 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282151.7917 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282371.8069 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282380.8471 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282495.2203 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310865.1737 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349264.7668 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722354938.3291 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367036.7553 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722370311.0017 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377378.7801 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377394.61 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377407.9489 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377421.3814 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377446.2025 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377473.7748 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377490.1182 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377503.3609 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377513.9379 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377569.7391 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722386134.7533 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404126.8902 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722419237.1568 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722419487.8862 + } +] \ No newline at end of file diff --git a/results/20240731/clean_results_retrieval.json b/results/20240731/clean_results_retrieval.json new file mode 100644 index 0000000..ced6cc9 --- /dev/null +++ b/results/20240731/clean_results_retrieval.json @@ -0,0 +1,3482 @@ +[ + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223253.8945 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223836.4697 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223898.7505 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223956.8024 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224073.6957 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224112.4536 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224122.2784 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224143.0986 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224179.2706 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224206.9709 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224292.4751 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224357.4907 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224426.1887 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224501.6296 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224531.6939 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224559.6652 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224747.2038 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224768.3473 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224795.2981 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224897.7564 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224923.4451 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224949.6115 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224964.6848 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225012.2867 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225026.5662 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225041.8999 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225064.1705 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225082.4068 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225101.4447 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225126.1987 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226479.3615 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226493.0887 + }, + { + "model_a": "BM25", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226507.5227 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226517.2407 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226566.4041 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226604.3253 + }, + { + "model_a": "text-embedding-004", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226669.9586 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226736.6929 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226755.2368 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226768.1617 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226790.9489 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226844.4942 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226863.8341 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226877.0152 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226892.8444 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226904.182 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226982.36 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227007.968 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227015.1404 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227022.9101 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227028.8236 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227065.5016 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227074.3205 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227089.1997 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227103.829 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227110.4423 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227122.621 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227128.3311 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227147.2195 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227169.0685 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227262.9897 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227306.3763 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227318.8507 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227347.7109 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227356.5243 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227365.1903 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227372.1059 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227388.5972 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227401.7211 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227416.1574 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264298.2174 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264341.2759 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264358.0593 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264366.3314 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722265223.6933 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266149.2701 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266165.7978 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266265.9303 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722285483.2572 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722305246.8396 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722306411.5045 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722307573.5271 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722309466.1126 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310078.9673 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310105.1175 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310269.5459 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310291.9285 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310355.5437 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310388.2572 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310737.3362 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310798.4596 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310831.0005 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310835.8058 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310892.1304 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310932.6557 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310979.3311 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311003.1834 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311101.6953 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311103.6017 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311155.3291 + }, + { + "model_a": "BM25", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311155.3294 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311183.6493 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311199.5255 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311256.1494 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311301.4896 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311318.7266 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722313460.3193 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722317874.3123 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722317920.8917 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722318278.0368 + }, + { + "model_a": "text-embedding-004", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322699.2186 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322823.912 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322871.5465 + }, + { + "model_a": "BM25", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322910.9879 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322936.8317 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323001.851 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323230.7402 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323274.8692 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323382.4929 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323403.0814 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323461.232 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323530.0413 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323678.7371 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323714.6426 + }, + { + "model_a": "text-embedding-004", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722324069.0641 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722325049.2363 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722325274.4844 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330580.3861 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330643.9035 + }, + { + "model_a": "text-embedding-004", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330775.1697 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330827.7238 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330966.5406 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722332151.9612 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722332184.4765 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722342604.8788 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722342645.1941 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349081.3692 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349157.5755 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349224.8007 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722352956.1747 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722357180.6325 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722357524.4041 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722357673.547 + }, + { + "model_a": "text-embedding-004", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358076.7701 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358092.6242 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358096.4098 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358118.4642 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358165.7939 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358254.6555 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358305.208 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358344.5843 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358379.1948 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358420.2689 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358443.207 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358779.586 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358884.9334 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359302.8775 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359487.5637 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359560.756 + }, + { + "model_a": "BM25", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359624.4824 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359625.838 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722360183.5049 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722360252.5966 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722360320.5742 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722362060.3289 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722362558.6289 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722363327.3402 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722363435.7841 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722363538.7216 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364270.4879 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364274.046 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364308.3175 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364851.6531 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722365346.4281 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722365495.8143 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367648.9929 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368441.9754 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368449.6892 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368683.6189 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368876.7284 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368885.4442 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368932.7183 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722369409.8742 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722369669.9495 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722370295.4157 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722370780.9276 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371024.6258 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371074.2762 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371081.5948 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371097.0236 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371120.6706 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371171.7807 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371192.4276 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371235.6994 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371434.3198 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371476.2094 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371550.8681 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371587.5051 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371617.474 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371632.2552 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371706.0154 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371719.0437 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371732.9715 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371746.3563 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371773.7359 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371785.7158 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371800.5523 + }, + { + "model_a": "BM25", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371891.0747 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372165.7612 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372219.88 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372260.7793 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372488.6455 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372537.3968 + }, + { + "model_a": "text-embedding-004", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373247.8388 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373283.0196 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373322.5918 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373359.6247 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373385.5355 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373451.9042 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373466.1408 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373497.2602 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373528.6762 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373559.7472 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373625.5343 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373920.2189 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722374355.733 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722374778.6476 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375220.5757 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375277.8792 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375359.4848 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375416.8506 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375458.0727 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375969.884 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376322.7639 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376355.5785 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376371.7589 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376412.0882 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376424.2231 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376438.8468 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376460.5473 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376469.8657 + }, + { + "model_a": "BM25", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376818.0108 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376860.1347 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376883.0367 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376899.0231 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376975.2919 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377001.4436 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377013.7724 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377053.1992 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378136.0242 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378327.3934 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378405.2384 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378431.2039 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378463.4671 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379309.1286 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379319.091 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379359.3605 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379370.6373 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379410.6262 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379594.8922 + }, + { + "model_a": "text-embedding-004", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379626.2217 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722380108.8679 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722380137.171 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722381760.107 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722382212.5551 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383029.5017 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383038.1191 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383057.2164 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383064.7812 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383072.0497 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383079.616 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383088.2854 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383105.5172 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383113.394 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383122.4956 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383130.1443 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383143.97 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383154.8847 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383163.0997 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383173.9883 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383197.0779 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383205.5485 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383228.7291 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383236.588 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383247.863 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383256.029 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383265.0457 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383278.1255 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383289.9503 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383299.3142 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383949.909 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385287.1562 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385900.9648 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389811.1554 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389883.6233 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722391947.5916 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392012.5695 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392051.0052 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392088.2313 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392115.6318 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392139.5942 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722401702.1092 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722401773.3734 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722403592.4887 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404064.2696 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406417.5024 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406472.6572 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722407500.9005 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722407647.2786 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408558.7055 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408597.4009 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408658.5936 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408691.1945 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408803.0394 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410028.0 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410068.0682 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410118.8727 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410195.0664 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410235.5512 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410266.1534 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410313.5043 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410353.9346 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410615.8235 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410653.3504 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410755.2677 + }, + { + "model_a": "BM25", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410797.2157 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722411296.9452 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722412135.4032 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722412512.4497 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414201.659 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414361.5226 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414381.4579 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414410.7135 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414801.8166 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415204.9162 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415255.1537 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415320.8805 + }, + { + "model_a": "text-embedding-004", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415468.4995 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416055.0469 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416224.561 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416278.1225 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416322.9573 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722419558.2542 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420037.14 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420078.7253 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420117.1489 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420160.38 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420176.9077 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420197.2529 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420212.7427 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420768.4915 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420840.0843 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420880.6498 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424110.6598 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424142.5472 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424653.0845 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425225.876 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425311.2347 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425352.955 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425377.6075 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722426921.6144 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722427287.4434 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722427339.0882 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722430912.1877 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722430960.8827 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431132.1185 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431196.4745 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431230.6014 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431265.0801 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431361.9508 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431398.1136 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431426.414 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431450.7235 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431486.39 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431518.2526 + }, + { + "model_a": "BM25", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432213.2198 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432389.5938 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432417.0661 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432474.4389 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433420.0837 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433570.3218 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433617.2108 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433650.4248 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433984.3307 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435682.4732 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435844.6878 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435987.9464 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436132.3737 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436145.3122 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436325.5236 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436384.9754 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436760.2442 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436858.2756 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438411.1567 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438494.5451 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438547.9969 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439019.271 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439070.133 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439202.6928 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439222.3324 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439233.6545 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439246.7796 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439271.9889 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439308.3951 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439322.3316 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439330.0461 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439330.6484 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439346.0319 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439356.8617 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439388.9707 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439938.8404 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722440194.3406 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441607.5868 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441638.7331 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441688.0512 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441726.5986 + }, + { + "model_a": "BM25", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722442171.6617 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722442236.114 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722442304.08 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722443951.9871 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722444028.9194 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722444509.5213 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445144.9651 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445209.7995 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445242.2928 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445580.5576 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445626.3012 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445656.4983 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445681.9899 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445702.9498 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445718.3648 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445796.0975 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445834.473 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722446198.8045 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722447804.2737 + } +] \ No newline at end of file diff --git a/results/20240731/clean_results_sts.json b/results/20240731/clean_results_sts.json new file mode 100644 index 0000000..6f0e547 --- /dev/null +++ b/results/20240731/clean_results_sts.json @@ -0,0 +1,386 @@ +[ + { + "model_a": "text-embedding-3-large", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722262793.7496 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722262971.6058 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263131.0162 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263165.1325 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263197.3786 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267323.0629 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267334.5351 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267368.7996 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267402.8543 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267760.4127 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722268430.0666 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270709.3467 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270772.7128 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270781.9858 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270791.3537 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270800.9177 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270840.2446 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271366.2464 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271376.1317 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271461.001 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271501.5833 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271511.4589 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271553.9003 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271642.5204 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271698.9765 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271717.6693 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271731.752 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271751.0949 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271809.8631 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271826.7994 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271844.442 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271919.3951 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272404.0328 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272415.7085 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272429.3962 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272449.944 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722332329.8201 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349290.0653 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367137.3081 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372567.4089 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377608.5706 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404163.6884 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406013.4005 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415675.1685 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431187.0081 + }, + { + "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432710.3532 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432848.6002 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433661.0957 + } +] \ No newline at end of file diff --git a/results/20240731/clustering_leaderboard.csv b/results/20240731/clustering_leaderboard.csv new file mode 100644 index 0000000..a56cb73 --- /dev/null +++ b/results/20240731/clustering_leaderboard.csv @@ -0,0 +1,14 @@ +key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1123.0243887021709,1123.0243887021709,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1112.5756774364027,1112.5756774364027,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +text-embedding-3-large,text-embedding-3-large,1112.206742312326,1112.206742312326,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +text-embedding-004,text-embedding-004,1077.3160972757867,1077.3160972757867,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,1058.0452145214063,1058.0452145214063,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +GritLM/GritLM-7B,GritLM/GritLM-7B,1056.167413762088,1056.167413762088,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +voyage-multilingual-2,voyage-multilingual-2,966.7259343668836,966.7259343668836,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,922.702001547445,922.702001547445,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,880.265656193617,880.265656193617,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,874.7889141280632,874.7889141280632,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct +embed-english-v3.0,embed-english-v3.0,873.2339007160525,873.2339007160525,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,828.8716756271845,828.8716756271845,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,801.0137138542218,801.0137138542218,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/results/20240731/elo_results_clustering.pkl b/results/20240731/elo_results_clustering.pkl new file mode 100644 index 0000000..9788f11 --- /dev/null +++ b/results/20240731/elo_results_clustering.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b63587f0e1ad9236baac0b98b9e89c1dd3b6f4c2103f39cb725a994ccb514f +size 75810 diff --git a/results/20240731/elo_results_retrieval.pkl b/results/20240731/elo_results_retrieval.pkl new file mode 100644 index 0000000..8178001 --- /dev/null +++ b/results/20240731/elo_results_retrieval.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ef02db585490ec1807039fc076a210e8076c7f2f5c102c942f89478e5882be +size 82188 diff --git a/results/20240731/elo_results_sts.pkl b/results/20240731/elo_results_sts.pkl new file mode 100644 index 0000000..e327f3b --- /dev/null +++ b/results/20240731/elo_results_sts.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c72fb94f3c4c9cccbf25195050708dd3350cca7c76d16907796dd58d569b87 +size 72435 diff --git a/results/20240731/retrieval_leaderboard.csv b/results/20240731/retrieval_leaderboard.csv new file mode 100644 index 0000000..d6170f3 --- /dev/null +++ b/results/20240731/retrieval_leaderboard.csv @@ -0,0 +1,16 @@ +key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link +GritLM/GritLM-7B,GritLM/GritLM-7B,1108.1102708489823,1108.1102708489823,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +text-embedding-004,text-embedding-004,1095.5953354944702,1095.5953354944702,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1095.1820283834402,1095.1820283834402,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1066.711739941191,1066.711739941191,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1062.9361386186308,1062.9361386186308,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1061.8688717787034,1061.8688717787034,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,1055.7624743672293,1055.7624743672293,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1054.1226334168255,1054.1226334168255,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +voyage-multilingual-2,voyage-multilingual-2,1039.9998371441004,1039.9998371441004,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +embed-english-v3.0,embed-english-v3.0,1033.3748416786982,1033.3748416786982,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +text-embedding-3-large,text-embedding-3-large,1021.2540914044899,1021.2540914044899,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +BM25,BM25,952.6616361418455,952.6616361418455,,42.4,,,MIT,,https://github.com/xhluca/bm25s +Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,934.8185580318459,934.8185580318459,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,762.9714488283365,762.9714488283365,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,654.6300939212115,654.6300939212115,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/results/20240731/sts_leaderboard.csv b/results/20240731/sts_leaderboard.csv new file mode 100644 index 0000000..23d3e6e --- /dev/null +++ b/results/20240731/sts_leaderboard.csv @@ -0,0 +1,13 @@ +key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link +GritLM/GritLM-7B,GritLM/GritLM-7B,1194.0837282020618,1194.0837282020618,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +embed-english-v3.0,embed-english-v3.0,1113.8641169446,1113.8641169446,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1066.1572672505458,1066.1572672505458,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1055.6702757030248,1055.6702757030248,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1033.011416010837,1033.011416010837,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +voyage-multilingual-2,voyage-multilingual-2,1011.2448990523914,1011.2448990523914,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1008.882951310737,1008.882951310737,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +text-embedding-3-large,text-embedding-3-large,1001.5456466870335,1001.5456466870335,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,989.3127003616494,989.3127003616494,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,888.1463469931351,888.1463469931351,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,875.4210557076487,875.4210557076487,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,762.6595957763358,762.6595957763358,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/results/20240801/clean_results_clustering.json b/results/20240801/clean_results_clustering.json new file mode 100644 index 0000000..bd4cf78 --- /dev/null +++ b/results/20240801/clean_results_clustering.json @@ -0,0 +1,482 @@ +[ + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263906.0355 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266426.4606 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266465.3044 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272659.3063 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272694.603 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272781.662 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722276389.1412 + }, + { + "model_a": "text-embedding-004", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722276839.4005 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722276997.8264 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277187.8827 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277210.6836 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277499.9324 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277520.8821 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277608.0973 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277634.607 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277653.6919 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277689.5573 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277704.7607 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277716.7904 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277778.0722 + }, + { + "model_a": "text-embedding-004", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277798.3561 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277856.6326 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277877.938 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277898.6295 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277923.6911 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277948.0387 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277970.6393 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278296.4392 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278315.581 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278356.4265 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278372.9652 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278391.4029 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722281821.2839 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722281965.6179 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282005.3598 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282151.7917 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282371.8069 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282495.2203 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310865.1737 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349264.7668 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722354938.3291 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367036.7553 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722370311.0017 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377378.7801 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377394.61 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377407.9489 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377421.3814 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377446.2025 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377503.3609 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377513.9379 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377569.7391 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722386134.7533 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404126.8902 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722419487.8862 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465648.9957 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722504255.7293 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722504382.0493 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523947.4992 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722544433.5079 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722544559.5543 + } +] \ No newline at end of file diff --git a/results/20240801/clean_results_retrieval.json b/results/20240801/clean_results_retrieval.json new file mode 100644 index 0000000..aaddb66 --- /dev/null +++ b/results/20240801/clean_results_retrieval.json @@ -0,0 +1,4818 @@ +[ + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223253.8945 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223836.4697 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223898.7505 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223956.8024 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224073.6957 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224112.4536 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224122.2784 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224143.0986 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224179.2706 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224206.9709 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224292.4751 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224357.4907 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224426.1887 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224501.6296 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224531.6939 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224559.6652 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224747.2038 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224768.3473 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224795.2981 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224923.4451 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224949.6115 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224964.6848 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225012.2867 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225026.5662 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225041.8999 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225064.1705 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225082.4068 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225126.1987 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226479.3615 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226493.0887 + }, + { + "model_a": "BM25", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226507.5227 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226517.2407 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226566.4041 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226604.3253 + }, + { + "model_a": "text-embedding-004", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226669.9586 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226736.6929 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226755.2368 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226768.1617 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226790.9489 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226844.4942 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226863.8341 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226892.8444 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226982.36 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227007.968 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227015.1404 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227022.9101 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227028.8236 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227074.3205 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227089.1997 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227103.829 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227110.4423 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227122.621 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227128.3311 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227147.2195 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227169.0685 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227262.9897 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227306.3763 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227318.8507 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227347.7109 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227356.5243 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227365.1903 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227372.1059 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227388.5972 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227401.7211 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227416.1574 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264298.2174 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264341.2759 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264358.0593 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264366.3314 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722265223.6933 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266149.2701 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266165.7978 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266265.9303 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722285483.2572 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722305246.8396 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722307573.5271 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722309466.1126 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310078.9673 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310105.1175 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310269.5459 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310291.9285 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310355.5437 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310388.2572 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310737.3362 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310798.4596 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310831.0005 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310835.8058 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310892.1304 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310932.6557 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310979.3311 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311003.1834 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311101.6953 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311103.6017 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311155.3291 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311183.6493 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311199.5255 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311256.1494 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311301.4896 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311318.7266 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722313460.3193 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722317874.3123 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722317920.8917 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722318278.0368 + }, + { + "model_a": "text-embedding-004", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322699.2186 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322871.5465 + }, + { + "model_a": "BM25", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322910.9879 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323001.851 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323230.7402 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323274.8692 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323382.4929 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323403.0814 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323461.232 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323530.0413 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323678.7371 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323714.6426 + }, + { + "model_a": "text-embedding-004", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722324069.0641 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722325049.2363 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722325274.4844 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330580.3861 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330643.9035 + }, + { + "model_a": "text-embedding-004", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330775.1697 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330827.7238 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330966.5406 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722332151.9612 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722342604.8788 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722342645.1941 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349081.3692 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349157.5755 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349224.8007 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722352956.1747 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722357180.6325 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722357524.4041 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722357673.547 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358092.6242 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358096.4098 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358165.7939 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358254.6555 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358305.208 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358344.5843 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358379.1948 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358420.2689 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358443.207 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358779.586 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358884.9334 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359302.8775 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359487.5637 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359560.756 + }, + { + "model_a": "BM25", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359624.4824 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359625.838 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722360183.5049 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722360252.5966 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722362060.3289 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722362558.6289 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722363327.3402 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722363435.7841 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722363538.7216 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364274.046 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364308.3175 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364851.6531 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722365346.4281 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722365495.8143 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367648.9929 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368441.9754 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368683.6189 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368876.7284 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368885.4442 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368932.7183 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722369409.8742 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722369669.9495 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722370295.4157 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371024.6258 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371074.2762 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371081.5948 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371097.0236 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371120.6706 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371192.4276 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371235.6994 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371434.3198 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371476.2094 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371550.8681 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371587.5051 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371617.474 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371632.2552 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371706.0154 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371719.0437 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371732.9715 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371746.3563 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371773.7359 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371785.7158 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371800.5523 + }, + { + "model_a": "BM25", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371891.0747 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372165.7612 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372219.88 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372260.7793 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372488.6455 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372537.3968 + }, + { + "model_a": "text-embedding-004", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373247.8388 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373283.0196 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373322.5918 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373359.6247 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373385.5355 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373451.9042 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373497.2602 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373528.6762 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373559.7472 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373625.5343 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373920.2189 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722374355.733 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375277.8792 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375416.8506 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375458.0727 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375969.884 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376322.7639 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376355.5785 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376412.0882 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376424.2231 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376438.8468 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376460.5473 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376469.8657 + }, + { + "model_a": "BM25", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376818.0108 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376860.1347 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376883.0367 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376899.0231 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376975.2919 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377001.4436 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377013.7724 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377053.1992 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378136.0242 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378327.3934 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378405.2384 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378431.2039 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378463.4671 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379309.1286 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379319.091 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379359.3605 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379370.6373 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379410.6262 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379594.8922 + }, + { + "model_a": "text-embedding-004", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379626.2217 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722380108.8679 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722380137.171 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722381760.107 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722382212.5551 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383029.5017 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383038.1191 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383057.2164 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383064.7812 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383072.0497 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383079.616 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383088.2854 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383105.5172 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383113.394 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383122.4956 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383130.1443 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383143.97 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383154.8847 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383163.0997 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383173.9883 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383228.7291 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383236.588 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383256.029 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383265.0457 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383278.1255 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383289.9503 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383299.3142 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383949.909 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385287.1562 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385900.9648 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389811.1554 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389883.6233 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722391947.5916 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392012.5695 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392051.0052 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392088.2313 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392115.6318 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392139.5942 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722401702.1092 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722403592.4887 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404064.2696 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406417.5024 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406472.6572 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722407500.9005 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722407647.2786 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408558.7055 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408597.4009 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408658.5936 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410118.8727 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410195.0664 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410266.1534 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410313.5043 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410615.8235 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410755.2677 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722412135.4032 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722412512.4497 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414201.659 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414361.5226 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414381.4579 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414410.7135 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415204.9162 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415255.1537 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415320.8805 + }, + { + "model_a": "text-embedding-004", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415468.4995 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416055.0469 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416224.561 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416278.1225 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416322.9573 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722419558.2542 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420037.14 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420078.7253 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420117.1489 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420160.38 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420176.9077 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420197.2529 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420212.7427 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420840.0843 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420880.6498 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424110.6598 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424142.5472 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424653.0845 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425225.876 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425311.2347 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425352.955 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425377.6075 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722426921.6144 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722427287.4434 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722427339.0882 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722430960.8827 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431132.1185 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431196.4745 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431230.6014 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431265.0801 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431361.9508 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431398.1136 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431426.414 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431450.7235 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431486.39 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431518.2526 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432417.0661 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432474.4389 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433420.0837 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433570.3218 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433617.2108 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433650.4248 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433984.3307 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435682.4732 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435844.6878 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435987.9464 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436132.3737 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436145.3122 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436325.5236 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436384.9754 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436760.2442 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436858.2756 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438411.1567 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438494.5451 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438547.9969 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439019.271 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439070.133 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439202.6928 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439222.3324 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439233.6545 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439246.7796 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439271.9889 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439308.3951 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439322.3316 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439330.0461 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439330.6484 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439346.0319 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439356.8617 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439388.9707 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439938.8404 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441607.5868 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441638.7331 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441688.0512 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722442236.114 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722442304.08 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722443951.9871 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722444028.9194 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722444509.5213 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445209.7995 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445242.2928 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445580.5576 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445626.3012 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445656.4983 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445681.9899 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445702.9498 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445834.473 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722446198.8045 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722447804.2737 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722448831.6873 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722451025.5473 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722451052.3458 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722451676.6331 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452826.9563 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452854.6053 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452899.1872 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452918.1748 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452930.454 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452941.0724 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452953.0502 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722454037.4619 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722454235.7279 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455036.7708 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455051.0478 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455076.5602 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455103.2155 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455161.7744 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455223.4799 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455269.2171 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455310.2505 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455336.544 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455387.1849 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455428.3115 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455460.5337 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455484.9823 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455508.2041 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455532.8506 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722456166.4961 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722456452.0411 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457348.5423 + }, + { + "model_a": "BM25", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457366.5352 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457421.7977 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457468.3198 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722460173.6967 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461731.3688 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461753.6589 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461776.9268 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461803.753 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461853.9056 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461877.4676 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461903.2175 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461956.2664 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462197.2257 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462215.963 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462250.7774 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462269.2059 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462376.5487 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462391.4105 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462434.1378 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462500.7807 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462532.7507 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462567.396 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462601.8586 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465420.3747 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465434.2947 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465711.4368 + }, + { + "model_a": "text-embedding-004", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465740.4392 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465759.6674 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465812.3109 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465825.4944 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465837.5215 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465874.6509 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465891.6848 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465905.9641 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465954.2012 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465985.5653 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465996.1415 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466011.571 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466019.7909 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466030.4076 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466044.8376 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466055.7444 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466065.2647 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466079.4472 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466087.6164 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466096.0843 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466104.9979 + }, + { + "model_a": "text-embedding-004", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466119.621 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466134.8032 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466143.4218 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466152.4918 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466163.9678 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466176.6442 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466189.4773 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466199.4437 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466207.0589 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466217.8328 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466231.6599 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466250.0909 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466281.254 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466351.1955 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466376.8527 + }, + { + "model_a": "text-embedding-004", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466415.9654 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466481.609 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466501.9902 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466516.1677 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466542.8212 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722468812.3057 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722468854.9428 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722468901.6746 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722474855.851 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722477435.8176 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722477511.6738 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722477690.0361 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480736.3778 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480835.5171 + }, + { + "model_a": "BM25", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480887.4306 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480922.2026 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722484163.8474 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722484226.0524 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722486743.7104 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722495176.11 + }, + { + "model_a": "text-embedding-004", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722497076.256 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722497499.2227 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722500138.3172 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722501793.7073 + }, + { + "model_a": "text-embedding-004", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722501902.3938 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722503734.4367 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722521573.706 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523234.7843 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523256.729 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523292.9067 + }, + { + "model_a": "text-embedding-004", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523305.7359 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523333.6616 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523807.796 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523841.5582 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722525156.6986 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722525636.7574 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722525853.5889 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722528721.9266 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722528748.6744 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722528773.7655 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533697.166 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533742.3396 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533829.0446 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533890.1904 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533908.7784 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533962.1843 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722534045.1668 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722534091.203 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722534134.931 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536548.6602 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536592.3247 + }, + { + "model_a": "BM25", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536656.6401 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536672.9212 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722538021.6708 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722540085.7613 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722540099.6479 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545235.0702 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545337.2965 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545338.45 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545359.7608 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545468.0056 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545516.4462 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545539.6905 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545558.2316 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545605.3169 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545650.3968 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545667.6333 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545763.8006 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545815.8554 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545864.7875 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545906.0103 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545995.1668 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546046.2075 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546062.7389 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546083.3797 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546104.0184 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546135.7309 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546145.143 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546165.8428 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546205.8181 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546253.6017 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546298.4927 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546351.6466 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722547840.5839 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722547942.8809 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548145.3081 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548198.4109 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548216.199 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548273.1013 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548298.1582 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548346.059 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548372.5618 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722552898.5551 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722556302.9401 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722556340.252 + }, + { + "model_a": "BM25", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722556364.9166 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722559580.6756 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722559955.4643 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560009.3052 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560034.6526 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560061.2538 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560092.5688 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560134.648 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722562037.2346 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722562573.6157 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722565392.2943 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722565919.0151 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722567339.9714 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722573807.4205 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722573826.7142 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574525.5001 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574556.3288 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574625.1262 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574678.3611 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574767.6106 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574837.2763 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574955.3018 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575000.0202 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575021.6602 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575077.532 + } +] \ No newline at end of file diff --git a/results/20240801/clean_results_sts.json b/results/20240801/clean_results_sts.json new file mode 100644 index 0000000..7dd6da6 --- /dev/null +++ b/results/20240801/clean_results_sts.json @@ -0,0 +1,458 @@ +[ + { + "model_a": "text-embedding-3-large", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722262793.7496 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263131.0162 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263165.1325 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267323.0629 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267334.5351 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267368.7996 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267402.8543 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270709.3467 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270772.7128 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270781.9858 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270840.2446 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271366.2464 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271376.1317 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271461.001 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271511.4589 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271553.9003 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271642.5204 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271717.6693 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271731.752 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271751.0949 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271809.8631 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271844.442 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272404.0328 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272415.7085 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272429.3962 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722332329.8201 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349290.0653 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367137.3081 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372567.4089 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377608.5706 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404163.6884 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406013.4005 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415675.1685 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431187.0081 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432848.6002 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433661.0957 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465714.8046 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722498353.1899 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722504138.0076 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722524028.4017 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722524049.1356 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722543364.4242 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575331.1731 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575341.7309 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575370.1531 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575386.2499 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575435.0907 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575508.6252 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575618.9741 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575764.3443 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575853.9333 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576024.2501 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576030.7144 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576037.4439 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576045.296 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576100.4104 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576144.8505 + } +] \ No newline at end of file diff --git a/results/20240801/clustering_leaderboard.csv b/results/20240801/clustering_leaderboard.csv new file mode 100644 index 0000000..d844ce5 --- /dev/null +++ b/results/20240801/clustering_leaderboard.csv @@ -0,0 +1,13 @@ +key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link +text-embedding-3-large,text-embedding-3-large,1158.6093360521531,1158.6093360521531,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1124.5942149955933,1124.5942149955933,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1103.702641198015,1103.702641198015,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +text-embedding-004,text-embedding-004,1085.3772989993554,1085.3772989993554,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,1073.8918775356765,1073.8918775356765,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +GritLM/GritLM-7B,GritLM/GritLM-7B,940.8636240442017,940.8636240442017,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +voyage-multilingual-2,voyage-multilingual-2,938.789100641616,938.789100641616,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,933.1204040830023,933.1204040830023,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +embed-english-v3.0,embed-english-v3.0,902.7690028302205,902.7690028302205,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,852.2905703572294,852.2905703572294,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,845.0823876419718,845.0823876419718,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,724.7001879055908,724.7001879055908,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 diff --git a/results/20240801/elo_results_clustering.pkl b/results/20240801/elo_results_clustering.pkl new file mode 100644 index 0000000..d3a7978 --- /dev/null +++ b/results/20240801/elo_results_clustering.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2787f5c4870e3ff9ba642fba47e41b2bca589064311b3b99bbfe2854fc90242 +size 72735 diff --git a/results/20240801/elo_results_retrieval.pkl b/results/20240801/elo_results_retrieval.pkl new file mode 100644 index 0000000..1a617e5 --- /dev/null +++ b/results/20240801/elo_results_retrieval.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dbbc8a4dd327952b50c29f6d0fc73c1b6bf44a26dbad2e8c5081f3ea13e3058 +size 78903 diff --git a/results/20240801/retrieval_leaderboard.csv b/results/20240801/retrieval_leaderboard.csv new file mode 100644 index 0000000..7a47dd2 --- /dev/null +++ b/results/20240801/retrieval_leaderboard.csv @@ -0,0 +1,15 @@ +key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link +text-embedding-004,text-embedding-004,1096.629422211894,1096.629422211894,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +GritLM/GritLM-7B,GritLM/GritLM-7B,1087.6373470859833,1087.6373470859833,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1067.7106623370125,1067.7106623370125,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1060.0032395330752,1060.0032395330752,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1053.491294749287,1053.491294749287,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +voyage-multilingual-2,voyage-multilingual-2,1051.943631905211,1051.943631905211,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1051.2726973800106,1051.2726973800106,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1045.0950242640329,1045.0950242640329,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +embed-english-v3.0,embed-english-v3.0,1031.0384111367564,1031.0384111367564,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +text-embedding-3-large,text-embedding-3-large,1031.0349856777527,1031.0349856777527,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,1014.0907249137763,1014.0907249137763,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 +BM25,BM25,934.1392580072704,934.1392580072704,,42.4,,,MIT,,https://github.com/xhluca/bm25s +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,796.2807869123391,796.2807869123391,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,679.632513885598,679.632513885598,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/results/20240802/clean_results_clustering.json b/results/20240802/clean_results_clustering.json new file mode 100644 index 0000000..55e553d --- /dev/null +++ b/results/20240802/clean_results_clustering.json @@ -0,0 +1,490 @@ +[ + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263906.0355 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266426.4606 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266465.3044 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272659.3063 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272694.603 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272781.662 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722276389.1412 + }, + { + "model_a": "text-embedding-004", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722276839.4005 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722276997.8264 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277187.8827 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277210.6836 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277499.9324 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277520.8821 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277608.0973 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277634.607 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277653.6919 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277689.5573 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277704.7607 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277716.7904 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277778.0722 + }, + { + "model_a": "text-embedding-004", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277798.3561 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277856.6326 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277877.938 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277898.6295 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277923.6911 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277948.0387 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722277970.6393 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278296.4392 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278315.581 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278356.4265 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278372.9652 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722278391.4029 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722281821.2839 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722281965.6179 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282005.3598 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282151.7917 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282371.8069 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722282495.2203 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310865.1737 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349264.7668 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722354938.3291 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367036.7553 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722370311.0017 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377378.7801 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377394.61 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377407.9489 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377421.3814 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377446.2025 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377503.3609 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377513.9379 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377569.7391 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722386134.7533 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404126.8902 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722419487.8862 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465648.9957 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722504255.7293 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722504382.0493 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523947.4992 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722544433.5079 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722544559.5543 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722582734.4937 + } +] \ No newline at end of file diff --git a/results/20240802/clean_results_retrieval.json b/results/20240802/clean_results_retrieval.json new file mode 100644 index 0000000..78238bf --- /dev/null +++ b/results/20240802/clean_results_retrieval.json @@ -0,0 +1,5194 @@ +[ + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223253.8945 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223836.4697 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223898.7505 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722223956.8024 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224073.6957 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224112.4536 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224122.2784 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224143.0986 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224179.2706 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224206.9709 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224292.4751 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224357.4907 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224426.1887 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224501.6296 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224531.6939 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224559.6652 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224747.2038 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224768.3473 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224795.2981 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224923.4451 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224949.6115 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722224964.6848 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225012.2867 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225026.5662 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225041.8999 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225064.1705 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225082.4068 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722225126.1987 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226479.3615 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226493.0887 + }, + { + "model_a": "BM25", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226507.5227 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226517.2407 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226566.4041 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226604.3253 + }, + { + "model_a": "text-embedding-004", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226669.9586 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226736.6929 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226755.2368 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226768.1617 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226790.9489 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226844.4942 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226863.8341 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226892.8444 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722226982.36 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227007.968 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227015.1404 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227022.9101 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227028.8236 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227074.3205 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227089.1997 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227103.829 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227110.4423 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227122.621 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227128.3311 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227147.2195 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227169.0685 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227262.9897 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227306.3763 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227318.8507 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227347.7109 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227356.5243 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227365.1903 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227372.1059 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227388.5972 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227401.7211 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722227416.1574 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264298.2174 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264341.2759 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264358.0593 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722264366.3314 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722265223.6933 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266149.2701 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266165.7978 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722266265.9303 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722285483.2572 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722305246.8396 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722307573.5271 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722309466.1126 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310078.9673 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310105.1175 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310269.5459 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310291.9285 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310355.5437 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310388.2572 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310737.3362 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310798.4596 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310831.0005 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310835.8058 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310892.1304 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310932.6557 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722310979.3311 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311003.1834 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311101.6953 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311103.6017 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311155.3291 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311183.6493 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311199.5255 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311256.1494 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311301.4896 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722311318.7266 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722313460.3193 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722317874.3123 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722317920.8917 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722318278.0368 + }, + { + "model_a": "text-embedding-004", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322699.2186 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322871.5465 + }, + { + "model_a": "BM25", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722322910.9879 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323001.851 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323230.7402 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323274.8692 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323382.4929 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323403.0814 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323461.232 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323530.0413 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323678.7371 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722323714.6426 + }, + { + "model_a": "text-embedding-004", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722324069.0641 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722325049.2363 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722325274.4844 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330580.3861 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330643.9035 + }, + { + "model_a": "text-embedding-004", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330775.1697 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330827.7238 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722330966.5406 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722332151.9612 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722342604.8788 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722342645.1941 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349081.3692 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349157.5755 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349224.8007 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722352956.1747 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722357180.6325 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722357524.4041 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722357673.547 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358092.6242 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358096.4098 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358165.7939 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358254.6555 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358305.208 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358344.5843 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358379.1948 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358420.2689 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358443.207 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358779.586 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722358884.9334 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359302.8775 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359487.5637 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359560.756 + }, + { + "model_a": "BM25", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359624.4824 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722359625.838 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722360183.5049 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722360252.5966 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722362060.3289 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722362558.6289 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722363327.3402 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722363435.7841 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722363538.7216 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364274.046 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364308.3175 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722364851.6531 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722365346.4281 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722365495.8143 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367648.9929 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368441.9754 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368683.6189 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368876.7284 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368885.4442 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722368932.7183 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722369409.8742 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722369669.9495 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722370295.4157 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371024.6258 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371074.2762 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371081.5948 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371097.0236 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371120.6706 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371192.4276 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371235.6994 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371434.3198 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371476.2094 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371550.8681 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371587.5051 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371617.474 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371632.2552 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371706.0154 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371719.0437 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371732.9715 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371746.3563 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371773.7359 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371785.7158 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371800.5523 + }, + { + "model_a": "BM25", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722371891.0747 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372165.7612 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372219.88 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372260.7793 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372488.6455 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372537.3968 + }, + { + "model_a": "text-embedding-004", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373247.8388 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373283.0196 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373322.5918 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373359.6247 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373385.5355 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373451.9042 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373497.2602 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373528.6762 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373559.7472 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373625.5343 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722373920.2189 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722374355.733 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375277.8792 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375416.8506 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375458.0727 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722375969.884 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376322.7639 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376355.5785 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376412.0882 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376424.2231 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376438.8468 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376460.5473 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376469.8657 + }, + { + "model_a": "BM25", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376818.0108 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376860.1347 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376883.0367 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376899.0231 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722376975.2919 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377001.4436 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377013.7724 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377053.1992 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378136.0242 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378327.3934 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378405.2384 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378431.2039 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722378463.4671 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379309.1286 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379319.091 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379359.3605 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379370.6373 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379410.6262 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379594.8922 + }, + { + "model_a": "text-embedding-004", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722379626.2217 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722380108.8679 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722380137.171 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722381760.107 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722382212.5551 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383029.5017 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383038.1191 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383057.2164 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383064.7812 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383072.0497 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383079.616 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383088.2854 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383105.5172 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383113.394 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383122.4956 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383130.1443 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383143.97 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383154.8847 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383163.0997 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383173.9883 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383228.7291 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383236.588 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383256.029 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383265.0457 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383278.1255 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383289.9503 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383299.3142 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383949.909 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385287.1562 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385900.9648 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389811.1554 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389883.6233 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722391947.5916 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392012.5695 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392051.0052 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392088.2313 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392115.6318 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392139.5942 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722401702.1092 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722403592.4887 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404064.2696 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406417.5024 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406472.6572 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722407500.9005 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722407647.2786 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408558.7055 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408597.4009 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408658.5936 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410118.8727 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410195.0664 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410266.1534 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410313.5043 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410615.8235 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410755.2677 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722412135.4032 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722412512.4497 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414201.659 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414361.5226 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414381.4579 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414410.7135 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415204.9162 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415255.1537 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415320.8805 + }, + { + "model_a": "text-embedding-004", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415468.4995 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416055.0469 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416224.561 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416278.1225 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416322.9573 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722419558.2542 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420037.14 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420078.7253 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420117.1489 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420160.38 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420176.9077 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420197.2529 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420212.7427 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420840.0843 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420880.6498 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424110.6598 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424142.5472 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424653.0845 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425225.876 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425311.2347 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425352.955 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425377.6075 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722426921.6144 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722427287.4434 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722427339.0882 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722430960.8827 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431132.1185 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431196.4745 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431230.6014 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431265.0801 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431361.9508 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431398.1136 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431426.414 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431450.7235 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431486.39 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431518.2526 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432417.0661 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432474.4389 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433420.0837 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433570.3218 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433617.2108 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433650.4248 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433984.3307 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435682.4732 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435844.6878 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435987.9464 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436132.3737 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436145.3122 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436325.5236 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436384.9754 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436760.2442 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436858.2756 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438411.1567 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438494.5451 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438547.9969 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439019.271 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439070.133 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439202.6928 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439222.3324 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439233.6545 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439246.7796 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439271.9889 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439308.3951 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439322.3316 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439330.0461 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439330.6484 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439346.0319 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439356.8617 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439388.9707 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439938.8404 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441607.5868 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441638.7331 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441688.0512 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722442236.114 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722442304.08 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722443951.9871 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722444028.9194 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722444509.5213 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445209.7995 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445242.2928 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445580.5576 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445626.3012 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445656.4983 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445681.9899 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445702.9498 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445834.473 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722446198.8045 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722447804.2737 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722448831.6873 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722451025.5473 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722451052.3458 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722451676.6331 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452826.9563 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452854.6053 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452899.1872 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452918.1748 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452930.454 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452941.0724 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452953.0502 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722454037.4619 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722454235.7279 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455036.7708 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455051.0478 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455076.5602 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455103.2155 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455161.7744 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455223.4799 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455269.2171 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455310.2505 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455336.544 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455387.1849 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455428.3115 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455460.5337 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455484.9823 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455508.2041 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455532.8506 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722456166.4961 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722456452.0411 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457348.5423 + }, + { + "model_a": "BM25", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457366.5352 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457421.7977 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457468.3198 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722460173.6967 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461731.3688 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461753.6589 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461776.9268 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461803.753 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461853.9056 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461877.4676 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461903.2175 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461956.2664 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462197.2257 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462215.963 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462250.7774 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462269.2059 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462376.5487 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462391.4105 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462434.1378 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462500.7807 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462532.7507 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462567.396 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462601.8586 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465420.3747 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465434.2947 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465711.4368 + }, + { + "model_a": "text-embedding-004", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465740.4392 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465759.6674 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465812.3109 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465825.4944 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465837.5215 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465874.6509 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465891.6848 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465905.9641 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465954.2012 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465985.5653 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465996.1415 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466011.571 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466019.7909 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466030.4076 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466044.8376 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466055.7444 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466065.2647 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466079.4472 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466087.6164 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466096.0843 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466104.9979 + }, + { + "model_a": "text-embedding-004", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466119.621 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466134.8032 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466143.4218 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466152.4918 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466163.9678 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466176.6442 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466189.4773 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466199.4437 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466207.0589 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466217.8328 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466231.6599 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466250.0909 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466281.254 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466351.1955 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466376.8527 + }, + { + "model_a": "text-embedding-004", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466415.9654 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466481.609 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466501.9902 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466516.1677 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466542.8212 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722468812.3057 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722468854.9428 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722468901.6746 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722474855.851 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722477435.8176 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722477511.6738 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722477690.0361 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480736.3778 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480835.5171 + }, + { + "model_a": "BM25", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480887.4306 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480922.2026 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722484163.8474 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722484226.0524 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722486743.7104 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722495176.11 + }, + { + "model_a": "text-embedding-004", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722497076.256 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722497499.2227 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722500138.3172 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722501793.7073 + }, + { + "model_a": "text-embedding-004", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722501902.3938 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722503734.4367 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722521573.706 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523234.7843 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523256.729 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523292.9067 + }, + { + "model_a": "text-embedding-004", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523305.7359 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523333.6616 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523807.796 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523841.5582 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722525156.6986 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722525636.7574 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722525853.5889 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722528721.9266 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722528748.6744 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722528773.7655 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533697.166 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533742.3396 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533829.0446 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533890.1904 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533908.7784 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533962.1843 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722534045.1668 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722534091.203 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722534134.931 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536548.6602 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536592.3247 + }, + { + "model_a": "BM25", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536656.6401 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536672.9212 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722538021.6708 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722540085.7613 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722540099.6479 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545235.0702 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545337.2965 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545338.45 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545359.7608 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545468.0056 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545516.4462 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545539.6905 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545558.2316 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545605.3169 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545650.3968 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545667.6333 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545763.8006 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545815.8554 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545864.7875 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545906.0103 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545995.1668 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546046.2075 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546062.7389 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546083.3797 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546104.0184 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546135.7309 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546145.143 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546165.8428 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546205.8181 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546253.6017 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546298.4927 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546351.6466 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722547840.5839 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722547942.8809 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548145.3081 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548198.4109 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548216.199 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548273.1013 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548298.1582 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548346.059 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548372.5618 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722552898.5551 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722556302.9401 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722556340.252 + }, + { + "model_a": "BM25", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722556364.9166 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722559580.6756 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722559955.4643 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560009.3052 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560034.6526 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560061.2538 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560092.5688 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560134.648 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722562037.2346 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722562573.6157 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722565392.2943 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722565919.0151 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722567339.9714 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722573807.4205 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722573826.7142 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574525.5001 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574556.3288 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574625.1262 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574678.3611 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574767.6106 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574837.2763 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574955.3018 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575000.0202 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575021.6602 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575077.532 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722579503.8059 + }, + { + "model_a": "BM25", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722580525.0932 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722582404.1801 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583140.6787 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583186.9108 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583211.3961 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583335.1475 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583362.8021 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583394.9904 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583482.4332 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583517.8624 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583577.2949 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583668.2153 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583742.166 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583773.224 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583814.0093 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583878.1739 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583923.3732 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583973.5807 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584020.3725 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584056.0102 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584191.1787 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584239.5779 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584585.5144 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584614.2436 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722587481.6274 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722589025.1454 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722589073.0935 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722590619.6077 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722591265.7253 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722591311.8106 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722599025.1612 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722600125.4255 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602844.7342 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602868.0347 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602883.3759 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602898.0651 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602908.0151 + }, + { + "model_a": "BM25", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602919.4472 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602938.3167 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602950.6974 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602967.9425 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602981.2728 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722603055.531 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722603080.1551 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722603088.2807 + }, + { + "model_a": "text-embedding-004", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722603099.7582 + } +] \ No newline at end of file diff --git a/results/20240802/clean_results_sts.json b/results/20240802/clean_results_sts.json new file mode 100644 index 0000000..ce32d19 --- /dev/null +++ b/results/20240802/clean_results_sts.json @@ -0,0 +1,570 @@ +[ + { + "model_a": "text-embedding-3-large", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722262793.7496 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263131.0162 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722263165.1325 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267323.0629 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267334.5351 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267368.7996 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722267402.8543 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270709.3467 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270772.7128 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270781.9858 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270840.2446 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271366.2464 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271376.1317 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271461.001 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271511.4589 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271553.9003 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271642.5204 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271717.6693 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271731.752 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271751.0949 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271809.8631 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271844.442 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272404.0328 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272415.7085 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272429.3962 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722332329.8201 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722349290.0653 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367137.3081 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722372567.4089 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377608.5706 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404163.6884 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406013.4005 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415675.1685 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431187.0081 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432848.6002 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433661.0957 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465714.8046 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722498353.1899 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722504138.0076 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722524028.4017 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722524049.1356 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722543364.4242 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575331.1731 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575341.7309 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575370.1531 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575386.2499 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575435.0907 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575508.6252 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575618.9741 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575764.3443 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575853.9333 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576024.2501 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576030.7144 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576037.4439 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576045.296 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576100.4104 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576144.8505 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576288.4753 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576606.0626 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576645.0632 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576671.3975 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576682.2374 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576700.7704 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576746.8857 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576765.9037 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576787.9821 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576818.6972 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576843.975 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576851.1458 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576935.6023 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722582591.093 + } +] \ No newline at end of file diff --git a/results/20240802/clustering_leaderboard.csv b/results/20240802/clustering_leaderboard.csv new file mode 100644 index 0000000..cdde1d2 --- /dev/null +++ b/results/20240802/clustering_leaderboard.csv @@ -0,0 +1,13 @@ +key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link +text-embedding-3-large,text-embedding-3-large,1153.008071987539,1153.008071987539,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1124.4728067250148,1124.4728067250148,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1108.6686254758226,1108.6686254758226,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +text-embedding-004,text-embedding-004,1084.0984570627088,1084.0984570627088,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,1072.7539909047096,1072.7539909047096,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +voyage-multilingual-2,voyage-multilingual-2,940.2294211502937,940.2294211502937,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +GritLM/GritLM-7B,GritLM/GritLM-7B,939.502074004079,939.502074004079,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,933.4201554304502,933.4201554304502,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +embed-english-v3.0,embed-english-v3.0,903.2813496721938,903.2813496721938,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,852.7520686328589,852.7520686328589,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,845.1446244463016,845.1446244463016,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,725.8682669797979,725.8682669797979,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 diff --git a/results/20240802/elo_results_clustering.pkl b/results/20240802/elo_results_clustering.pkl new file mode 100644 index 0000000..e9d1139 --- /dev/null +++ b/results/20240802/elo_results_clustering.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9fd21b8d2b4ca78a839a8135850996edcd8305c45bde47f816678fd465873a +size 72680 diff --git a/results/20240802/elo_results_retrieval.pkl b/results/20240802/elo_results_retrieval.pkl new file mode 100644 index 0000000..30fb250 --- /dev/null +++ b/results/20240802/elo_results_retrieval.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2825eef8e2acf24145400f962c2049794fa504ef17102cb4bbd4517e95872c +size 78923 diff --git a/results/20240802/elo_results_sts.pkl b/results/20240802/elo_results_sts.pkl new file mode 100644 index 0000000..6415be5 --- /dev/null +++ b/results/20240802/elo_results_sts.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf1c69c267eecaf28287bcdee03653ced178e183425cc4babf978b6eb51dbde +size 75636 diff --git a/results/20240802/retrieval_leaderboard.csv b/results/20240802/retrieval_leaderboard.csv new file mode 100644 index 0000000..365c36b --- /dev/null +++ b/results/20240802/retrieval_leaderboard.csv @@ -0,0 +1,15 @@ +key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link +text-embedding-004,text-embedding-004,1099.9412609994524,1099.9412609994524,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +GritLM/GritLM-7B,GritLM/GritLM-7B,1082.4758645656073,1082.4758645656073,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1070.0742366254703,1070.0742366254703,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1062.5404290413776,1062.5404290413776,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1058.7890440357985,1058.7890440357985,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1052.3084418406033,1052.3084418406033,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,1050.7560157230794,1050.7560157230794,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1044.8158587384366,1044.8158587384366,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +voyage-multilingual-2,voyage-multilingual-2,1037.848599300999,1037.848599300999,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +text-embedding-3-large,text-embedding-3-large,1030.0676129969258,1030.0676129969258,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +embed-english-v3.0,embed-english-v3.0,1019.4055747270659,1019.4055747270659,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +BM25,BM25,936.4690778783831,936.4690778783831,,42.4,,,MIT,,https://github.com/xhluca/bm25s +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,785.0303083634136,785.0303083634136,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,669.4776751633863,669.4776751633863,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/results/20240802/sts_leaderboard.csv b/results/20240802/sts_leaderboard.csv new file mode 100644 index 0000000..2edc3d3 --- /dev/null +++ b/results/20240802/sts_leaderboard.csv @@ -0,0 +1,14 @@ +key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link +text-embedding-004,text-embedding-004,1140.667977543666,1140.667977543666,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1131.4689146693445,1131.4689146693445,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +GritLM/GritLM-7B,GritLM/GritLM-7B,1097.3832702916807,1097.3832702916807,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1044.4986729268599,1044.4986729268599,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1036.360465242131,1036.360465242131,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1021.5222014375853,1021.5222014375853,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +text-embedding-3-large,text-embedding-3-large,986.0949447746468,986.0949447746468,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,982.5845672653813,982.5845672653813,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +voyage-multilingual-2,voyage-multilingual-2,969.0825206530249,969.0825206530249,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +embed-english-v3.0,embed-english-v3.0,921.9789078064538,921.9789078064538,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,891.8356261920528,891.8356261920528,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,889.5639116606256,889.5639116606256,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,886.9580195365472,886.9580195365472,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/results/latest/clean_battle_clustering.json b/results/latest/clean_battle_clustering.json index 22de255..55e553d 100644 --- a/results/latest/clean_battle_clustering.json +++ b/results/latest/clean_battle_clustering.json @@ -7,30 +7,6 @@ "anony": true, "tstamp": 1722263906.0355 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "sentence-transformers/all-MiniLM-L6-v2", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722263926.5386 - }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "jinaai/jina-embeddings-v2-base-en", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722263944.3232 - }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "GritLM/GritLM-7B", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722264058.1129 - }, { "model_a": "BAAI/bge-large-en-v1.5", "model_b": "GritLM/GritLM-7B", @@ -47,14 +23,6 @@ "anony": true, "tstamp": 1722266465.3044 }, - { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722266480.7581 - }, { "model_a": "intfloat/e5-mistral-7b-instruct", "model_b": "embed-english-v3.0", @@ -63,14 +31,6 @@ "anony": true, "tstamp": 1722272659.3063 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "sentence-transformers/all-MiniLM-L6-v2", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722272675.1943 - }, { "model_a": "BAAI/bge-large-en-v1.5", "model_b": "text-embedding-004", @@ -79,22 +39,6 @@ "anony": true, "tstamp": 1722272694.603 }, - { - "model_a": "embed-english-v3.0", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722272708.0434 - }, - { - "model_a": "sentence-transformers/all-MiniLM-L6-v2", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722272728.1912 - }, { "model_a": "intfloat/multilingual-e5-large-instruct", "model_b": "jinaai/jina-embeddings-v2-base-en", @@ -103,14 +47,6 @@ "anony": true, "tstamp": 1722272781.662 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "text-embedding-3-large", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722276358.7135 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "text-embedding-3-large", @@ -119,14 +55,6 @@ "anony": true, "tstamp": 1722276389.1412 }, - { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722276551.8807 - }, { "model_a": "text-embedding-004", "model_b": "text-embedding-3-large", @@ -159,14 +87,6 @@ "anony": true, "tstamp": 1722277210.6836 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "voyage-multilingual-2", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722277432.4493 - }, { "model_a": "BAAI/bge-large-en-v1.5", "model_b": "text-embedding-004", @@ -183,22 +103,6 @@ "anony": true, "tstamp": 1722277520.8821 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "Salesforce/SFR-Embedding-2_R", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722277566.6688 - }, - { - "model_a": "Salesforce/SFR-Embedding-2_R", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722277586.3169 - }, { "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "Salesforce/SFR-Embedding-2_R", @@ -223,14 +127,6 @@ "anony": true, "tstamp": 1722277653.6919 }, - { - "model_a": "GritLM/GritLM-7B", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722277672.6269 - }, { "model_a": "text-embedding-004", "model_b": "BAAI/bge-large-en-v1.5", @@ -255,14 +151,6 @@ "anony": true, "tstamp": 1722277716.7904 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "sentence-transformers/all-MiniLM-L6-v2", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722277754.2094 - }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -303,14 +191,6 @@ "anony": true, "tstamp": 1722277898.6295 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722277911.9532 - }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "text-embedding-3-large", @@ -335,14 +215,6 @@ "anony": true, "tstamp": 1722277970.6393 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "text-embedding-004", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722278276.5054 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "voyage-multilingual-2", @@ -399,14 +271,6 @@ "anony": true, "tstamp": 1722281965.6179 }, - { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722281991.3394 - }, { "model_a": "intfloat/e5-mistral-7b-instruct", "model_b": "voyage-multilingual-2", @@ -415,14 +279,6 @@ "anony": true, "tstamp": 1722282005.3598 }, - { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722282066.8359 - }, { "model_a": "intfloat/e5-mistral-7b-instruct", "model_b": "voyage-multilingual-2", @@ -439,14 +295,6 @@ "anony": true, "tstamp": 1722282371.8069 }, - { - "model_a": "intfloat/multilingual-e5-large-instruct", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722282380.8471 - }, { "model_a": "intfloat/multilingual-e5-large-instruct", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -528,59 +376,115 @@ "tstamp": 1722377421.3814 }, { - "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377446.2025 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377503.3609 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722377433.317 + "tstamp": 1722377513.9379 }, { - "model_a": "mixedbread-ai/mxbai-embed-large-v1", - "model_b": "Salesforce/SFR-Embedding-2_R", + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722377446.2025 + "tstamp": 1722377569.7391 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722386134.7533 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404126.8902 }, { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722419487.8862 + }, + { + "model_a": "GritLM/GritLM-7B", "model_b": "text-embedding-3-large", - "winner": "tie", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465648.9957 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722377473.7748 + "tstamp": 1722504255.7293 }, { "model_a": "text-embedding-3-large", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "tie", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722377490.1182 + "tstamp": 1722504382.0493 }, { - "model_a": "sentence-transformers/all-MiniLM-L6-v2", - "model_b": "text-embedding-3-large", + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722377503.3609 + "tstamp": 1722523947.4992 }, { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "intfloat/multilingual-e5-large-instruct", - "winner": "tie", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722377513.9379 + "tstamp": 1722544433.5079 }, { - "model_a": "Salesforce/SFR-Embedding-2_R", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", - "winner": "tie", + "model_a": "text-embedding-3-large", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722377569.7391 + "tstamp": 1722544559.5543 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722582734.4937 } ] \ No newline at end of file diff --git a/results/latest/clean_battle_retrieval.json b/results/latest/clean_battle_retrieval.json index 97752b7..78238bf 100644 --- a/results/latest/clean_battle_retrieval.json +++ b/results/latest/clean_battle_retrieval.json @@ -1,12 +1,4 @@ [ - { - "model_a": "BM25", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722223022.6009 - }, { "model_a": "intfloat/e5-mistral-7b-instruct", "model_b": "text-embedding-004", @@ -23,14 +15,6 @@ "anony": true, "tstamp": 1722223836.4697 }, - { - "model_a": "sentence-transformers/all-MiniLM-L6-v2", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722223862.4429 - }, { "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "intfloat/multilingual-e5-large-instruct", @@ -111,14 +95,6 @@ "anony": true, "tstamp": 1722224357.4907 }, - { - "model_a": "BM25", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722224394.178 - }, { "model_a": "BM25", "model_b": "BAAI/bge-large-en-v1.5", @@ -127,14 +103,6 @@ "anony": true, "tstamp": 1722224426.1887 }, - { - "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722224478.384 - }, { "model_a": "intfloat/e5-mistral-7b-instruct", "model_b": "embed-english-v3.0", @@ -159,14 +127,6 @@ "anony": true, "tstamp": 1722224559.6652 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "GritLM/GritLM-7B", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722224725.1029 - }, { "model_a": "intfloat/multilingual-e5-large-instruct", "model_b": "embed-english-v3.0", @@ -191,14 +151,6 @@ "anony": true, "tstamp": 1722224795.2981 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "Salesforce/SFR-Embedding-2_R", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722224897.7564 - }, { "model_a": "voyage-multilingual-2", "model_b": "text-embedding-004", @@ -263,14 +215,6 @@ "anony": true, "tstamp": 1722225082.4068 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "GritLM/GritLM-7B", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722225101.4447 - }, { "model_a": "intfloat/multilingual-e5-large-instruct", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -279,14 +223,6 @@ "anony": true, "tstamp": 1722225126.1987 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "jinaai/jina-embeddings-v2-base-en", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722226463.5296 - }, { "model_a": "embed-english-v3.0", "model_b": "Salesforce/SFR-Embedding-2_R", @@ -319,14 +255,6 @@ "anony": true, "tstamp": 1722226517.2407 }, - { - "model_a": "mixedbread-ai/mxbai-embed-large-v1", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722226550.2992 - }, { "model_a": "BM25", "model_b": "BAAI/bge-large-en-v1.5", @@ -335,14 +263,6 @@ "anony": true, "tstamp": 1722226566.4041 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "jinaai/jina-embeddings-v2-base-en", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722226587.236 - }, { "model_a": "voyage-multilingual-2", "model_b": "embed-english-v3.0", @@ -407,14 +327,6 @@ "anony": true, "tstamp": 1722226863.8341 }, - { - "model_a": "sentence-transformers/all-MiniLM-L6-v2", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722226877.0152 - }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "GritLM/GritLM-7B", @@ -423,14 +335,6 @@ "anony": true, "tstamp": 1722226892.8444 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "GritLM/GritLM-7B", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722226904.182 - }, { "model_a": "BM25", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -439,14 +343,6 @@ "anony": true, "tstamp": 1722226982.36 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722226993.9858 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "jinaai/jina-embeddings-v2-base-en", @@ -479,14 +375,6 @@ "anony": true, "tstamp": 1722227028.8236 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "sentence-transformers/all-MiniLM-L6-v2", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722227065.5016 - }, { "model_a": "BAAI/bge-large-en-v1.5", "model_b": "GritLM/GritLM-7B", @@ -551,14 +439,6 @@ "anony": true, "tstamp": 1722227169.0685 }, - { - "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722227184.2501 - }, { "model_a": "GritLM/GritLM-7B", "model_b": "BAAI/bge-large-en-v1.5", @@ -583,14 +463,6 @@ "anony": true, "tstamp": 1722227318.8507 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "sentence-transformers/all-MiniLM-L6-v2", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722227337.5868 - }, { "model_a": "Salesforce/SFR-Embedding-2_R", "model_b": "text-embedding-004", @@ -631,14 +503,6 @@ "anony": true, "tstamp": 1722227388.5972 }, - { - "model_a": "voyage-multilingual-2", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722227396.7613 - }, { "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "GritLM/GritLM-7B", @@ -655,14 +519,6 @@ "anony": true, "tstamp": 1722227416.1574 }, - { - "model_a": "mixedbread-ai/mxbai-embed-large-v1", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722262765.3508 - }, { "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "jinaai/jina-embeddings-v2-base-en", @@ -695,30 +551,6 @@ "anony": true, "tstamp": 1722264366.3314 }, - { - "model_a": "mixedbread-ai/mxbai-embed-large-v1", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722265189.8218 - }, - { - "model_a": "intfloat/multilingual-e5-large-instruct", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722265212.1176 - }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "intfloat/multilingual-e5-large-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722265217.8761 - }, { "model_a": "BM25", "model_b": "intfloat/multilingual-e5-large-instruct", @@ -727,14 +559,6 @@ "anony": true, "tstamp": 1722265223.6933 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "BM25", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722265231.0602 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "sentence-transformers/all-MiniLM-L6-v2", @@ -759,14 +583,6 @@ "anony": true, "tstamp": 1722266265.9303 }, - { - "model_a": "mixedbread-ai/mxbai-embed-large-v1", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722266358.0591 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "jinaai/jina-embeddings-v2-base-en", @@ -783,14 +599,6 @@ "anony": true, "tstamp": 1722305246.8396 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "Salesforce/SFR-Embedding-2_R", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722306411.5045 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "BM25", @@ -823,14 +631,6 @@ "anony": true, "tstamp": 1722310105.1175 }, - { - "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722310164.7577 - }, { "model_a": "GritLM/GritLM-7B", "model_b": "BM25", @@ -895,14 +695,6 @@ "anony": true, "tstamp": 1722310835.8058 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "GritLM/GritLM-7B", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722310863.6196 - }, { "model_a": "GritLM/GritLM-7B", "model_b": "BAAI/bge-large-en-v1.5", @@ -959,14 +751,6 @@ "anony": true, "tstamp": 1722311155.3291 }, - { - "model_a": "BM25", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722311155.3294 - }, { "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "voyage-multilingual-2", @@ -983,14 +767,6 @@ "anony": true, "tstamp": 1722311199.5255 }, - { - "model_a": "text-embedding-3-large", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722311222.231 - }, { "model_a": "GritLM/GritLM-7B", "model_b": "intfloat/multilingual-e5-large-instruct", @@ -999,14 +775,6 @@ "anony": true, "tstamp": 1722311256.1494 }, - { - "model_a": "mixedbread-ai/mxbai-embed-large-v1", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722311284.3104 - }, { "model_a": "intfloat/multilingual-e5-large-instruct", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -1063,30 +831,6 @@ "anony": true, "tstamp": 1722322699.2186 }, - { - "model_a": "BAAI/bge-large-en-v1.5", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722322756.4379 - }, - { - "model_a": "embed-english-v3.0", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722322792.1528 - }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "sentence-transformers/all-MiniLM-L6-v2", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722322823.912 - }, { "model_a": "GritLM/GritLM-7B", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -1103,14 +847,6 @@ "anony": true, "tstamp": 1722322910.9879 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "BAAI/bge-large-en-v1.5", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722322936.8317 - }, { "model_a": "GritLM/GritLM-7B", "model_b": "intfloat/multilingual-e5-large-instruct", @@ -1119,14 +855,6 @@ "anony": true, "tstamp": 1722323001.851 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "embed-english-v3.0", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722323045.033 - }, { "model_a": "Salesforce/SFR-Embedding-2_R", "model_b": "intfloat/e5-mistral-7b-instruct", @@ -1143,14 +871,6 @@ "anony": true, "tstamp": 1722323274.8692 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722323353.3932 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "intfloat/e5-mistral-7b-instruct", @@ -1239,22 +959,6 @@ "anony": true, "tstamp": 1722330643.9035 }, - { - "model_a": "Salesforce/SFR-Embedding-2_R", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722330702.3173 - }, - { - "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722330736.1828 - }, { "model_a": "text-embedding-004", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -1271,14 +975,6 @@ "anony": true, "tstamp": 1722330827.7238 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722330893.3102 - }, { "model_a": "text-embedding-004", "model_b": "GritLM/GritLM-7B", @@ -1287,14 +983,6 @@ "anony": true, "tstamp": 1722330966.5406 }, - { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722332106.5121 - }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "GritLM/GritLM-7B", @@ -1303,14 +991,6 @@ "anony": true, "tstamp": 1722332151.9612 }, - { - "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722332184.4765 - }, { "model_a": "intfloat/multilingual-e5-large-instruct", "model_b": "text-embedding-3-large", @@ -1359,22 +1039,6 @@ "anony": true, "tstamp": 1722352956.1747 }, - { - "model_a": "intfloat/multilingual-e5-large-instruct", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722356200.3701 - }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722356865.2174 - }, { "model_a": "BAAI/bge-large-en-v1.5", "model_b": "voyage-multilingual-2", @@ -1391,14 +1055,6 @@ "anony": true, "tstamp": 1722357524.4041 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "jinaai/jina-embeddings-v2-base-en", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722357588.6391 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "embed-english-v3.0", @@ -1407,14 +1063,6 @@ "anony": true, "tstamp": 1722357673.547 }, - { - "model_a": "text-embedding-004", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722358076.7701 - }, { "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "BM25", @@ -1431,14 +1079,6 @@ "anony": true, "tstamp": 1722358096.4098 }, - { - "model_a": "intfloat/multilingual-e5-large-instruct", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722358118.4642 - }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "BM25", @@ -1567,30 +1207,6 @@ "anony": true, "tstamp": 1722360252.5966 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "voyage-multilingual-2", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722360320.5742 - }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "BM25", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722360986.7523 - }, - { - "model_a": "GritLM/GritLM-7B", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722362021.8407 - }, { "model_a": "GritLM/GritLM-7B", "model_b": "text-embedding-3-large", @@ -1607,14 +1223,6 @@ "anony": true, "tstamp": 1722362558.6289 }, - { - "model_a": "BAAI/bge-large-en-v1.5", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722363249.6393 - }, { "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "voyage-multilingual-2", @@ -1639,14 +1247,6 @@ "anony": true, "tstamp": 1722363538.7216 }, - { - "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722364270.4879 - }, { "model_a": "BAAI/bge-large-en-v1.5", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -1671,14 +1271,6 @@ "anony": true, "tstamp": 1722364851.6531 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722365106.2273 - }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -1711,22 +1303,6 @@ "anony": true, "tstamp": 1722368441.9754 }, - { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722368449.6892 - }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "BAAI/bge-large-en-v1.5", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722368616.2949 - }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "BM25", @@ -1783,14 +1359,6 @@ "anony": true, "tstamp": 1722370295.4157 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "jinaai/jina-embeddings-v2-base-en", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722370780.9276 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "GritLM/GritLM-7B", @@ -1831,14 +1399,6 @@ "anony": true, "tstamp": 1722371120.6706 }, - { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "intfloat/multilingual-e5-large-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722371171.7807 - }, { "model_a": "Salesforce/SFR-Embedding-2_R", "model_b": "intfloat/multilingual-e5-large-instruct", @@ -1855,22 +1415,6 @@ "anony": true, "tstamp": 1722371235.6994 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "text-embedding-3-large", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722371257.6949 - }, - { - "model_a": "embed-english-v3.0", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722371296.8238 - }, { "model_a": "voyage-multilingual-2", "model_b": "intfloat/e5-mistral-7b-instruct", @@ -2071,14 +1615,6 @@ "anony": true, "tstamp": 1722373451.9042 }, - { - "model_a": "GritLM/GritLM-7B", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722373466.1408 - }, { "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "voyage-multilingual-2", @@ -2087,14 +1623,6 @@ "anony": true, "tstamp": 1722373497.2602 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "sentence-transformers/all-MiniLM-L6-v2", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722373508.9401 - }, { "model_a": "GritLM/GritLM-7B", "model_b": "intfloat/multilingual-e5-large-instruct", @@ -2135,30 +1663,6 @@ "anony": true, "tstamp": 1722374355.733 }, - { - "model_a": "Salesforce/SFR-Embedding-2_R", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722374778.6476 - }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "BAAI/bge-large-en-v1.5", - "winner": "tie", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722374902.5441 - }, - { - "model_a": "sentence-transformers/all-MiniLM-L6-v2", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722375220.5757 - }, { "model_a": "BM25", "model_b": "intfloat/e5-mistral-7b-instruct", @@ -2167,14 +1671,6 @@ "anony": true, "tstamp": 1722375277.8792 }, - { - "model_a": "intfloat/multilingual-e5-large-instruct", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722375359.4848 - }, { "model_a": "text-embedding-3-large", "model_b": "BM25", @@ -2199,14 +1695,6 @@ "anony": true, "tstamp": 1722375969.884 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "BAAI/bge-large-en-v1.5", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722376193.722 - }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "voyage-multilingual-2", @@ -2223,30 +1711,6 @@ "anony": true, "tstamp": 1722376355.5785 }, - { - "model_a": "GritLM/GritLM-7B", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722376371.7589 - }, - { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722376385.8329 - }, - { - "model_a": "Salesforce/SFR-Embedding-2_R", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_a", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722376398.7596 - }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "GritLM/GritLM-7B", @@ -2271,14 +1735,6 @@ "anony": true, "tstamp": 1722376438.8468 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722376451.5794 - }, { "model_a": "intfloat/e5-mistral-7b-instruct", "model_b": "BAAI/bge-large-en-v1.5", @@ -2327,30 +1783,6 @@ "anony": true, "tstamp": 1722376899.0231 }, - { - "model_a": "sentence-transformers/all-MiniLM-L6-v2", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722376913.558 - }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "jinaai/jina-embeddings-v2-base-en", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722376950.1868 - }, - { - "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "tie (bothbad)", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722376961.0605 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "BAAI/bge-large-en-v1.5", @@ -2391,14 +1823,6 @@ "anony": true, "tstamp": 1722378136.0242 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "GritLM/GritLM-7B", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722378310.954 - }, { "model_a": "BAAI/bge-large-en-v1.5", "model_b": "mixedbread-ai/mxbai-embed-large-v1", @@ -2407,14 +1831,6 @@ "anony": true, "tstamp": 1722378327.3934 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "intfloat/multilingual-e5-large-instruct", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722378374.025 - }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "sentence-transformers/all-MiniLM-L6-v2", @@ -2439,14 +1855,6 @@ "anony": true, "tstamp": 1722378463.4671 }, - { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", - "winner": "model_b", - "judge": "arena_user_", - "anony": true, - "tstamp": 1722379258.3247 - }, { "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "embed-english-v3.0", @@ -2518,5 +1926,3269 @@ "judge": "arena_user_", "anony": true, "tstamp": 1722380137.171 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722381760.107 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722382212.5551 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383029.5017 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383038.1191 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383057.2164 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383064.7812 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383072.0497 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383079.616 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383088.2854 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383105.5172 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383113.394 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383122.4956 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383130.1443 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383143.97 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383154.8847 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383163.0997 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383173.9883 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383228.7291 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383236.588 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383256.029 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383265.0457 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383278.1255 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383289.9503 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383299.3142 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722383949.909 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385287.1562 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722385900.9648 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389811.1554 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722389883.6233 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722391947.5916 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392012.5695 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392051.0052 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392088.2313 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392115.6318 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722392139.5942 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722401702.1092 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722403592.4887 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722404064.2696 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406417.5024 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722406472.6572 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722407500.9005 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722407647.2786 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408558.7055 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408597.4009 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722408658.5936 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410118.8727 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410195.0664 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410266.1534 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410313.5043 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410615.8235 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722410755.2677 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722412135.4032 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722412512.4497 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414201.659 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414361.5226 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414381.4579 + }, + { + "model_a": "text-embedding-004", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722414410.7135 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415204.9162 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415255.1537 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415320.8805 + }, + { + "model_a": "text-embedding-004", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415468.4995 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416055.0469 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416224.561 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416278.1225 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722416322.9573 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722419558.2542 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420037.14 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420078.7253 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420117.1489 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420160.38 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420176.9077 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420197.2529 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420212.7427 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420840.0843 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722420880.6498 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424110.6598 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424142.5472 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722424653.0845 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425225.876 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425311.2347 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425352.955 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722425377.6075 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722426921.6144 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722427287.4434 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722427339.0882 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722430960.8827 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431132.1185 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431196.4745 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431230.6014 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431265.0801 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431361.9508 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431398.1136 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431426.414 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431450.7235 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431486.39 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722431518.2526 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432417.0661 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722432474.4389 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433420.0837 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433570.3218 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433617.2108 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433650.4248 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722433984.3307 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435682.4732 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435844.6878 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722435987.9464 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436132.3737 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436145.3122 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436325.5236 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436384.9754 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436760.2442 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722436858.2756 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438411.1567 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438494.5451 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722438547.9969 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439019.271 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439070.133 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439202.6928 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439222.3324 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439233.6545 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439246.7796 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439271.9889 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439308.3951 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439322.3316 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439330.0461 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439330.6484 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439346.0319 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439356.8617 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439388.9707 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722439938.8404 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441607.5868 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441638.7331 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722441688.0512 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722442236.114 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722442304.08 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722443951.9871 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722444028.9194 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722444509.5213 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445209.7995 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445242.2928 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445580.5576 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445626.3012 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445656.4983 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445681.9899 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445702.9498 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722445834.473 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722446198.8045 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722447804.2737 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722448831.6873 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722451025.5473 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722451052.3458 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722451676.6331 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452826.9563 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452854.6053 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452899.1872 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452918.1748 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452930.454 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452941.0724 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722452953.0502 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722454037.4619 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722454235.7279 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455036.7708 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455051.0478 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455076.5602 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455103.2155 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455161.7744 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455223.4799 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455269.2171 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455310.2505 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455336.544 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455387.1849 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455428.3115 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455460.5337 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455484.9823 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455508.2041 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722455532.8506 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722456166.4961 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722456452.0411 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457348.5423 + }, + { + "model_a": "BM25", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457366.5352 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457421.7977 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722457468.3198 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722460173.6967 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461731.3688 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461753.6589 + }, + { + "model_a": "text-embedding-004", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461776.9268 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461803.753 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461853.9056 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461877.4676 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461903.2175 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722461956.2664 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462197.2257 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462215.963 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462250.7774 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462269.2059 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462376.5487 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462391.4105 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462434.1378 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462500.7807 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462532.7507 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462567.396 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722462601.8586 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465420.3747 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465434.2947 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465711.4368 + }, + { + "model_a": "text-embedding-004", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465740.4392 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465759.6674 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465812.3109 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465825.4944 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465837.5215 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465874.6509 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465891.6848 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465905.9641 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465954.2012 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465985.5653 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722465996.1415 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466011.571 + }, + { + "model_a": "text-embedding-004", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466019.7909 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466030.4076 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466044.8376 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466055.7444 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466065.2647 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466079.4472 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466087.6164 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466096.0843 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466104.9979 + }, + { + "model_a": "text-embedding-004", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466119.621 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466134.8032 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466143.4218 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466152.4918 + }, + { + "model_a": "BM25", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466163.9678 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466176.6442 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466189.4773 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466199.4437 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466207.0589 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466217.8328 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466231.6599 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466250.0909 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466281.254 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466351.1955 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466376.8527 + }, + { + "model_a": "text-embedding-004", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466415.9654 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466481.609 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466501.9902 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466516.1677 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722466542.8212 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722468812.3057 + }, + { + "model_a": "BM25", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722468854.9428 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722468901.6746 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722474855.851 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722477435.8176 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722477511.6738 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722477690.0361 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480736.3778 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480835.5171 + }, + { + "model_a": "BM25", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480887.4306 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722480922.2026 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722484163.8474 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722484226.0524 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722486743.7104 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "text-embedding-004", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722495176.11 + }, + { + "model_a": "text-embedding-004", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722497076.256 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722497499.2227 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722500138.3172 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722501793.7073 + }, + { + "model_a": "text-embedding-004", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722501902.3938 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722503734.4367 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722521573.706 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523234.7843 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523256.729 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523292.9067 + }, + { + "model_a": "text-embedding-004", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523305.7359 + }, + { + "model_a": "BM25", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523333.6616 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523807.796 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722523841.5582 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722525156.6986 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722525636.7574 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722525853.5889 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722528721.9266 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722528748.6744 + }, + { + "model_a": "BM25", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722528773.7655 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533697.166 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533742.3396 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533829.0446 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533890.1904 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533908.7784 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-3-large", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722533962.1843 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722534045.1668 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722534091.203 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722534134.931 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536548.6602 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536592.3247 + }, + { + "model_a": "BM25", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536656.6401 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722536672.9212 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722538021.6708 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722540085.7613 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722540099.6479 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545235.0702 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545337.2965 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545338.45 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545359.7608 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545468.0056 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545516.4462 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545539.6905 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545558.2316 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545605.3169 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545650.3968 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545667.6333 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545763.8006 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545815.8554 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545864.7875 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545906.0103 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722545995.1668 + }, + { + "model_a": "text-embedding-004", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546046.2075 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546062.7389 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546083.3797 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546104.0184 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546135.7309 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546145.143 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546165.8428 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546205.8181 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546253.6017 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546298.4927 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722546351.6466 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722547840.5839 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722547942.8809 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548145.3081 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548198.4109 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548216.199 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548273.1013 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548298.1582 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "text-embedding-3-large", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548346.059 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722548372.5618 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722552898.5551 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722556302.9401 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722556340.252 + }, + { + "model_a": "BM25", + "model_b": "voyage-multilingual-2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722556364.9166 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "BM25", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722559580.6756 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722559955.4643 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560009.3052 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560034.6526 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560061.2538 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560092.5688 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722560134.648 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722562037.2346 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722562573.6157 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722565392.2943 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722565919.0151 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722567339.9714 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722573807.4205 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "BM25", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722573826.7142 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574525.5001 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574556.3288 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-3-large", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574625.1262 + }, + { + "model_a": "BM25", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574678.3611 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574767.6106 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574837.2763 + }, + { + "model_a": "text-embedding-004", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722574955.3018 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575000.0202 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575021.6602 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575077.532 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "text-embedding-004", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722579503.8059 + }, + { + "model_a": "BM25", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722580525.0932 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722582404.1801 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583140.6787 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583186.9108 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583211.3961 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583335.1475 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583362.8021 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583394.9904 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583482.4332 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583517.8624 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583577.2949 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583668.2153 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583742.166 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "voyage-multilingual-2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583773.224 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583814.0093 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583878.1739 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583923.3732 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722583973.5807 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584020.3725 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584056.0102 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584191.1787 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584239.5779 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "BM25", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584585.5144 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722584614.2436 + }, + { + "model_a": "BM25", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722587481.6274 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722589025.1454 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722589073.0935 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722590619.6077 + }, + { + "model_a": "GritLM/GritLM-7B", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722591265.7253 + }, + { + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722591311.8106 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722599025.1612 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "BM25", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722600125.4255 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602844.7342 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602868.0347 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602883.3759 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602898.0651 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602908.0151 + }, + { + "model_a": "BM25", + "model_b": "nomic-ai/nomic-embed-text-v1.5", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602919.4472 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602938.3167 + }, + { + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602950.6974 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602967.9425 + }, + { + "model_a": "BM25", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722602981.2728 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "voyage-multilingual-2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722603055.531 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "GritLM/GritLM-7B", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722603080.1551 + }, + { + "model_a": "BM25", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722603088.2807 + }, + { + "model_a": "text-embedding-004", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722603099.7582 } ] \ No newline at end of file diff --git a/results/latest/clean_battle_sts.json b/results/latest/clean_battle_sts.json index 2a0b261..ce32d19 100644 --- a/results/latest/clean_battle_sts.json +++ b/results/latest/clean_battle_sts.json @@ -8,427 +8,563 @@ "tstamp": 1722262793.7496 }, { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "jinaai/jina-embeddings-v2-base-en", - "winner": "model_a", + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722262971.6058 + "tstamp": 1722263131.0162 }, { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "BAAI/bge-large-en-v1.5", - "winner": "tie (bothbad)", + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722262987.4768 + "tstamp": 1722263165.1325 }, { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "nomic-ai/nomic-embed-text-v1.5", + "model_a": "GritLM/GritLM-7B", + "model_b": "embed-english-v3.0", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722262999.051 + "tstamp": 1722267323.0629 }, { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "voyage-multilingual-2", - "winner": "tie", + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722263017.4774 + "tstamp": 1722267334.5351 }, { - "model_a": "GritLM/GritLM-7B", - "model_b": "intfloat/multilingual-e5-large-instruct", + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722263131.0162 + "tstamp": 1722267368.7996 }, { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "model_a": "text-embedding-3-large", + "model_b": "intfloat/multilingual-e5-large-instruct", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722263165.1325 + "tstamp": 1722267402.8543 }, { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "BAAI/bge-large-en-v1.5", - "winner": "model_b", + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722263197.3786 + "tstamp": 1722270709.3467 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722270772.7128 }, { "model_a": "embed-english-v3.0", - "model_b": "nomic-ai/nomic-embed-text-v1.5", - "winner": "model_b", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722263639.6325 + "tstamp": 1722270781.9858 }, { - "model_a": "GritLM/GritLM-7B", - "model_b": "embed-english-v3.0", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722267323.0629 + "tstamp": 1722270840.2446 }, { "model_a": "text-embedding-3-large", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", - "winner": "model_b", + "model_b": "voyage-multilingual-2", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722267334.5351 + "tstamp": 1722271366.2464 }, { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "embed-english-v3.0", - "winner": "model_a", + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722267352.2229 + "tstamp": 1722271376.1317 }, { - "model_a": "intfloat/multilingual-e5-large-instruct", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "BAAI/bge-large-en-v1.5", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722267368.7996 + "tstamp": 1722271461.001 }, { - "model_a": "text-embedding-3-large", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "embed-english-v3.0", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271511.4589 + }, + { + "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "intfloat/multilingual-e5-large-instruct", - "winner": "model_a", + "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722267402.8543 + "tstamp": 1722271553.9003 }, { - "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_a", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722267760.4127 + "tstamp": 1722271642.5204 }, { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "embed-english-v3.0", - "winner": "model_b", + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "voyage-multilingual-2", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722268430.0666 + "tstamp": 1722271717.6693 }, { - "model_a": "text-embedding-004", - "model_b": "embed-english-v3.0", + "model_a": "text-embedding-3-large", + "model_b": "jinaai/jina-embeddings-v2-base-en", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722270694.8689 + "tstamp": 1722271731.752 }, { - "model_a": "BAAI/bge-large-en-v1.5", + "model_a": "GritLM/GritLM-7B", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722271751.0949 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "mixedbread-ai/mxbai-embed-large-v1", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722270709.3467 + "tstamp": 1722271809.8631 }, { - "model_a": "text-embedding-004", - "model_b": "BAAI/bge-large-en-v1.5", + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722270759.7045 + "tstamp": 1722271844.442 }, { - "model_a": "voyage-multilingual-2", - "model_b": "jinaai/jina-embeddings-v2-base-en", + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722270772.7128 + "tstamp": 1722272404.0328 }, { - "model_a": "embed-english-v3.0", - "model_b": "Salesforce/SFR-Embedding-2_R", + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "text-embedding-3-large", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722272415.7085 + }, + { + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722270781.9858 + "tstamp": 1722272429.3962 }, { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "BAAI/bge-large-en-v1.5", - "winner": "model_b", + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722270791.3537 + "tstamp": 1722332329.8201 }, { "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "winner": "model_a", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722270800.9177 + "tstamp": 1722349290.0653 }, { - "model_a": "mixedbread-ai/mxbai-embed-large-v1", - "model_b": "BAAI/bge-large-en-v1.5", + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722367137.3081 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "voyage-multilingual-2", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722270840.2446 + "tstamp": 1722372567.4089 }, { - "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "nomic-ai/nomic-embed-text-v1.5", + "model_a": "voyage-multilingual-2", + "model_b": "jinaai/jina-embeddings-v2-base-en", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722377608.5706 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "text-embedding-3-large", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722271322.9126 + "tstamp": 1722404163.6884 }, { - "model_a": "GritLM/GritLM-7B", - "model_b": "text-embedding-004", + "model_a": "Salesforce/SFR-Embedding-2_R", + "model_b": "voyage-multilingual-2", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722271333.2813 + "tstamp": 1722406013.4005 }, { - "model_a": "nomic-ai/nomic-embed-text-v1.5", - "model_b": "jinaai/jina-embeddings-v2-base-en", + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "embed-english-v3.0", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722415675.1685 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/multilingual-e5-large-instruct", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722271344.0521 + "tstamp": 1722431187.0081 }, { "model_a": "text-embedding-3-large", - "model_b": "voyage-multilingual-2", - "winner": "tie", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722271366.2464 + "tstamp": 1722432848.6002 }, { - "model_a": "intfloat/multilingual-e5-large-instruct", - "model_b": "intfloat/e5-mistral-7b-instruct", - "winner": "tie", + "model_a": "text-embedding-3-large", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722271376.1317 + "tstamp": 1722433661.0957 }, { - "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "BAAI/bge-large-en-v1.5", - "winner": "tie", + "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722271461.001 + "tstamp": 1722465714.8046 }, { - "model_a": "BAAI/bge-large-en-v1.5", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_a": "voyage-multilingual-2", + "model_b": "embed-english-v3.0", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722271501.5833 + "tstamp": 1722498353.1899 }, { - "model_a": "mixedbread-ai/mxbai-embed-large-v1", - "model_b": "embed-english-v3.0", + "model_a": "embed-english-v3.0", + "model_b": "nomic-ai/nomic-embed-text-v1.5", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722271511.4589 + "tstamp": 1722504138.0076 }, { - "model_a": "intfloat/multilingual-e5-large-instruct", + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "tie (bothbad)", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722524028.4017 + }, + { + "model_a": "text-embedding-3-large", "model_b": "nomic-ai/nomic-embed-text-v1.5", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722271538.5693 + "tstamp": 1722524049.1356 }, { - "model_a": "sentence-transformers/all-MiniLM-L6-v2", - "model_b": "intfloat/multilingual-e5-large-instruct", + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722543364.4242 + }, + { + "model_a": "embed-english-v3.0", + "model_b": "GritLM/GritLM-7B", "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722271553.9003 + "tstamp": 1722575331.1731 + }, + { + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "voyage-multilingual-2", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575341.7309 }, { "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "intfloat/multilingual-e5-large-instruct", - "winner": "tie", + "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722271642.5204 + "tstamp": 1722575370.1531 }, { - "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "model_a", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575386.2499 + }, + { + "model_a": "voyage-multilingual-2", "model_b": "text-embedding-004", - "winner": "tie", + "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722271665.412 + "tstamp": 1722575435.0907 }, { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "jinaai/jina-embeddings-v2-base-en", + "model_a": "sentence-transformers/all-MiniLM-L6-v2", + "model_b": "text-embedding-004", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722575508.6252 + }, + { + "model_a": "text-embedding-3-large", + "model_b": "mixedbread-ai/mxbai-embed-large-v1", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722271698.9765 + "tstamp": 1722575618.9741 }, { - "model_a": "intfloat/e5-mistral-7b-instruct", - "model_b": "voyage-multilingual-2", + "model_a": "voyage-multilingual-2", + "model_b": "BAAI/bge-large-en-v1.5", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722271717.6693 + "tstamp": 1722575764.3443 }, { "model_a": "text-embedding-3-large", - "model_b": "jinaai/jina-embeddings-v2-base-en", - "winner": "model_a", + "model_b": "GritLM/GritLM-7B", + "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722271731.752 + "tstamp": 1722575853.9333 }, { - "model_a": "GritLM/GritLM-7B", + "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "intfloat/multilingual-e5-large-instruct", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722271751.0949 + "tstamp": 1722576024.2501 }, { - "model_a": "mixedbread-ai/mxbai-embed-large-v1", - "model_b": "nomic-ai/nomic-embed-text-v1.5", + "model_a": "BAAI/bge-large-en-v1.5", + "model_b": "Salesforce/SFR-Embedding-2_R", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722271793.1265 + "tstamp": 1722576030.7144 }, { "model_a": "jinaai/jina-embeddings-v2-base-en", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722271809.8631 + "tstamp": 1722576037.4439 }, { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", "model_b": "voyage-multilingual-2", - "winner": "model_b", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722271826.7994 + "tstamp": 1722576045.296 }, { - "model_a": "text-embedding-3-large", - "model_b": "voyage-multilingual-2", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "BAAI/bge-large-en-v1.5", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722271844.442 + "tstamp": 1722576100.4104 }, { - "model_a": "Alibaba-NLP/gte-Qwen2-7B-instruct", - "model_b": "intfloat/e5-mistral-7b-instruct", - "winner": "tie", + "model_a": "GritLM/GritLM-7B", + "model_b": "BAAI/bge-large-en-v1.5", + "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722271919.3951 + "tstamp": 1722576144.8505 }, { - "model_a": "Salesforce/SFR-Embedding-2_R", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "text-embedding-3-large", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722272404.0328 + "tstamp": 1722576288.4753 }, { - "model_a": "Salesforce/SFR-Embedding-2_R", - "model_b": "text-embedding-3-large", - "winner": "model_a", + "model_a": "intfloat/e5-mistral-7b-instruct", + "model_b": "text-embedding-004", + "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722272415.7085 + "tstamp": 1722576606.0626 + }, + { + "model_a": "voyage-multilingual-2", + "model_b": "intfloat/e5-mistral-7b-instruct", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576645.0632 + }, + { + "model_a": "nomic-ai/nomic-embed-text-v1.5", + "model_b": "GritLM/GritLM-7B", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576671.3975 }, { "model_a": "Salesforce/SFR-Embedding-2_R", - "model_b": "voyage-multilingual-2", + "model_b": "text-embedding-004", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722272429.3962 + "tstamp": 1722576682.2374 }, { "model_a": "Salesforce/SFR-Embedding-2_R", - "model_b": "Alibaba-NLP/gte-Qwen2-7B-instruct", + "model_b": "BAAI/bge-large-en-v1.5", "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722272449.944 + "tstamp": 1722576700.7704 }, { - "model_a": "sentence-transformers/all-MiniLM-L6-v2", - "model_b": "mixedbread-ai/mxbai-embed-large-v1", + "model_a": "mixedbread-ai/mxbai-embed-large-v1", + "model_b": "sentence-transformers/all-MiniLM-L6-v2", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722332329.8201 + "tstamp": 1722576746.8857 }, { "model_a": "jinaai/jina-embeddings-v2-base-en", "model_b": "sentence-transformers/all-MiniLM-L6-v2", + "winner": "model_b", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576765.9037 + }, + { + "model_a": "jinaai/jina-embeddings-v2-base-en", + "model_b": "text-embedding-004", "winner": "tie", "judge": "arena_user_", "anony": true, - "tstamp": 1722349290.0653 + "tstamp": 1722576787.9821 }, { - "model_a": "voyage-multilingual-2", + "model_a": "sentence-transformers/all-MiniLM-L6-v2", "model_b": "intfloat/multilingual-e5-large-instruct", - "winner": "tie (bothbad)", + "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722367137.3081 + "tstamp": 1722576818.6972 }, { - "model_a": "text-embedding-3-large", - "model_b": "voyage-multilingual-2", + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "Salesforce/SFR-Embedding-2_R", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576843.975 + }, + { + "model_a": "text-embedding-004", + "model_b": "intfloat/multilingual-e5-large-instruct", + "winner": "tie", + "judge": "arena_user_", + "anony": true, + "tstamp": 1722576851.1458 + }, + { + "model_a": "intfloat/multilingual-e5-large-instruct", + "model_b": "jinaai/jina-embeddings-v2-base-en", "winner": "model_a", "judge": "arena_user_", "anony": true, - "tstamp": 1722372567.4089 + "tstamp": 1722576935.6023 }, { "model_a": "voyage-multilingual-2", - "model_b": "jinaai/jina-embeddings-v2-base-en", + "model_b": "intfloat/multilingual-e5-large-instruct", "winner": "model_b", "judge": "arena_user_", "anony": true, - "tstamp": 1722377608.5706 + "tstamp": 1722582591.093 } ] \ No newline at end of file diff --git a/results/latest/clustering_leaderboard.csv b/results/latest/clustering_leaderboard.csv index 265ced7..cdde1d2 100644 --- a/results/latest/clustering_leaderboard.csv +++ b/results/latest/clustering_leaderboard.csv @@ -1,15 +1,13 @@ key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link -intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1170.9858074792614,1170.9858074792614,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct -intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1116.728569045218,1116.728569045218,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct -text-embedding-3-large,text-embedding-3-large,1074.6100836117466,1074.6100836117466,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings -text-embedding-004,text-embedding-004,1057.9264444563269,1057.9264444563269,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api -GritLM/GritLM-7B,GritLM/GritLM-7B,1053.4158209711916,1053.4158209711916,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B -jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,1041.7600004738938,1041.7600004738938,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en -Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,988.109668905895,988.109668905895,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R -voyage-multilingual-2,voyage-multilingual-2,976.1115118445912,976.1115118445912,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings -nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,954.0363602121365,954.0363602121365,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 -embed-english-v3.0,embed-english-v3.0,907.402904848764,907.402904848764,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed -Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,883.2640298121846,883.2640298121846,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct -mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,843.4293410110903,843.4293410110903,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 -BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,839.0667309953959,839.0667309953959,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 -sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,793.1460306594264,793.1460306594264,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 +text-embedding-3-large,text-embedding-3-large,1153.008071987539,1153.008071987539,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1124.4728067250148,1124.4728067250148,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1108.6686254758226,1108.6686254758226,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +text-embedding-004,text-embedding-004,1084.0984570627088,1084.0984570627088,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,1072.7539909047096,1072.7539909047096,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +voyage-multilingual-2,voyage-multilingual-2,940.2294211502937,940.2294211502937,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +GritLM/GritLM-7B,GritLM/GritLM-7B,939.502074004079,939.502074004079,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,933.4201554304502,933.4201554304502,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +embed-english-v3.0,embed-english-v3.0,903.2813496721938,903.2813496721938,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,852.7520686328589,852.7520686328589,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,845.1446244463016,845.1446244463016,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,725.8682669797979,725.8682669797979,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 diff --git a/results/latest/elo_results_clustering.pkl b/results/latest/elo_results_clustering.pkl index 1aac2e0..e9d1139 100644 --- a/results/latest/elo_results_clustering.pkl +++ b/results/latest/elo_results_clustering.pkl @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7083fea527f0b91e6ccb8d4128faee40b35353b3bc38c71264d0678e79a25b3e -size 78962 +oid sha256:3b9fd21b8d2b4ca78a839a8135850996edcd8305c45bde47f816678fd465873a +size 72680 diff --git a/results/latest/elo_results_retrieval.pkl b/results/latest/elo_results_retrieval.pkl index 9b7a793..30fb250 100644 --- a/results/latest/elo_results_retrieval.pkl +++ b/results/latest/elo_results_retrieval.pkl @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a65ef7e15bc5e188864543dd92ae6fa4acc3a1ec4b879058826b8e231d86984 -size 82342 +oid sha256:1d2825eef8e2acf24145400f962c2049794fa504ef17102cb4bbd4517e95872c +size 78923 diff --git a/results/latest/elo_results_sts.pkl b/results/latest/elo_results_sts.pkl index 54c36ce..6415be5 100644 --- a/results/latest/elo_results_sts.pkl +++ b/results/latest/elo_results_sts.pkl @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:95c94896ee0516b1db695b82ffaeb8f8b45e6220b555b0cf61d10bbff347b5fe -size 78649 +oid sha256:0bf1c69c267eecaf28287bcdee03653ced178e183425cc4babf978b6eb51dbde +size 75636 diff --git a/results/latest/retrieval_leaderboard.csv b/results/latest/retrieval_leaderboard.csv index fad3d14..365c36b 100644 --- a/results/latest/retrieval_leaderboard.csv +++ b/results/latest/retrieval_leaderboard.csv @@ -1,16 +1,15 @@ key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link -GritLM/GritLM-7B,GritLM/GritLM-7B,1151.6025800618518,1151.6025800618518,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B -text-embedding-004,text-embedding-004,1117.6986424536867,1117.6986424536867,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api -intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1116.5621244096071,1116.5621244096071,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct -Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1115.4805245866457,1115.4805245866457,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R -mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1082.4481210344275,1082.4481210344275,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 -BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1080.9268442181674,1080.9268442181674,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 -intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1074.3476910996767,1074.3476910996767,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct -text-embedding-3-large,text-embedding-3-large,1060.9576749037076,1060.9576749037076,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings -voyage-multilingual-2,voyage-multilingual-2,1035.9435284403496,1035.9435284403496,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings -embed-english-v3.0,embed-english-v3.0,1031.009157891784,1031.009157891784,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed -Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,997.5203792598701,997.5203792598701,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct -BM25,BM25,974.7090035386894,974.7090035386894,,42.4,,,MIT,,https://github.com/xhluca/bm25s -nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,757.1242358601492,757.1242358601492,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 -jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,726.1864757182211,726.1864757182211,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en -sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,677.4830165231663,677.4830165231663,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 +text-embedding-004,text-embedding-004,1099.9412609994524,1099.9412609994524,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +GritLM/GritLM-7B,GritLM/GritLM-7B,1082.4758645656073,1082.4758645656073,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1070.0742366254703,1070.0742366254703,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1062.5404290413776,1062.5404290413776,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1058.7890440357985,1058.7890440357985,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1052.3084418406033,1052.3084418406033,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,1050.7560157230794,1050.7560157230794,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1044.8158587384366,1044.8158587384366,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +voyage-multilingual-2,voyage-multilingual-2,1037.848599300999,1037.848599300999,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +text-embedding-3-large,text-embedding-3-large,1030.0676129969258,1030.0676129969258,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +embed-english-v3.0,embed-english-v3.0,1019.4055747270659,1019.4055747270659,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +BM25,BM25,936.4690778783831,936.4690778783831,,42.4,,,MIT,,https://github.com/xhluca/bm25s +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,785.0303083634136,785.0303083634136,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,669.4776751633863,669.4776751633863,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/results/latest/sts_leaderboard.csv b/results/latest/sts_leaderboard.csv index 7e75e84..2edc3d3 100644 --- a/results/latest/sts_leaderboard.csv +++ b/results/latest/sts_leaderboard.csv @@ -1,15 +1,14 @@ key,Model,Arena Elo rating (anony),Arena Elo rating (full),MTEB Overall Avg,MTEB Retrieval Avg,MTEB Clustering Avg,MTEB STS Avg,License,Organization,Link -GritLM/GritLM-7B,GritLM/GritLM-7B,1165.6214065017284,1165.6214065017284,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B -intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1103.047138990284,1103.047138990284,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct -text-embedding-004,text-embedding-004,1081.1994654939667,1081.1994654939667,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api -intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,1079.032844415082,1079.032844415082,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct -BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1039.7306918647398,1039.7306918647398,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 -mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1027.5720621401417,1027.5720621401417,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 -Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1022.1026814105925,1022.1026814105925,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R -text-embedding-3-large,text-embedding-3-large,1020.2469377299208,1020.2469377299208,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings -nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,1015.1850702459202,1015.1850702459202,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 -voyage-multilingual-2,voyage-multilingual-2,993.1454024107594,993.1454024107594,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings -jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,899.7320867723591,899.7320867723591,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en -embed-english-v3.0,embed-english-v3.0,865.1753559921713,865.1753559921713,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed -sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,847.571475786188,847.571475786188,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 -Alibaba-NLP/gte-Qwen2-7B-instruct,Alibaba-NLP/gte-Qwen2-7B-instruct,840.6373802461455,840.6373802461455,70.24,60.25,56.92,83.04,Apache 2.0,Alibaba,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct +text-embedding-004,text-embedding-004,1140.667977543666,1140.667977543666,66.31,55.7,47.48,85.07,Proprietary,Google,https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api +intfloat/e5-mistral-7b-instruct,intfloat/e5-mistral-7b-instruct,1131.4689146693445,1131.4689146693445,66.63,56.89,50.26,84.63,MIT License,Microsoft,https://huggingface.co/intfloat/e5-mistral-7b-instruct +GritLM/GritLM-7B,GritLM/GritLM-7B,1097.3832702916807,1097.3832702916807,66.76,57.41,50.61,83.35,Apache 2.0,"Contextual AI, HKU, Microsoft",https://huggingface.co/GritLM/GritLM-7B +Salesforce/SFR-Embedding-2_R,Salesforce/SFR-Embedding-2_R,1044.4986729268599,1044.4986729268599,70.31,60.18,56.17,81.26,CC-BY-NC-4.0,Salesforce,https://huggingface.co/Salesforce/SFR-Embedding-2_R +BAAI/bge-large-en-v1.5,BAAI/bge-large-en-v1.5,1036.360465242131,1036.360465242131,64.23,54.29,46.08,83.11,MIT,BAAI,https://huggingface.co/BAAI/bge-large-en-v1.5 +mixedbread-ai/mxbai-embed-large-v1,mixedbread-ai/mxbai-embed-large-v1,1021.5222014375853,1021.5222014375853,64.68,54.39,46.71,85.0,Apache 2.0,mixedbread.ai,https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1 +text-embedding-3-large,text-embedding-3-large,986.0949447746468,986.0949447746468,64.59,55.44,49.01,81.73,Proprietary,OpenAI,https://platform.openai.com/docs/guides/embeddings +intfloat/multilingual-e5-large-instruct,intfloat/multilingual-e5-large-instruct,982.5845672653813,982.5845672653813,64.41,52.47,47.1,84.78,MIT License,Microsoft,https://huggingface.co/intfloat/multilingual-e5-large-instruct +voyage-multilingual-2,voyage-multilingual-2,969.0825206530249,969.0825206530249,,,,,Proprietary,Voyage AI,https://docs.voyageai.com/docs/embeddings +embed-english-v3.0,embed-english-v3.0,921.9789078064538,921.9789078064538,64.47,55,47.43,82.62,Proprietary,Cohere,https://docs.cohere.com/docs/cohere-embed +nomic-ai/nomic-embed-text-v1.5,nomic-ai/nomic-embed-text-v1.5,891.8356261920528,891.8356261920528,62.28,53.01,43.93,81.94,Apache 2.0,nomic.ai,https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 +jinaai/jina-embeddings-v2-base-en,jinaai/jina-embeddings-v2-base-en,889.5639116606256,889.5639116606256,60.38,47.87,41.73,80.7,Apache 2.0,Jina AI,https://huggingface.co/jinaai/jina-embeddings-v2-base-en +sentence-transformers/all-MiniLM-L6-v2,sentence-transformers/all-MiniLM-L6-v2,886.9580195365472,886.9580195365472,56.26,41.95,42.35,78.9,Apache 2.0,Sentence Transformers,https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 diff --git a/scripts/remove_votes.py b/scripts/remove_votes.py index d62b3f0..430e957 100644 --- a/scripts/remove_votes.py +++ b/scripts/remove_votes.py @@ -5,9 +5,15 @@ import json import os +MODELS_TO_REMOVE = ["text-embedding-004"] +TASKS = ["sts"] + MODELS_TO_REMOVE = ["nomic-embed-text-v1.5"] TASKS = ["retrieval", "sts", "clustering"] +MODELS_TO_REMOVE = ["Alibaba-NLP/gte-Qwen2-7B-instruct"] +TASKS = ["retrieval", "sts", "clustering"] + for file in os.listdir("results_dataset_to_upload"): for task in TASKS: if task in file: diff --git a/ui.py b/ui.py index b9354ee..49942c7 100644 --- a/ui.py +++ b/ui.py @@ -590,7 +590,7 @@ def build_side_by_side_ui_named(models): btn_list = [leftvote_btn, rightvote_btn, tie_btn, bothbad_btn, clear_btn] draw_btn.click( - models.retrieve_draw, + partial(models.retrieve_draw, ["wikipedia", "arxiv"]), inputs=None, outputs=[textbox, corpus], api_name="draw_btn_anon" @@ -778,7 +778,7 @@ def build_single_model_ui(models): btn_list = [upvote_btn, downvote_btn, flag_btn, clear_btn] draw_btn.click( - models.retrieve_draw, + partial(models.retrieve_draw, ["wikipedia", "arxiv"]), inputs=None, outputs=[textbox, corpus], api_name="draw_btn_single"