Upload 3 files

AskUbuntuDupQuestions_human_eval.json

@@ -0,0 +1,787 @@
+{
+  "task_type": "reranking",
+  "task_name": "AskUbuntuDupQuestions",
+  "instructions": "Rank the candidate documents based on their relevance to the query. Assign rank 1 to the most relevant document, 2 to the second most relevant, and so on.",
+  "samples": [
+    {
+      "id": "test_query327",
+      "query": "how to avoid opening duplicate files in new windows in gedit ?",
+      "candidates": [
+        "is there a way to open a text file in an already open instance of gedit ?",
+        "configure gedit to always open in new window",
+        "how to open the same document in evince/gedit multiple times ?",
+        "gedit - files in file browser i never opened",
+        "how to configure nautilus so when a cd/dvd/usb is inserted it does not open another window",
+        "using gnome-open to open pdf files",
+        "how to open the existing file explorer and not a new one",
+        "how can i change the default text editor from gedit to vim ?",
+        "open another terminal window with the same ssh session as original window",
+        "gedit messes up file names in headline",
+        "how to open a downloaded file with a running instance",
+        "gedit - background mouse wheel",
+        "opening a non-utf8 encoded text file",
+        "nautilus - how to duplicate the current window",
+        "attach one window to another window in ubuntu",
+        "gedit open everything in tabs",
+        "i want to see if a file is opened with gedit . is it possible ?",
+        "gedit opens new windows with two tabs",
+        "how to get yelp to open the docs ?",
+        "sublime text 2 move to current workspace"
+      ]
+    },
+    {
+      "id": "test_query57",
+      "query": "ubuntu 12.04 installer does not see windows already installed on my computer",
+      "candidates": [
+        "installer does n't see windows 8.1 installed and propose to erase the disk",
+        "ubuntu 12.04 installer not detecting windows 7",
+        "can not boot into windows 7 after installing 12.04",
+        "ubuntu installer thinks my drive is empty , does not see windows paritions",
+        "why does n't the ubuntu installer recognize i have windows 8 installed ?",
+        "ubuntu 12.04 does not detect already installed windows 7",
+        "ubuntu installer does not see windows 8 after changing partitions",
+        "ubuntu 13.10 installer not recognizing my windows 8.1 partitions",
+        "ubuntu 12.04 lts installer doesnt see windows 7",
+        "dual boot installation",
+        "getting a black screen after booting into ubuntu 12.04 lts release following installation via windows installer . i have windows 7 installed already",
+        "running installed windows programs",
+        "ubuntu 12.04 window installer edition ?",
+        "will removing windows also remove wubi ?",
+        "installing ubuntu 14.04 over 12.04",
+        "installing ubuntu v12 on computer running windows me",
+        "why does my windows xp/ubuntu dual boot not let me select an operating system ?",
+        "re-installing ubuntu 12.04 using windows installer",
+        "`` windows installer ubuntu '' from windows 8/8.1",
+        "why does my computer only boot into windows xp ?"
+      ]
+    },
+    {
+      "id": "test_query12",
+      "query": "when is precise pangolin being released ?",
+      "candidates": [
+        "precise pangolin base installation , media change requested , using dvd",
+        "update fails after checking all settings for system updates",
+        "external usb hd does n't show up on 'sudo fdisk -l ' on one ubuntu , shows up on another ( both ubuntu 12.04 lts , 'precise pangolin ' )",
+        "where is the alpha 1 release of kubuntu 12.04 ?",
+        "sqlite3 on precise pangolin : installed but not found ?",
+        "boot problem in ubuntu precise pangolin 12.04",
+        "help needed on installation of ubuntu server ( precise pagolin )",
+        "when will the next lts version of lubuntu be released ?",
+        "graphics problems on asus eee 1101 ha , precise pangolin",
+        "how to install older ruby version on ubuntu precise pangolin ?",
+        "lxc on precise with linux-image-generic-lts-raring ... do i get the full namespace support ?",
+        "why is a lts release not using the extended support version of thunderbird ?",
+        "12.04 'precise pangolin ' disfunctional after upgrade from 10.04 'lucid lynx '",
+        "why is there no option to install alongside win7 with the 12.04 lts cd ?",
+        "can not launch .jnlp file in precise pangolin",
+        "fatal bug in precise pangolin",
+        "lost wi-fi after ubuntu 12.10 ( precise pangolin ) upgrade",
+        "what kind of animal is a pangolin as in `` precise pangolin '' ?",
+        "wi-fi is not working for ubuntu 12.04 ( precise pangolin )",
+        "software update corrects error"
+      ]
+    },
+    {
+      "id": "test_query140",
+      "query": "could n't update ubuntu 8.04 , apt-get update fails",
+      "candidates": [
+        "upgrade from 8.04 to 10.04 , `` no release found ''",
+        "installing medibuntu fails",
+        "update manager fails , apt-get update stops at 93 %",
+        "ubuntu 14.0.4 apt-get update fails for any installs and upgrades in trusty",
+        "sudo apt-get update fails",
+        "upgrade subversion to 1.7 on 8.04",
+        "ubuntu apt-get update fails",
+        "automatic security update fails by unmet dependency",
+        "apt-get update ; install apache2 : works on 1 vm , fails on another , with the same mirror config : [ not candidate version ]",
+        "could n't find package dd",
+        "update problem using `` apt-get update ''",
+        "apt-get update fails to find some mirrors",
+        "ubuntu 14.04 failed to update w : failed to fetch cdrom:",
+        "ubuntu13.04 64-bit software update fails",
+        "apt-get update fails to fetch files , \u201ctemporary failure resolving \u2026\u201d error",
+        "i have ubuntu server 11.10 64-bit . updates were working but now fails every time after apt-get update",
+        "i cant update ubuntu 12.10",
+        "apt-get update fails after upgrade",
+        "upgrading nginx on raring ringtail",
+        "'apt-get update ' fails when using proxy"
+      ]
+    },
+    {
+      "id": "test_query125",
+      "query": "raring ringtail upgrade",
+      "candidates": [
+        "upgraded to raring ringtail 13.04 , but not every package did ?",
+        "full changelog of updated packages for ubuntu releases ?",
+        "how to install ubuntu 13.04 without a cd or usb ?",
+        "i ca n't upgrade to raring ringtail ; is it because of the traffic ?",
+        "does ubuntu 13 raring ringtail fix the samsung brick issue ?",
+        "upgrade ubuntu 13.04 to 13.10 stable",
+        "thunderbird & unity integration",
+        "troubles in raring ringtail",
+        "what is the release date of ubuntu 13.04 ( raring ringtail ) ?",
+        "can not upgrade ubuntu server to 13.04 using command line",
+        "lxc on precise with linux-image-generic-lts-raring ... do i get the full namespace support ?",
+        "why upgrade to 12.10 is not shown",
+        "should i manually fix the distribution entry after os upgrade ?",
+        "compiling rtl8192cu driver for edimax ew-7811un for ubuntu 13.04 ( raring ringtail )",
+        "`` do-release-upgrade -d '' does n't prompt for update",
+        "e : the value 'raring-updates ' is invalid for apt : :default-release as such a release is not available in the sources",
+        "why ca n't i upgrade to ubuntu 13.04 using update manager ?",
+        "no download for 13.04 raring ringtail",
+        "upgrading nginx on raring ringtail",
+        "ubuntu 13.04 and issues with gnome shell 3.8"
+      ]
+    },
+    {
+      "id": "test_query114",
+      "query": "dell inspiron 1525 , upgraded to 12.04 and have lost wireless internet connection",
+      "candidates": [
+        "can not connect wireless internet with 12.10 on dell inspiron 1525",
+        "my wireless wo n't connect in ubuntu 12.04 lts , newly installed on my dell inspiron 1525",
+        "i ca n't connect to internet at all in ubuntu 12.04",
+        "lost internet connection when upgraded from 12.04 to 12.10",
+        "unable to connect to wireless network on dell inspiron 1525",
+        "dell inspiron wifi issues",
+        "no wireless with dell inspiron 1501",
+        "i just upgraded to 12.10 lost my side bar",
+        "the system is running in low graphics mode error on dell inspiron.1525",
+        "wireless internet connection randomly disconnects in dell inspiron n5110",
+        "wireless internet connection so slow after upgrade to 11.10",
+        "dell inspiron 1525 laptop does not recognise bluetooth",
+        "hibernate on dell inspiron 1525",
+        "during installation , do i need an ethernet cord to connect to the internet ?",
+        "suspend does n't work on dell inspiron 1525",
+        "slow internet with a dell inspiron 1525",
+        "bcm 4313 lost connection on ubuntu 13.04",
+        "no hardware acceleration/graphics driver for dell inspiron 1525",
+        "how to share my laptop internet connection with android sony xperia tipo ?",
+        "my dell inspiron 8600 wifi wo n't work"
+      ]
+    },
+    {
+      "id": "test_query71",
+      "query": "can you install ubuntu from the hard disk ?",
+      "candidates": [
+        "how do i install ubuntu on an external hard disk ?",
+        "install windows 8 ( on secondary hard disk ) on an ubuntu machine ( on primary hard disk )",
+        "ubuntu installation on external hard disk drive",
+        "how can i boot a live system from a hard disk and then install to the same drive ?",
+        "is it possible to install software from hard disk ?",
+        "can you use a ubuntu 12.10 desktop install disk like an o.e.m . disk ?",
+        "copying files from hard disk to liveusb",
+        "ca n't install any linux distro",
+        "is it possible to clone an ubuntu partition to an iso ?",
+        "ubuntu transfer from external hard disk",
+        "ca n't get ubuntu 13.10 64bit to install",
+        "why ca n't i load bios or boot to anything but ubuntu ?",
+        "how to mount a virtual hard disk ?",
+        "will the pc boot from the dvd and install ubuntu on an empty hard disk ?",
+        "install with external disk drive",
+        "will installing ubuntu convert my hard disk to a dynamic disk ?",
+        "if format my system and install ubuntu as only os what will to happen hard disk drives ?",
+        "installing ubuntu from usb pendrive on hard disk",
+        "why will ubuntu 12.04 boot but not install ?",
+        "installation completed but not saved to hard disk"
+      ]
+    },
+    {
+      "id": "test_query52",
+      "query": "update manager showing for available updates , but not letting me to update",
+      "candidates": [
+        "update manager problem [ requires installation of untrusted packages ]",
+        "`` requires to install untrusted updates '' error in update manager",
+        "my system update requires installation of untrusted packages",
+        "updates do n't install because of `` untrusted packages ''",
+        "how to solve the issue `` requires installation of untrusted packages ''",
+        "update manager wo n't install from un-authenticated sources",
+        "how to install important updates via update manager after a large gap of period ?",
+        "what is the equivalent terminal command of update manager ?",
+        "update manager offers 900+ updates under partial upgrade mode",
+        "make update-manager ignore mozilla firefox updates",
+        "updating 12.04 for the first time",
+        "what programs and packages are updated by the update manager ?",
+        "update manager has managed to hang itself while updating ( 13.04 to 13.10 )",
+        "software only partially updated on ubuntu 14.04",
+        "update-manager does not show all updates",
+        "how can i get update manager to check & notify for daily updates",
+        "disabling packages from the update manager",
+        "how do i force apt-get to update the state of package versions ?",
+        "update manager downloaded updates but ca n't install them",
+        "why ca n't update manager find any updates ?"
+      ]
+    },
+    {
+      "id": "test_query346",
+      "query": "rss torrent software",
+      "candidates": [
+        "which is the most up to date and modern rss feed reader ?",
+        "is there any command-line rss feed file grabber ?",
+        "i need someone to go through my conky scripts and correct my mistakes",
+        "using rss in qbittorrent",
+        "simple rss feed manipulation software",
+        "installing tt-rss : files ar n't where they ought to be",
+        "how to add authenticated podcast feed to rhythmbox",
+        "podcast subscription in banshee",
+        "package other than calibre for converting an rss feed 's entries to an ebook",
+        "how to add bbc podcasts to rhythmbox ?",
+        "when adding a magnet link in deluge how can i choose which files in the torrent to download ?",
+        "is there an rss feed of ubuntu release torrent files",
+        "how do i set deluge to open .torrent files ?",
+        "is there a ticker application available ?",
+        "exporting thunderbird rss feeds to liferea in ubuntu",
+        "deluge autoadd plugin is n't working for me",
+        "how do i add an rss feed in evolution ?",
+        "liferea plain text downloads ?",
+        "how do i configure deluge bittorrent client ?",
+        "how do i get evolution mail 's rss to work ?"
+      ]
+    },
+    {
+      "id": "test_query279",
+      "query": "how do i install the driver for a microsoft lifecam vx-3000 ?",
+      "candidates": [
+        "how can i get my microsoft lifecam vx-1000 webcam microphone to work ?",
+        "microsoft lifecam vx-2000 does n't work anymore in cheese",
+        "how do i get my webcam to work",
+        "how do i get my lifecam vx-7000 working on ubuntu 13.10 ?",
+        "driver for a ms lifecam",
+        "how to install a nvidia driver for 11.10",
+        "fry 's fr-300 usb wlan driver",
+        "how do i install drivers for the panasonic mb1900cx all-in-one printer/scanner ?",
+        "webcam keeps blinking for no reason",
+        "nvidia driver update causes unbootable system",
+        "webcam not `` detected '' - ubuntu 12.04",
+        "how to install rndis driver",
+        "how do i install drivers for an intel hd graphics ?",
+        "how to install sound driver",
+        "how do i install the intel hd 3000 video driver ?",
+        "i can not activate my ati/amd proprietary fglrx graphics driver ( post-release updates )",
+        "ubuntu 12.04 disk installs lts on desktop ? ? wrong display drivers",
+        "webcam not working in 13.04",
+        "how do i install driver for the linksys wusb6300 ?",
+        "microsoft lifecam hd-3000 slows down login"
+      ]
+    },
+    {
+      "id": "test_query44",
+      "query": "from where i download kerenl source code for version 3.8.0-29-generic",
+      "candidates": [
+        "unable to install the kernel 3.5 in ubuntu 12.04",
+        "how can i download the source code for linux-image-3.2.0-*-generic ?",
+        "upgrading to 14.04 did n't update my kernel",
+        "unable to find entry_32.s file in ubuntu 12.04",
+        "upgrade from 12.04 failing",
+        "what exactly is generic version of ubuntu ? how it differes from other versions ?",
+        "kernel source version number does not match",
+        "how to install i386 library ?",
+        "apt-get upgrade has no errors but no effect",
+        "upgrading from 14.04 to 14.04 lts",
+        "disable automatic starting of sshd ?",
+        "why does do-release-upgrade on 12.04 system not find 14.04.1 upgrade ?",
+        "how lsb module affects system , and can be made available to the system ?",
+        "do n't want raid to autostart",
+        "revert erlang otp version",
+        "ubuntu 12.04 ; how to check if vsync is enabled ?",
+        "opencv installation problem in ubuntu 13.04",
+        "is the update for a point release automatic or should i download and install ?",
+        "how to install alfa awus036h driver on ubuntu 12.04.4 lts ?",
+        "difference between the host and the guest os kernel versions"
+      ]
+    },
+    {
+      "id": "test_query302",
+      "query": "what is the password for `` ssh root @ localhost `` ?",
+      "candidates": [
+        "permission denied for root @ localhost for ssh connection",
+        "need to connect as **root @ my-server-ip** with ssh",
+        "how to deny root ssh login + require ssh key for user ?",
+        "not able to ssh to localhost",
+        "server asking for password even after adding ssh keys",
+        "how to setup passwordless ssh access for root user",
+        "how to scp a file ( s ) from ubuntu virtual machine to remote web host ?",
+        "installed mysql but can not login : access denied for user 'xxxxxx ' @ 'localhost ' ( using password : yes )",
+        "mysql access denied for user 'root ' @ 'localhost '",
+        "how to change my hostname ?",
+        "why phpmyadmin did n't work ?",
+        "access webpage through ssh",
+        "can not login to ubuntu 13.10 hosted in virtualbox from os x mavericks",
+        "mysql access denied for user 'root ' while using lamp",
+        "ssh into shell , get 'error : ca n't open display : ( null ) '",
+        "use real browser instead of w3m on ssh connections",
+        "unable to create database due access denied",
+        "ssh : connect to host localhost port 22 : connection refused",
+        "mediawiki installation on 14.04",
+        "`` 'access denied for user 'root ' @ 'localhost ' '' when trying to do commands"
+      ]
+    },
+    {
+      "id": "test_query216",
+      "query": "whats the difference between ubuntu 11.10 and ubuntu 11.10 server version ?",
+      "candidates": [
+        "what 's the difference between the server version and the desktop version ?",
+        "what is the difference between 12.04 desktop & 12.04 server images",
+        "install ubuntu desktop or server in ubuntu 11.10 ?",
+        "ressource difference between server and desktop",
+        "what is the difference between minimal , desktop & server editions ?",
+        "difference between ubuntu and xubuntu when deploy to server ?",
+        "difference between emacs metapackage and emacs",
+        "what is the difference between upgrading from 11.10 and updating from 12.04 beta 2 ?",
+        "what is `` ubuntu desktop usb '' in tasksel ?",
+        "diffrence between amd64 and i386 version of ubuntu",
+        "sun 's jdk on ubuntu 11.10 server edition",
+        "what is the difference between dhcp3-server and isc-dhcp-server packages ?",
+        "what is the difference between ubuntu and debian server ?",
+        "what is the difference between ubuntu server and ubuntu cloud under lxc ?",
+        "manage ubuntu 11.10 desktop from server webconsole",
+        "difference between menu shutdown and 'shutdown -h now '",
+        "how to safely uninstall ubuntu 12.04 and reinstall 11.10",
+        "about ubuntu cloud server",
+        "is there a difference between ubuntu gnome-shell and fedora gnome-shell ?",
+        "what are the differences between different releases of ubuntu ?"
+      ]
+    },
+    {
+      "id": "test_query16",
+      "query": "how do i disable the guest account on ubuntu 13.10 ( saucy )",
+      "candidates": [
+        "a strange account appear at login to ubuntu 12.04 ?",
+        "how do i disable the guest session in ubuntu 13.10 ?",
+        "why there are many guest accounts on my system ?",
+        "how to disable the guest account at the login of ubuntu 11.10",
+        "how can i log into or out of a lubuntu guest account ?",
+        "ca n't login to guest account in ubuntu",
+        "how to give access to programs to the guest account ?",
+        "what is the best way to lock down unity for guest accounts ?",
+        "how do i change the input method in guest session ?",
+        "how to allow the following features to guest in ubuntu 14.04 ?",
+        "how to log in to admin account from a non-admin account ?",
+        "account blocked by changing the /etc/passwd : how to revert or gain access again",
+        "users not created during installation",
+        "how to see the home or recent files in guest account of admin account",
+        "customize guest account ?",
+        "adding an icon to a guest account when the icon is on main account",
+        "recover deleted user files from guest account",
+        "how to access a guest os running in virtual box from a different user account",
+        "how to remove `` online accounts '' from `` system settings '' ?",
+        "why can a new user not write to external hard drive ?"
+      ]
+    },
+    {
+      "id": "test_query15",
+      "query": "how do i install ubuntu software centre application ?",
+      "candidates": [
+        "how to choose to open with software center application from the browser ?",
+        "ubuntu software centre is not there",
+        "why ubuntu software center does n't have the latest version of softwares ?",
+        "which applications are using internet",
+        "lord of ultima and bit trip runner not available in muon software centre",
+        "export package [ eclipse ]",
+        "ubuntu software centre - error",
+        "i can not install any packages from terminal or software centre . please help !",
+        "which is the best method to install/uninstall apps in ubuntu ?",
+        "not able to install any application using ubuntu software centre on 12.4 lts",
+        "do i need to re-purchase software in the ubuntu software centre if i reinstall ?",
+        "removing ubuntu one",
+        "how do i package my application for the ubuntu software centre ?",
+        "ubuntu software centre not responding",
+        "how to report or block an inappropriate application in the ubuntu software centre ?",
+        "how do i find out the email address associated with software centre ? ( 12.04 )",
+        "how can i enable the software centre to also install recommended packages ?",
+        "install from ubuntu software centre to a location of my choice",
+        "retrieving proprietary drivers removed from the software centre",
+        "still no success to install skype on ubuntu 12.04 from software centre , nor from terminal"
+      ]
+    },
+    {
+      "id": "test_query47",
+      "query": "running ubuntu in usb but with a lot of ram ; how to run program from ram ?",
+      "candidates": [
+        "how to run ubuntu fully in initramfs ?",
+        "can ubuntu run on 512mb ram ?",
+        "can i clone my existing ubuntu 12.10 and install to usb",
+        "how can i remove `` install this '' from my ubuntu usb installation ?",
+        "can i run ubuntu from usb and save all information ?",
+        "which is the ideal way to install ubuntu in a usb stick",
+        "for macs : why does ubuntu encourage booting from a dvd instead of a usb ?",
+        "can i run ubuntu live from a usb flash-drive without destroying the data on it ?",
+        "how to run ubuntu , within windows , from a usb drive ?",
+        "how to make notebook boot from usb",
+        "installing ubuntu 12.04 on a usb stick",
+        "windows 7 / ubuntu dual-boot with shared data partition",
+        "ubuntu cloud with four servers",
+        "ubuntu 12.10 external ram on old laptop ?",
+        "is there a better way to run ubuntu from usb disk",
+        "save and run programs from usb",
+        "probably the dumbest and poitnless question to ask",
+        "about running ubuntu on a toshiba tecra 8000",
+        "changing to another distro : can the -home partition be kept ?",
+        "how can i run a command automatically upon usb diconnect ?"
+      ]
+    },
+    {
+      "id": "test_query111",
+      "query": "installed windows8 and now my grub is gone , help ?",
+      "candidates": [
+        "no boot manager after new ubuntu installation",
+        "how to access ubuntu 12.04 from a multi-boot system ?",
+        "windows 7 does not boot correctly on a triple boot system with windows 8 ( consumer preview ) , windows 7 and ubuntu",
+        "window 8 option is not getting shown in grub",
+        "boot windows 8 after migration from hdd to ssd",
+        "grub does n't show windows 8 as boot option",
+        "windows 8 does n't boot after installing ubuntu ( uefi )",
+        "after installing ubuntu alongside windows i do not see the dual boot option to start windows 8 .",
+        "ca n't access windows 7 after installing ubuntu 13.10",
+        "replace windows8 with ubuntu from dual-boot",
+        "choosing bootloader ( dual boot )",
+        "windows 8 does n't boot after installing ubuntu 12.04",
+        "how to dual boot windows 8 and windows 7 seperately with burg",
+        "how can i restore grub after switching from windows 8 to 7 on a dual boot ?",
+        "windows not booting in dual boot with ubuntu 12.04 and windows 7",
+        "no boot option after installing ubuntu 12.04 inside windows xp and drive h : is also gone",
+        "windows 8.1 bootloader gone from grub . how do i get it back ?",
+        "unable to use windows after installing ubuntu 12.04",
+        "how do i retrieve my windows 8 boot after ubuntu 13.04 installed ?",
+        "grub do n't find windows 7 loader . ca n't boot to windows after installing linux help"
+      ]
+    },
+    {
+      "id": "test_query119",
+      "query": "how do i remove ubuntu and install windows 7 ?",
+      "candidates": [
+        "how to remove ubuntu 11.10 after it is installed alongside windows",
+        "how to remove ubuntu from my windows 7 ?",
+        "how to remove ubuntu 12.04 ?",
+        "remove ubuntu from dual boot windows 7 both in same drive",
+        "remove ubuntu partition",
+        "how do i remove ubuntu completely and install windows 7 ?",
+        "how to uninstall ubuntu from one drive and install in another drive ?",
+        "how to remove kubuntu",
+        "how can i restore windows 7 to the pc",
+        "how to remove ubuntu compleletly from my laptop and install windows ?",
+        "how to remove pre-installed ubuntu and and install another os ?",
+        "removing ubuntu from a dual-boot setup with windows",
+        "how to remove ubuntu 12.04 from a dual boot computer with windows 7",
+        "how to make windows the default os in grub menu ?",
+        "unable to boot to windows after installing ubuntu",
+        "i want to remove windows 8 and windows 7 from my triple boot with ubuntu 12.04",
+        "how to install windows 7 on dell inspiron 15- 3521 laptop",
+        "after formatting windows 7 there is still dual-boot screen",
+        "how do i remove windows 7 when i am dual booting ubuntu 12.10 as well",
+        "ubuntu install option `` install alongside windows 7 '' is missing"
+      ]
+    },
+    {
+      "id": "test_query258",
+      "query": "/etc/x11/xorg.conf does n't exist ?",
+      "candidates": [
+        "/etc/x11/xorg.conf file is not available",
+        "how can i get my intel 82945g/gz video card to support more resolutions ?",
+        "how to run unity-3d on desktop",
+        "flash video is insanely choppy ?",
+        "graphics driver update for dell v3400",
+        "ubuntu 12.04 not recognizing the graphic card",
+        "intel driver seems not to be installed",
+        "trying to use gnome-shell but it will not work",
+        "how do i know if my laptop support switchable graphics and how to switch to it ?",
+        "intel graphics card not detected in ubuntu 12.04",
+        "no additional driver listed",
+        "how to know whether an nvidia graphic card is installed or not ?",
+        "how to get nvidia driver working properly ( running experimental 3d support )",
+        "why when i log in my two screens shows the same image automatically ?",
+        "12.04 boot hangs after `` checking battery state '' , video card intel gma 4500mhd",
+        "ubuntu 13.10 secondary monitor - does n't redraw properly",
+        "graphics driver for intel mobile 4 chipset",
+        "video not working properly on an integrated intel 82865g card",
+        "ati graphics card detected as different card ubuntu 12.04 lts",
+        "video card does not switch"
+      ]
+    },
+    {
+      "id": "test_query308",
+      "query": "how do i recover my root password ?",
+      "candidates": [
+        "how do i recover my root password in ubunto terminal ?",
+        "how to recover the root password on ubuntu server",
+        "how do i reset or recover my root password ?",
+        "changed root password on my server , now ca n't login anymore",
+        "ubuntu root user",
+        "lost the root privilege after try to add the user to a group",
+        "password problem with ubuntu ( virtual machine )",
+        "lost password after installing and configuring afs in the system",
+        "recovering root password in vmware for ubuntu 12.10",
+        "how can i find out the root password ?",
+        "my user password is not accepted when connecting to a wireless network",
+        "how to set up root account on a new install ?",
+        "sudo instead of root sometimes asks for password",
+        "how to change root password in ubuntu ?",
+        "i enabled the root account by mistake , how do i disable it ?",
+        "root password does not work to install some programs",
+        "quit from the middle of password setting process",
+        "i do n't want other administrator to change my password",
+        "why does `sudo passwd root` reset my root password ? is this a security risk ?",
+        "how to enable root password in ubuntu 12.04"
+      ]
+    },
+    {
+      "id": "test_query13",
+      "query": "no wifi in 12.10 broadcom bcm4313 samsung rf511",
+      "candidates": [
+        "wifi does not work , broadcom sta wireless driver does not work on a bcm4313",
+        "wifi connection problem in asus eee pc having broadcom bcm4313",
+        "broadcom corp. bcm4313 wirelss not detected in ubuntu 12.10",
+        "wifi is not enabled in network manager with a bcm4313",
+        "broadcom bcm4313 wireless does n't work",
+        "how do i get the broadcom bcm4313 wireless working on an asus 1015px ?",
+        "wifi does n't work on lenovo b590 with broadcom bcm4313",
+        "broadcom bcm4313 on 11.10",
+        "wireless problems with broadcom bcm4313",
+        "broadcom bcm4313 on 13.04",
+        "wireless problem with broadcom bcm4313",
+        "wifi hotspot for ubuntu 12.04",
+        "broadcom bcm4313 ubuntu 13.10 connection time out",
+        "how to dual boot ubuntu in samsung rf511 while keeping the samsung recovery solutions alive ?",
+        "broadcom bcm4313 802.11bgn can connect to wifi but not to internet",
+        "broadcom bcm4313 wifi slow after upgrade to ubuntu 14.04",
+        "dual boot ubuntu samsung rf511-s07au",
+        "broadcom bcm4313 takes ages to connect",
+        "where should i put the broadcom bcm4313 driver for asus 1018 ?",
+        "broadcom sta driver does n't work well with bcm4313"
+      ]
+    },
+    {
+      "id": "test_query287",
+      "query": "heartbleed ubuntu 13.04 stuck on openssl 1.0.1c",
+      "candidates": [
+        "how do i upgrade openssl ?",
+        "heartbleed bug in ubuntu 13.04",
+        "upgrading openssl on ubuntu 10.04.4 lts - heartbleed",
+        "problem updating openssl in 13.10 - how to diagnose or work around ?",
+        "upgrade openssl on ubuntu 12.04",
+        "apt-get upgrade - packages have been kept back : mysql",
+        "why `` sudo apt-get install '' does n't find a package ?",
+        "how to upgrade qbittorrent to the latest stable ( upstream ) version ?",
+        "how to resume the upgrade of package downloads ( 10.04 - > 10.10 )",
+        "sudo apt-get not working in 13.04",
+        "how do i upgrade from 10.04 to 10.10 in one command by using the terminal ?",
+        "is there an update manager for kubuntu ?",
+        "tried to update phpmyadmin , but got `` kept back ''",
+        "how do i upgrade docker",
+        "php openssl extension has a package ?",
+        "no option to upgrade to 14.04",
+        "why are no updates shown for ubuntu 10.10 any more ?",
+        "can not upgrade server edition",
+        "0 upgraded , 0 newly installed , 0 to remove and 428 not upgraded",
+        "how to completely uninstall mongodb 2.6.3 from ubuntu 13.04"
+      ]
+    },
+    {
+      "id": "test_query101",
+      "query": "how can i add more workspaces ?",
+      "candidates": [
+        "how do i set the number of workspaces without ccsm ?",
+        "make workspace 2x2 on ubuntu 14.04.1 lts",
+        "how can i change the number of workspaces in workspace switcher ?",
+        "change ubuntu 12.04 ( with gnome ) number of workspaces via command line",
+        "ccsm does n't work when changing launcher visibility or number of workspaces",
+        "how to add more workspaces in unity ?",
+        "how configure workspaces on unity-2d ?",
+        "problem with workspaces in xubuntu 11.10 compiz",
+        "how to reset the number of workspaces ?",
+        "workspaces stopped working on upgrade to 14.04",
+        "what is the compiz option `` number of desktops '' for ?",
+        "ca n't see grub menu at all ! shift does n't work !",
+        "how can i enable bindings in desktop wall ?",
+        "hide the gnome-panel on one of the workspaces",
+        "how can i disable alt+click window dragging ?",
+        "switching between workspaces does n't work - how to fix it ?",
+        "how to turn off resizing of applications windows when changing between workspaces ?",
+        "what 's the difference between virtual and nonvirtual workspaces ?",
+        "why do my windows disappear when i move them to different workspaces ?",
+        "how to change key bindings for switching workspaces in gnome3 ?"
+      ]
+    },
+    {
+      "id": "test_query332",
+      "query": "need help creating shortcuts on the desktop in ubuntu",
+      "candidates": [
+        "is there any easy way in unity to add shortcuts to the desktop ?",
+        "how to add a shortcut on desktop",
+        "can not add app shortcuts to desktop",
+        "problem while creating desktop shortcuts from ubuntu-tweek",
+        "how do i make a desktop shortcut in the gnome fallback ui ?",
+        "install libgluezilla & create .desktop in kubuntu 14.04",
+        "how can i add other languages and what are equivalent shortcuts for what `` alt+shift '' and `` crtl+shift '' does in windows ?",
+        "what is a desktop recorder with global shortcuts ?",
+        "how to make shortcuts",
+        "are there any gui apps that can create .desktop files ?",
+        "how to add linux mint desktop to ubuntu 14.04 ?",
+        "how to add main menu and other widgets to gnome-do",
+        "how to add an option to create a new file with a specific extension in right click menu",
+        "desktop switching shortcuts not working at all !",
+        "can anyone offer help with wine and shortcuts in windows apps ?",
+        "i ca n't navigate in the 3d view of modo 701 in ubuntu 13.04 . is the os overriding the shortcuts somehow and how can i fix it ?",
+        "how do i reset unity in ubuntu 11.10 ?",
+        "how to add my favorite places as a quicklist in my home 's icon in unity ?",
+        "lost right-click open with java - jar file",
+        "how to add shortcuts to top pannel"
+      ]
+    },
+    {
+      "id": "test_query359",
+      "query": "cant boot from usb",
+      "candidates": [
+        "windows 7 install usb wo n't boot after installing ubuntu",
+        "grub rescue problem",
+        "boot from usb fail , ubuntu 12.04",
+        "live usb boot windows 8.1",
+        "error in installation",
+        "can not boot from liveusb created with pendrivelinux",
+        "how do i reformat hdd to ntfs with ubuntu on a bootable usb",
+        "cant boot from usb . usb device not show up in boot options menu",
+        "ca n't boot from usb or cd when installing ubuntu server",
+        "windows 8 install - usb",
+        "how do i dual boot ubuntu 14.04 with windows 7 ?",
+        "booting into windows from grub rescue",
+        "failure to boot from usb",
+        "how can i boot ubuntu from a usb drive on a windows xp computer ?",
+        "ubuntu 14.04 wo n't boot",
+        "can not get usb to boot in windows 8",
+        "ubuntu 12.04 usb boot stuck",
+        "ubuntu wo n't boot from usb - windows 8 - non dual boot related",
+        "showing `` boot : '' trying to install ubuntu from usb stick created with pendrive",
+        "how do i boot up ubuntu on windows 8 from a linux usb key ?"
+      ]
+    },
+    {
+      "id": "test_query214",
+      "query": "how can i set ask ubuntu website as desktop live wallpaper ?",
+      "candidates": [
+        "how to set a website as wallpaper in gnome",
+        "how to get ubuntu version number on the wallpaper ?",
+        "how do i set a vlc instance to run as a live wallpaper",
+        "how to change the login screen background from terminal ?",
+        "can i have a live matrix wallpaper on ubuntu 13.04 ? how ?",
+        "desktop items not showing because of compiz live wallpaper",
+        "wallpaper resets to gnome default",
+        "how can i set an animated background ?",
+        "active web site as gnome background",
+        "where is my desktop background ?",
+        "use video for wallpaper",
+        "how can i select a wallpaper that is not is the pictures folder ?",
+        "is there any countdown widget which shows the timer on the desktop wallpaper ?",
+        "login wallpaper",
+        "when i set desktop icons hidden i can not change wallpaper",
+        "ubuntu without nautilus . best way to paint a wallpaper ?",
+        "how can i have my login screen use the same wallpaper as my desktop ?",
+        "how to change desktop shell to only gedit and wallpaper ?",
+        "create live wallpaper slideshow that changes based on date rather than duration",
+        "where do i set the lockscreen image path in trusty ?"
+      ]
+    },
+    {
+      "id": "test_query112",
+      "query": "how to upgrade/downgrade from 12.04 to 11.10",
+      "candidates": [
+        "i want to remove ubuntu 11.10 and try kubuntu 11.04 but i ca n't get my kubuntu live disc to work",
+        "backup mysql databases from broken ubuntu",
+        "trying to install ubuntu netbook 10.10 but it hangs on the `` who are you '' screen",
+        "ubuntu server 11.10 from usb ?",
+        "ca n't install 12.04 with s3 savage",
+        "upgrading from 11.10 to 12.04",
+        "how to build an operating system that is built on top of ubuntu",
+        "sound and video skips on ubuntu 11.10 64 bit",
+        "ca n't load 12.04 from cd",
+        "ubuntu 12.04 upgrade",
+        "why ca n't i log in after unistalling python 2.7 and installing python 3 ?",
+        "how big is the download for an upgrade from ubuntu 11.10 to 12.04 ?",
+        "can not upgrade or install 12.04 - black screen",
+        "ubuntu 12.04 wo n't boot after upgrade",
+        "how can i upgrade to 11.10 from the command line ?",
+        "what is the best way to download a new ubuntu release ?",
+        "12.04 upgrade from 11.10 stuck at restoring previously installed packages",
+        "upgrade from 11.10 to 12.04 - encrypted lvm disk",
+        "can i restore a /home from a 32 bit 11.10 backup to a new 64 bit 12.04 install",
+        "live usb or live cd not booting ?"
+      ]
+    },
+    {
+      "id": "test_query229",
+      "query": "wubi gives error 'nonetype ' object has no attribute 'get_info '",
+      "candidates": [
+        "nonetype object has no attribute get_info ubuntu 14.04",
+        "can not install ubuntu 13.04 using wubi",
+        "why does wubi installation fail with `` error : 'none type ' object has no attribute 'get_info ' '' ?",
+        "error - 'nonetype ' object has no attribute 'get_info ' during xubuntu installation",
+        "ca n't install 12.04 inside windows 7 using wubi",
+        "error while installing ubuntu as separate os on my pc ?",
+        "wubi 's error while installin ubuntu 12.10 on windows 7",
+        "why is wubi giving me an error message when i try to install ?",
+        "ubuntu 12.10 install fails , both native and wubi",
+        "asus eeepc 1015cx ubuntu 32 bits or 64bits ?",
+        "attributeerror : 'module ' object has no attribute",
+        "openshot does n't launch with `` failed to import '' message",
+        "software center not working",
+        "ubuntu one not syncing ... in windows xp sp3",
+        "ubuntu one for windows client : `` attributeerror '' messages",
+        "ubuntu one sign in error ( after installation completed ) : `` nonetype '' object has no attribute `` make file ''",
+        "`` attributeerror : 'nonetype ' object has no attribute 'group ' '' when trying to use youtube-dl",
+        "' '' windows backend object has no attribute 'iso-path ' - see log for details . ' error when trying to install",
+        "how can i resolve a 'windows backend : object has no attribute iso_path ' error while installing with wubi ?",
+        "'module ' object has no attribute 'py2 '"
+      ]
+    },
+    {
+      "id": "test_query301",
+      "query": "unity does not start in ubuntu 13.04",
+      "candidates": [
+        "unity wo n't start after upgrading to 13.04",
+        "unity does not start after booting",
+        "unity does n't start",
+        "unity wo n't to start after installing proprietary amd graphics driver",
+        "bumblebee indicator icon on unity bar does not show up ubuntu 13.04",
+        "unity autostart hides dropbox icon while manual start does not",
+        "unity does not start despite having worked for several months",
+        "x server without unity",
+        "libre office menu does not show submenus automatically",
+        "could unity 2d speed up 3d games on ubuntu 13.04 ?",
+        "unity does not start and log in automatically",
+        "why does unity 2d start when i choose the `` gnome/openbox '' session ?",
+        "ubuntu 13.04 default icons in ubuntu 12.04",
+        "unity does n't show some running apps",
+        "ubuntu 13.04 stuck on the home screen and not able to display any wallpapers and have problem closing down the appplications",
+        "unity does not start automatically , have to start it manually",
+        "how to get hibernate button in unity shutdown dialog in ubuntu raring 13.04 ?",
+        "unity does not get listed in lightdm on xubuntu 13.04",
+        "unity does not start in 3d but only on 2d / unity no inicia en 3d pero si en 2d",
+        "why does ubuntu 13.04 fails to start showing a purple screen and on restart shows a blank ( black ) screen with blinking cursor ?"
+      ]
+    },
+    {
+      "id": "test_query142",
+      "query": "how do i uninstall a dual boot 11.10 ?",
+      "candidates": [
+        "uninstall ubuntu 11.04/11.10",
+        "how can i uninstall ubuntu when dual-booted ?",
+        "how to uninstall ubuntu 11.10 in netbook",
+        "uninstall ubuntu in dual boot with windows 8",
+        "how to safely uninstall ubuntu - help needed !",
+        "windows 7 dual boot ubuntu . install . reinstall .",
+        "problem after dual boot installation",
+        "how to uninstall ubuntu 14.04 ?",
+        "installing xubuntu over ubuntu ( dual boot with windows )",
+        "installed ubuntu on another drive , got rid of the drive , and dual boot screen is still coming up",
+        "how to uninstall linux dual boot with windows ?",
+        "how do i uninstall ubuntu 13.04",
+        "error : no such partition help !",
+        "uninstall ubuntu 12.04 and install 11.04",
+        "dual boot 10.10 and 11.10 - no grub",
+        "how do i uninstall ubuntu 13.04 ?",
+        "how to uninstall windows from a dual boot system ?",
+        "how do i safely uninstall unused ubuntu installs",
+        "dual booting windows 7 and ubuntu 11.10",
+        "dual boot windows 8 from a 12.04 install ?"
+      ]
+    }
+  ]
+}

README.md

@@ -1,14 +1,16 @@
----
-title: MTEB Human Eval Demo
-emoji: 📈
-colorFrom: pink
-colorTo: indigo
-sdk: gradio
-sdk_version: 5.23.3
-app_file: app.py
-pinned: false
-license: mit
-short_description: Human Evaluation Framework
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# MTEB Human Evaluation Demo
+
+This is a demo of the human evaluation interface for the MTEB (Massive Text Embedding Benchmark) project. It allows annotators to evaluate the relevance of documents for reranking tasks.
+
+## How to use
+
+1. Navigate to the "Demo" tab to try the interface with an example dataset (AskUbuntuDupQuestions)
+2. Read the query at the top
+3. For each document, assign a rank using the dropdown (1 = most relevant)
+4. Submit your rankings
+5. Navigate between samples using the Previous/Next buttons
+6. Your annotations are saved automatically
+
+## About MTEB Human Evaluation
+
+This project aims to establish human performance benchmarks for MTEB tasks, helping to understand the realistic "ceiling" for embedding model performance.

gradio_app.py

@@ -0,0 +1,256 @@
+import gradio as gr
+import json
+import os
+from pathlib import Path
+
+def create_reranking_interface(task_data):
+    """Create a Gradio interface for reranking evaluation."""
+    samples = task_data["samples"]
+    results = {"task_name": task_data["task_name"], "task_type": "reranking", "annotations": []}
+    completed_samples = {s["id"]: False for s in samples}
+    
+    def save_ranking(rankings, sample_id):
+        """Save the current set of rankings."""
+        # Check if all documents have rankings
+        all_ranked = all(r is not None and r != "" for r in rankings)
+        if not all_ranked:
+            return "⚠️ Please assign a rank to all documents before submitting", f"Progress: {sum(completed_samples.values())}/{len(samples)}"
+        
+        # Convert rankings to integers
+        processed_rankings = [int(r) for r in rankings]
+        
+        # Check for duplicate rankings
+        if len(set(processed_rankings)) != len(processed_rankings):
+            return "⚠️ Each document must have a unique rank. Please review your rankings.", f"Progress: {sum(completed_samples.values())}/{len(samples)}"
+                
+        # Store this annotation
+        existing_idx = next((i for i, a in enumerate(results["annotations"]) if a["sample_id"] == sample_id), None)
+        if existing_idx is not None:
+            results["annotations"][existing_idx] = {
+                "sample_id": sample_id,
+                "rankings": processed_rankings
+            }
+        else:
+            results["annotations"].append({
+                "sample_id": sample_id,
+                "rankings": processed_rankings
+            })
+        
+        completed_samples[sample_id] = True
+        success_msg = f"✅ Rankings for query '{sample_id}' successfully saved!"
+        progress = f"Progress: {sum(completed_samples.values())}/{len(samples)}"
+        
+        # Auto-save results after each submission
+        output_path = f"{task_data['task_name']}_human_results.json"
+        with open(output_path, "w") as f:
+            json.dump(results, f, indent=2)
+        
+        return success_msg, progress
+    
+    with gr.Blocks(theme=gr.themes.Soft()) as demo:
+        gr.Markdown(f"# {task_data['task_name']} - Human Reranking Evaluation")
+        
+        with gr.Accordion("Instructions", open=True):
+            gr.Markdown("""
+            ## Task Instructions
+            
+            {instructions}
+            
+            ### How to use this interface:
+            1. Read the query at the top
+            2. Review each document carefully
+            3. Assign a rank to each document (1 = most relevant, higher numbers = less relevant)
+            4. Each document must have a unique rank
+            5. Click "Submit Rankings" when you're done with the current query
+            6. Use "Previous" and "Next" to navigate between queries
+            7. Click "Save All Results" periodically to ensure your work is saved
+            """.format(instructions=task_data["instructions"]))
+        
+        current_sample_id = gr.State(value=samples[0]["id"])
+        
+        with gr.Row():
+            progress_text = gr.Textbox(label="Progress", value=f"Progress: 0/{len(samples)}", interactive=False)
+            status_box = gr.Textbox(label="Status", value="Ready to start evaluation", interactive=False)
+        
+        with gr.Group():
+            gr.Markdown("## Query:")
+            query_text = gr.Textbox(value=samples[0]["query"], label="", interactive=False)
+            
+            gr.Markdown("## Documents to Rank:")
+            
+            # Create document displays and ranking dropdowns in synchronized pairs
+            doc_containers = []
+            ranking_dropdowns = []
+            
+            with gr.Column():
+                for i, doc in enumerate(samples[0]["candidates"]):
+                    with gr.Row():
+                        doc_box = gr.Textbox(
+                            value=doc, 
+                            label=f"Document {i+1}",
+                            interactive=False
+                        )
+                        dropdown = gr.Dropdown(
+                            choices=[str(j) for j in range(1, len(samples[0]["candidates"])+1)],
+                            label=f"Rank",
+                            value=""
+                        )
+                        doc_containers.append(doc_box)
+                        ranking_dropdowns.append(dropdown)
+            
+            with gr.Row():
+                prev_btn = gr.Button("← Previous Query", size="sm")
+                submit_btn = gr.Button("Submit Rankings", size="lg", variant="primary")
+                next_btn = gr.Button("Next Query →", size="sm")
+            
+            save_btn = gr.Button("💾 Save All Results", variant="secondary")
+        
+        def load_sample(sample_id):
+            """Load a specific sample into the interface."""
+            sample = next((s for s in samples if s["id"] == sample_id), None)
+            if not sample:
+                return [query_text.value] + [d.value for d in doc_containers] + [""] * len(ranking_dropdowns) + [current_sample_id.value, progress_text.value, status_box.value]
+            
+            # Update query
+            new_query = sample["query"]
+            
+            # Update documents
+            new_docs = []
+            for i, doc in enumerate(sample["candidates"]):
+                if i < len(doc_containers):
+                    new_docs.append(doc)
+                    
+            # Initialize rankings
+            new_rankings = [""] * len(ranking_dropdowns)
+            
+            # Check if this sample has already been annotated
+            existing_annotation = next((a for a in results["annotations"] if a["sample_id"] == sample_id), None)
+            if existing_annotation:
+                # Restore previous rankings
+                for i, rank in enumerate(existing_annotation["rankings"]):
+                    if i < len(new_rankings) and rank is not None:
+                        new_rankings[i] = str(rank)
+            
+            # Update progress
+            current_idx = samples.index(sample)
+            new_progress = f"Progress: {sum(completed_samples.values())}/{len(samples)}"
+            
+            new_status = f"Viewing query {current_idx + 1} of {len(samples)}"
+            if completed_samples[sample_id]:
+                new_status += " (already completed)"
+            
+            return [new_query] + new_docs + new_rankings + [sample["id"], new_progress, new_status]
+        
+        def next_sample(current_id):
+            """Load the next sample."""
+            current_sample = next((s for s in samples if s["id"] == current_id), None)
+            if not current_sample:
+                return current_id
+            
+            current_idx = samples.index(current_sample)
+            if current_idx < len(samples) - 1:
+                next_sample = samples[current_idx + 1]
+                return next_sample["id"]
+            return current_id
+        
+        def prev_sample(current_id):
+            """Load the previous sample."""
+            current_sample = next((s for s in samples if s["id"] == current_id), None)
+            if not current_sample:
+                return current_id
+            
+            current_idx = samples.index(current_sample)
+            if current_idx > 0:
+                prev_sample = samples[current_idx - 1]
+                return prev_sample["id"]
+            return current_id
+        
+        def save_results():
+            """Save all collected results to a file."""
+            output_path = f"{task_data['task_name']}_human_results.json"
+            with open(output_path, "w") as f:
+                json.dump(results, f, indent=2)
+            return f"✅ Results saved to {output_path} ({len(results['annotations'])} annotations)"
+        
+        # Connect events
+        submit_btn.click(
+            save_ranking,
+            inputs=ranking_dropdowns + [current_sample_id],
+            outputs=[status_box, progress_text]
+        )
+        
+        next_btn.click(
+            next_sample,
+            inputs=[current_sample_id],
+            outputs=[current_sample_id]
+        ).then(
+            load_sample,
+            inputs=[current_sample_id],
+            outputs=[query_text] + doc_containers + ranking_dropdowns + [current_sample_id, progress_text, status_box]
+        )
+        
+        prev_btn.click(
+            prev_sample,
+            inputs=[current_sample_id],
+            outputs=[current_sample_id]
+        ).then(
+            load_sample,
+            inputs=[current_sample_id],
+            outputs=[query_text] + doc_containers + ranking_dropdowns + [current_sample_id, progress_text, status_box]
+        )
+        
+        save_btn.click(save_results, outputs=[status_box])
+    
+    return demo
+
+# Main app with file upload capability
+with gr.Blocks(theme=gr.themes.Soft()) as demo:
+    gr.Markdown("# MTEB Human Evaluation Demo")
+    
+    with gr.Tabs():
+        with gr.TabItem("Demo"):
+            gr.Markdown("""
+            ## Try the MTEB Human Evaluation Interface
+            
+            This is a demonstration of the human evaluation interface for MTEB reranking tasks.
+            The example below uses the AskUbuntuDupQuestions dataset.
+            """)
+            
+            # Load the example task file
+            with open("AskUbuntuDupQuestions_human_eval.json", "r") as f:
+                example_data = json.load(f)
+            
+            # Display a demo with the example data
+            reranking_demo = create_reranking_interface(example_data)
+        
+        with gr.TabItem("Upload & Evaluate"):
+            gr.Markdown("""
+            ## Upload Your Own Task File
+            
+            If you have a prepared task file, you can upload it here to try out the evaluation interface.
+            """)
+            
+            file_input = gr.File(label="Upload a task file (JSON)")
+            load_btn = gr.Button("Load Task")
+            message = gr.Textbox(label="Status")
+            task_container = gr.HTML()
+            
+            def load_custom_task(file):
+                if not file:
+                    return "Please upload a task file"
+                
+                try:
+                    with open(file.name, "r") as f:
+                        task_data = json.load(f)
+                    
+                    task_interface = create_reranking_interface(task_data)
+                    # This is a placeholder - in Gradio you can't dynamically create interfaces this way
+                    # You would need a different approach for a real implementation
+                    return f"Task '{task_data['task_name']}' loaded with {len(task_data['samples'])} samples"
+                except Exception as e:
+                    return f"Error loading task file: {str(e)}"
+            
+            load_btn.click(load_custom_task, inputs=[file_input], outputs=[message])
+
+if __name__ == "__main__":
+    demo.launch()