(function() {
  var fn = function() {
    
    (function(root) {
      function now() {
        return new Date();
      }
    
      var force = false;
    
      if (typeof root._bokeh_onload_callbacks === "undefined" || force === true) {
        root._bokeh_onload_callbacks = [];
        root._bokeh_is_loading = undefined;
      }
    
      
      
    
      var element = document.getElementById("95e0cd59-8e23-41bd-ba4f-8d893267a3eb");
        if (element == null) {
          console.warn("Bokeh: autoload.js configured with elementid '95e0cd59-8e23-41bd-ba4f-8d893267a3eb' but no matching script tag was found.")
        }
      
    
      function run_callbacks() {
        try {
          root._bokeh_onload_callbacks.forEach(function(callback) {
            if (callback != null)
              callback();
          });
        } finally {
          delete root._bokeh_onload_callbacks
        }
        console.debug("Bokeh: all callbacks have finished");
      }
    
      function load_libs(css_urls, js_urls, callback) {
        if (css_urls == null) css_urls = [];
        if (js_urls == null) js_urls = [];
    
        root._bokeh_onload_callbacks.push(callback);
        if (root._bokeh_is_loading > 0) {
          console.debug("Bokeh: BokehJS is being loaded, scheduling callback at", now());
          return null;
        }
        if (js_urls == null || js_urls.length === 0) {
          run_callbacks();
          return null;
        }
        console.debug("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
        root._bokeh_is_loading = css_urls.length + js_urls.length;
    
        function on_load() {
          root._bokeh_is_loading--;
          if (root._bokeh_is_loading === 0) {
            console.debug("Bokeh: all BokehJS libraries/stylesheets loaded");
            run_callbacks()
          }
        }
    
        function on_error() {
          console.error("failed to load " + url);
        }
    
        for (var i = 0; i < css_urls.length; i++) {
          var url = css_urls[i];
          const element = document.createElement("link");
          element.onload = on_load;
          element.onerror = on_error;
          element.rel = "stylesheet";
          element.type = "text/css";
          element.href = url;
          console.debug("Bokeh: injecting link tag for BokehJS stylesheet: ", url);
          document.body.appendChild(element);
        }
    
        const hashes = {"https://cdn.bokeh.org/bokeh/release/bokeh-2.2.3.min.js": "T2yuo9Oe71Cz/I4X9Ac5+gpEa5a8PpJCDlqKYO0CfAuEszu1JrXLl8YugMqYe3sM", "https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.2.3.min.js": "98GDGJ0kOMCUMUePhksaQ/GYgB3+NH9h996V88sh3aOiUNX3N+fLXAtry6xctSZ6", "https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.2.3.min.js": "89bArO+nlbP3sgakeHjCo1JYxYR5wufVgA3IbUvDY+K7w4zyxJqssu7wVnfeKCq8"};
    
        for (var i = 0; i < js_urls.length; i++) {
          var url = js_urls[i];
          var element = document.createElement('script');
          element.onload = on_load;
          element.onerror = on_error;
          element.async = false;
          element.src = url;
          if (url in hashes) {
            element.crossOrigin = "anonymous";
            element.integrity = "sha384-" + hashes[url];
          }
          console.debug("Bokeh: injecting script tag for BokehJS library: ", url);
          document.head.appendChild(element);
        }
      };
    
      function inject_raw_css(css) {
        const element = document.createElement("style");
        element.appendChild(document.createTextNode(css));
        document.body.appendChild(element);
      }
    
      
      var js_urls = ["https://cdn.bokeh.org/bokeh/release/bokeh-2.2.3.min.js", "https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.2.3.min.js", "https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.2.3.min.js"];
      var css_urls = [];
      
    
      var inline_js = [
        function(Bokeh) {
          Bokeh.set_log_level("info");
        },
        
        function(Bokeh) {
          (function() {
            var fn = function() {
              Bokeh.safely(function() {
                (function(root) {
                  function embed_document(root) {
                    
                  var docs_json = '{"38e6972b-6e99-4a3c-8fc0-29a17342d06d":{"roots":{"references":[{"attributes":{"data":{"x":[0,4],"y":[87.5,87.5]},"selected":{"id":"16549"},"selection_policy":{"id":"16550"}},"id":"16479","type":"ColumnDataSource"},{"attributes":{},"id":"15802","type":"Selection"},{"attributes":{},"id":"15499","type":"Selection"},{"attributes":{},"id":"16549","type":"Selection"},{"attributes":{"source":{"id":"16552"}},"id":"16556","type":"CDSView"},{"attributes":{"data_source":{"id":"15467"},"glyph":{"id":"15468"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15469"},"selection_glyph":null,"view":{"id":"15471"}},"id":"15470","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,4],"y":[86.5,86.5]},"selected":{"id":"16335"},"selection_policy":{"id":"16336"}},"id":"16271","type":"ColumnDataSource"},{"attributes":{},"id":"15803","type":"UnionRenderers"},{"attributes":{"source":{"id":"15434"}},"id":"15438","type":"CDSView"},{"attributes":{"data":{"x":[0,4],"y":[87.5,87.5]},"selected":{"id":"15617"},"selection_policy":{"id":"15618"}},"id":"15579","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15468","type":"Line"},{"attributes":{},"id":"15465","type":"UnionRenderers"},{"attributes":{},"id":"16268","type":"Selection"},{"attributes":{"data":{"x":[0,4],"y":[86.5,86.5]},"selected":{"id":"16624"},"selection_policy":{"id":"16625"}},"id":"16552","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"#e7298a","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"15504","type":"Line"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#1f77b4"},"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"16630","type":"Scatter"},{"attributes":{},"id":"15661","type":"UnionRenderers"},{"attributes":{"data":{"x":[1.0],"y":[89.508140874387]},"selected":{"id":"16707"},"selection_policy":{"id":"16708"}},"id":"16628","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16410","type":"Line"},{"attributes":{"fill_color":{"value":"#1f77b4"},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"16629","type":"Scatter"},{"attributes":{},"id":"15500","type":"UnionRenderers"},{"attributes":{"data_source":{"id":"16552"},"glyph":{"id":"16553"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16554"},"selection_glyph":null,"view":{"id":"16556"}},"id":"16555","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0.9221729963255725,0.9261182619659336,0.929906085171529,1.0281280670181348,1.034699920808227,1.2874356761138743,1.4102258637932692,1.4644927453324936,1.4810163272660417],"y":[91.0266636723574,90.84270784891945,90.73941291394593,90.16320537561052,90.10843526218638,89.39825688878855,88.43605833215561,87.48044078095904,87.41551421723396]},"selected":{"id":"15705"},"selection_policy":{"id":"15706"}},"id":"15663","type":"ColumnDataSource"},{"attributes":{"line_color":"#e7298a","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"15503","type":"Line"},{"attributes":{"source":{"id":"15467"}},"id":"15471","type":"CDSView"},{"attributes":{"source":{"id":"16479"}},"id":"16483","type":"CDSView"},{"attributes":{},"id":"16269","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15469","type":"Line"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15435","type":"Line"},{"attributes":{"data_source":{"id":"15579"},"glyph":{"id":"15580"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15581"},"selection_glyph":null,"view":{"id":"15583"}},"id":"15582","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15436","type":"Line"},{"attributes":{},"id":"16476","type":"Selection"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15542","type":"Line"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15621","type":"Line"},{"attributes":{},"id":"16477","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"#66a61e","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"15665","type":"Line"},{"attributes":{},"id":"15464","type":"Selection"},{"attributes":{"source":{"id":"15540"}},"id":"15544","type":"CDSView"},{"attributes":{"data":{"x":[0,4],"y":[86.5,86.5]},"selected":{"id":"15499"},"selection_policy":{"id":"15500"}},"id":"15467","type":"ColumnDataSource"},{"attributes":{"source":{"id":"15502"}},"id":"15506","type":"CDSView"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16480","type":"Line"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16409","type":"Line"},{"attributes":{"data":{"x":[0,4],"y":[88.5,88.5]},"selected":{"id":"16476"},"selection_policy":{"id":"16477"}},"id":"16408","type":"ColumnDataSource"},{"attributes":{"source":{"id":"16271"}},"id":"16275","type":"CDSView"},{"attributes":{"data_source":{"id":"16479"},"glyph":{"id":"16480"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16481"},"selection_glyph":null,"view":{"id":"16483"}},"id":"16482","type":"GlyphRenderer"},{"attributes":{"source":{"id":"16338"}},"id":"16342","type":"CDSView"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16553","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16481","type":"Line"},{"attributes":{},"id":"15536","type":"Selection"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15622","type":"Line"},{"attributes":{"label":{"value":"Hybrid filled, BERT-base, large teacher"},"renderers":[{"id":"15505"}]},"id":"15539","type":"LegendItem"},{"attributes":{"source":{"id":"16408"}},"id":"16412","type":"CDSView"},{"attributes":{},"id":"15618","type":"UnionRenderers"},{"attributes":{"text":"Original Soft Movement","x":1.0,"y":89.508140874387},"id":"16627","type":"Label"},{"attributes":{"data_source":{"id":"16408"},"glyph":{"id":"16409"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16410"},"selection_glyph":null,"view":{"id":"16412"}},"id":"16411","type":"GlyphRenderer"},{"attributes":{},"id":"15537","type":"UnionRenderers"},{"attributes":{},"id":"16550","type":"UnionRenderers"},{"attributes":{"data":{"x":[0,4],"y":[88.5,88.5]},"selected":{"id":"15576"},"selection_policy":{"id":"15577"}},"id":"15540","type":"ColumnDataSource"},{"attributes":{"source":{"id":"15663"}},"id":"15667","type":"CDSView"},{"attributes":{},"id":"15617","type":"Selection"},{"attributes":{},"id":"16405","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16554","type":"Line"},{"attributes":{"data_source":{"id":"15663"},"glyph":{"id":"15664"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15665"},"selection_glyph":null,"view":{"id":"15667"}},"id":"15666","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16273","type":"Line"},{"attributes":{"line_color":"#7570b3","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"16339","type":"Line"},{"attributes":{},"id":"16404","type":"Selection"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16272","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"#7570b3","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"16340","type":"Line"},{"attributes":{"label":{"value":"Improved soft movement, BERT-base"},"renderers":[{"id":"16341"}]},"id":"16407","type":"LegendItem"},{"attributes":{"data":{"x":[1.63],"y":[86.9]},"selected":{"id":"15273"},"selection_policy":{"id":"15274"}},"id":"15258","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"15540"},"glyph":{"id":"15541"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15542"},"selection_glyph":null,"view":{"id":"15544"}},"id":"15543","type":"GlyphRenderer"},{"attributes":{},"id":"15341","type":"UnionRenderers"},{"attributes":{"source":{"id":"15345"}},"id":"15349","type":"CDSView"},{"attributes":{},"id":"15275","type":"Selection"},{"attributes":{"source":{"id":"15258"}},"id":"15262","type":"CDSView"},{"attributes":{},"id":"15340","type":"Selection"},{"attributes":{"fill_color":{"value":"#1f77b4"},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"15318","type":"Scatter"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#1f77b4"},"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"15400","type":"Scatter"},{"attributes":{},"id":"15394","type":"Selection"},{"attributes":{"source":{"id":"15263"}},"id":"15267","type":"CDSView"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15580","type":"Line"},{"attributes":{"bottom_units":"screen","fill_alpha":0.5,"fill_color":"lightgrey","left_units":"screen","level":"overlay","line_alpha":1.0,"line_color":"black","line_dash":[4,4],"line_width":2,"right_units":"screen","top_units":"screen"},"id":"15248","type":"BoxAnnotation"},{"attributes":{},"id":"15368","type":"UnionRenderers"},{"attributes":{"source":{"id":"15370"}},"id":"15374","type":"CDSView"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15372","type":"Line"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15541","type":"Line"},{"attributes":{},"id":"15367","type":"Selection"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15347","type":"Line"},{"attributes":{"data_source":{"id":"15370"},"glyph":{"id":"15371"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15372"},"selection_glyph":null,"view":{"id":"15374"}},"id":"15373","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15265","type":"Line"},{"attributes":{},"id":"16020","type":"UnionRenderers"},{"attributes":{},"id":"15269","type":"BasicTickFormatter"},{"attributes":{"data":{"x":[0,4],"y":[88.5,88.5]},"selected":{"id":"15275"},"selection_policy":{"id":"15276"}},"id":"15263","type":"ColumnDataSource"},{"attributes":{"data":{"x":[0,4],"y":[86.5,86.5]},"selected":{"id":"15394"},"selection_policy":{"id":"15395"}},"id":"15370","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"15398"},"glyph":{"id":"15399"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15400"},"selection_glyph":null,"view":{"id":"15402"}},"id":"15401","type":"GlyphRenderer"},{"attributes":{"fill_color":{"value":"#1f77b4"},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"15259","type":"Scatter"},{"attributes":{"data_source":{"id":"15263"},"glyph":{"id":"15264"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15265"},"selection_glyph":null,"view":{"id":"15267"}},"id":"15266","type":"GlyphRenderer"},{"attributes":{},"id":"15343","type":"UnionRenderers"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15264","type":"Line"},{"attributes":{"data_source":{"id":"15620"},"glyph":{"id":"15621"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15622"},"selection_glyph":null,"view":{"id":"15624"}},"id":"15623","type":"GlyphRenderer"},{"attributes":{"text":"TinyBERT","x":2.0,"y":87.5},"id":"15316","type":"Label"},{"attributes":{"label":{"value":"Reference F1=88.5 BERT-base"},"renderers":[{"id":"15266"},{"id":"15283"},{"id":"15300"},{"id":"15325"},{"id":"15348"},{"id":"15373"},{"id":"15406"},{"id":"15437"},{"id":"15470"},{"id":"15543"},{"id":"15582"},{"id":"15623"},{"id":"15712"},{"id":"15759"},{"id":"15808"},{"id":"15913"},{"id":"15968"},{"id":"16025"},{"id":"16146"},{"id":"16209"},{"id":"16274"},{"id":"16411"},{"id":"16482"},{"id":"16555"},{"id":"16636"},{"id":"16715"},{"id":"16796"}]},"id":"15279","type":"LegendItem"},{"attributes":{"click_policy":"hide","items":[{"id":"15279"},{"id":"15539"},{"id":"15708"},{"id":"15909"},{"id":"16142"},{"id":"16407"}]},"id":"15278","type":"Legend"},{"attributes":{"data_source":{"id":"15322"},"glyph":{"id":"15323"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15324"},"selection_glyph":null,"view":{"id":"15326"}},"id":"15325","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,4],"y":[86.5,86.5]},"selected":{"id":"15660"},"selection_policy":{"id":"15661"}},"id":"15620","type":"ColumnDataSource"},{"attributes":{},"id":"15273","type":"Selection"},{"attributes":{"source":{"id":"15322"}},"id":"15326","type":"CDSView"},{"attributes":{"source":{"id":"15579"}},"id":"15583","type":"CDSView"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15324","type":"Line"},{"attributes":{},"id":"15274","type":"UnionRenderers"},{"attributes":{"data_source":{"id":"15345"},"glyph":{"id":"15346"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15347"},"selection_glyph":null,"view":{"id":"15349"}},"id":"15348","type":"GlyphRenderer"},{"attributes":{},"id":"16019","type":"Selection"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15371","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15581","type":"Line"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15346","type":"Line"},{"attributes":{"data":{"x":[0,4],"y":[87.5,87.5]},"selected":{"id":"15367"},"selection_policy":{"id":"15368"}},"id":"15345","type":"ColumnDataSource"},{"attributes":{"text":"Mobile Bert (w/o opt)","x":1.78125,"y":90.3},"id":"15397","type":"Label"},{"attributes":{},"id":"15342","type":"Selection"},{"attributes":{},"id":"15576","type":"Selection"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#1f77b4"},"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"15260","type":"Scatter"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15323","type":"Line"},{"attributes":{"data":{"x":[1.78125],"y":[90.3]},"selected":{"id":"15429"},"selection_policy":{"id":"15430"}},"id":"15398","type":"ColumnDataSource"},{"attributes":{},"id":"15577","type":"UnionRenderers"},{"attributes":{"data_source":{"id":"15258"},"glyph":{"id":"15259"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15260"},"selection_glyph":null,"view":{"id":"15262"}},"id":"15261","type":"GlyphRenderer"},{"attributes":{},"id":"15271","type":"BasicTickFormatter"},{"attributes":{"data":{"x":[0,4],"y":[88.5,88.5]},"selected":{"id":"15342"},"selection_policy":{"id":"15343"}},"id":"15322","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15710","type":"Line"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16794","type":"Line"},{"attributes":{},"id":"15395","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16795","type":"Line"},{"attributes":{"source":{"id":"16793"}},"id":"16797","type":"CDSView"},{"attributes":{},"id":"15431","type":"Selection"},{"attributes":{},"id":"16873","type":"Selection"},{"attributes":{"data_source":{"id":"15434"},"glyph":{"id":"15435"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15436"},"selection_glyph":null,"view":{"id":"15438"}},"id":"15437","type":"GlyphRenderer"},{"attributes":{},"id":"16874","type":"UnionRenderers"},{"attributes":{},"id":"15429","type":"Selection"},{"attributes":{"data":{"x":[0,4],"y":[88.5,88.5]},"selected":{"id":"15431"},"selection_policy":{"id":"15432"}},"id":"15403","type":"ColumnDataSource"},{"attributes":{},"id":"15430","type":"UnionRenderers"},{"attributes":{"data":{"x":[0,4],"y":[87.5,87.5]},"selected":{"id":"15464"},"selection_policy":{"id":"15465"}},"id":"15434","type":"ColumnDataSource"},{"attributes":{},"id":"15705","type":"Selection"},{"attributes":{"data":{"x":[1.5606414607482133,1.8333442967227587,2.075387764969063,2.306354828560857,2.363378950512201,2.36451559845159,2.6186173775098402],"y":[90.26969803251558,89.81145528969563,89.00029318511001,88.30880074775172,88.25975710073095,88.20838283474134,87.15966661496869]},"selected":{"id":"15536"},"selection_policy":{"id":"15537"}},"id":"15502","type":"ColumnDataSource"},{"attributes":{"label":{"value":"Hybrid pruning, BERT-large"},"renderers":[{"id":"15666"}]},"id":"15708","type":"LegendItem"},{"attributes":{},"id":"15660","type":"Selection"},{"attributes":{"source":{"id":"15403"}},"id":"15407","type":"CDSView"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15405","type":"Line"},{"attributes":{},"id":"15432","type":"UnionRenderers"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15404","type":"Line"},{"attributes":{"source":{"id":"15398"}},"id":"15402","type":"CDSView"},{"attributes":{},"id":"15239","type":"BasicTicker"},{"attributes":{"data_source":{"id":"15403"},"glyph":{"id":"15404"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15405"},"selection_glyph":null,"view":{"id":"15407"}},"id":"15406","type":"GlyphRenderer"},{"attributes":{"axis":{"id":"15238"},"dimension":1,"ticker":null},"id":"15241","type":"Grid"},{"attributes":{"data_source":{"id":"15709"},"glyph":{"id":"15710"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15711"},"selection_glyph":null,"view":{"id":"15713"}},"id":"15712","type":"GlyphRenderer"},{"attributes":{"axis_label":"F1","formatter":{"id":"15269"},"ticker":{"id":"15239"}},"id":"15238","type":"LinearAxis"},{"attributes":{},"id":"15232","type":"LinearScale"},{"attributes":{},"id":"15228","type":"DataRange1d"},{"attributes":{},"id":"15706","type":"UnionRenderers"},{"attributes":{"data":{"x":[0,4],"y":[88.5,88.5]},"selected":{"id":"15753"},"selection_policy":{"id":"15754"}},"id":"15709","type":"ColumnDataSource"},{"attributes":{},"id":"16625","type":"UnionRenderers"},{"attributes":{},"id":"16335","type":"Selection"},{"attributes":{"source":{"id":"16081"}},"id":"16085","type":"CDSView"},{"attributes":{"line_color":"#1b9e77","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"15857","type":"Line"},{"attributes":{"data":{"x":[0,4],"y":[86.5,86.5]},"selected":{"id":"16873"},"selection_policy":{"id":"16874"}},"id":"16793","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"16022"},"glyph":{"id":"16023"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16024"},"selection_glyph":null,"view":{"id":"16026"}},"id":"16025","type":"GlyphRenderer"},{"attributes":{"source":{"id":"15280"}},"id":"15284","type":"CDSView"},{"attributes":{"text":"F1 against Speedup (BERT-base reference)"},"id":"15224","type":"Title"},{"attributes":{"source":{"id":"15756"}},"id":"15760","type":"CDSView"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16023","type":"Line"},{"attributes":{"below":[{"id":"15234"}],"center":[{"id":"15237"},{"id":"15241"},{"id":"15257"},{"id":"15278"},{"id":"15316"},{"id":"15397"},{"id":"16627"}],"left":[{"id":"15238"}],"plot_width":800,"renderers":[{"id":"15261"},{"id":"15266"},{"id":"15283"},{"id":"15300"},{"id":"15320"},{"id":"15325"},{"id":"15348"},{"id":"15373"},{"id":"15401"},{"id":"15406"},{"id":"15437"},{"id":"15470"},{"id":"15505"},{"id":"15543"},{"id":"15582"},{"id":"15623"},{"id":"15666"},{"id":"15712"},{"id":"15759"},{"id":"15808"},{"id":"15859"},{"id":"15913"},{"id":"15968"},{"id":"16025"},{"id":"16084"},{"id":"16146"},{"id":"16209"},{"id":"16274"},{"id":"16341"},{"id":"16411"},{"id":"16482"},{"id":"16555"},{"id":"16631"},{"id":"16636"},{"id":"16715"},{"id":"16796"}],"title":{"id":"15224"},"toolbar":{"id":"15249"},"x_range":{"id":"15256"},"x_scale":{"id":"15230"},"y_range":{"id":"15228"},"y_scale":{"id":"15232"}},"id":"15223","subtype":"Figure","type":"Plot"},{"attributes":{"data":{"x":[0,4],"y":[86.5,86.5]},"selected":{"id":"16078"},"selection_policy":{"id":"16079"}},"id":"16022","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16144","type":"Line"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16713","type":"Line"},{"attributes":{},"id":"15313","type":"Selection"},{"attributes":{},"id":"16624","type":"Selection"},{"attributes":{"data":{"x":[2.0],"y":[87.5]},"selected":{"id":"15340"},"selection_policy":{"id":"15341"}},"id":"15317","type":"ColumnDataSource"},{"attributes":{"source":{"id":"15910"}},"id":"15914","type":"CDSView"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15282","type":"Line"},{"attributes":{"source":{"id":"16206"}},"id":"16210","type":"CDSView"},{"attributes":{"source":{"id":"15965"}},"id":"15969","type":"CDSView"},{"attributes":{"overlay":{"id":"15248"}},"id":"15244","type":"BoxZoomTool"},{"attributes":{},"id":"16078","type":"Selection"},{"attributes":{"data_source":{"id":"16628"},"glyph":{"id":"16629"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16630"},"selection_glyph":null,"view":{"id":"16632"}},"id":"16631","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,4],"y":[87.5,87.5]},"selected":{"id":"16268"},"selection_policy":{"id":"16269"}},"id":"16206","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"15317"},"glyph":{"id":"15318"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15319"},"selection_glyph":null,"view":{"id":"15321"}},"id":"15320","type":"GlyphRenderer"},{"attributes":{"source":{"id":"16022"}},"id":"16026","type":"CDSView"},{"attributes":{"data_source":{"id":"16712"},"glyph":{"id":"16713"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16714"},"selection_glyph":null,"view":{"id":"16716"}},"id":"16715","type":"GlyphRenderer"},{"attributes":{},"id":"15907","type":"UnionRenderers"},{"attributes":{"data":{"x":[0,4],"y":[87.5,87.5]},"selected":{"id":"15294"},"selection_policy":{"id":"15295"}},"id":"15280","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16024","type":"Line"},{"attributes":{"source":{"id":"16628"}},"id":"16632","type":"CDSView"},{"attributes":{"end":4,"start":0.75},"id":"15256","type":"Range1d"},{"attributes":{},"id":"15314","type":"UnionRenderers"},{"attributes":{"fill_color":{"value":"#1f77b4"},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"15399","type":"Scatter"},{"attributes":{"line_color":"#d95f02","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"16082","type":"Line"},{"attributes":{"data":{"x":[0,4],"y":[87.5,87.5]},"selected":{"id":"16019"},"selection_policy":{"id":"16020"}},"id":"15965","type":"ColumnDataSource"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#1f77b4"},"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"15319","type":"Scatter"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15967","type":"Line"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16634","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16208","type":"Line"},{"attributes":{},"id":"15962","type":"Selection"},{"attributes":{"data_source":{"id":"15502"},"glyph":{"id":"15503"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15504"},"selection_glyph":null,"view":{"id":"15506"}},"id":"15505","type":"GlyphRenderer"},{"attributes":{"data_source":{"id":"16633"},"glyph":{"id":"16634"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16635"},"selection_glyph":null,"view":{"id":"16637"}},"id":"16636","type":"GlyphRenderer"},{"attributes":{"axis":{"id":"15234"},"ticker":null},"id":"15237","type":"Grid"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15298","type":"Line"},{"attributes":{"data":{"x":[0,4],"y":[88.5,88.5]},"selected":{"id":"16709"},"selection_policy":{"id":"16710"}},"id":"16633","type":"ColumnDataSource"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_multi":null,"active_scroll":"auto","active_tap":"auto","tools":[{"id":"15242"},{"id":"15243"},{"id":"15244"},{"id":"15245"},{"id":"15246"},{"id":"15247"}]},"id":"15249","type":"Toolbar"},{"attributes":{},"id":"16203","type":"Selection"},{"attributes":{},"id":"15963","type":"UnionRenderers"},{"attributes":{"source":{"id":"15297"}},"id":"15301","type":"CDSView"},{"attributes":{},"id":"16709","type":"Selection"},{"attributes":{"data_source":{"id":"15965"},"glyph":{"id":"15966"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15967"},"selection_glyph":null,"view":{"id":"15969"}},"id":"15968","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15299","type":"Line"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15281","type":"Line"},{"attributes":{},"id":"15906","type":"Selection"},{"attributes":{"source":{"id":"16633"}},"id":"16637","type":"CDSView"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16635","type":"Line"},{"attributes":{"label":{"value":"Hybrid pruning, BERT-base"},"renderers":[{"id":"15859"}]},"id":"15909","type":"LegendItem"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16145","type":"Line"},{"attributes":{},"id":"15246","type":"ResetTool"},{"attributes":{},"id":"15276","type":"UnionRenderers"},{"attributes":{},"id":"16707","type":"Selection"},{"attributes":{"data_source":{"id":"16271"},"glyph":{"id":"16272"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16273"},"selection_glyph":null,"view":{"id":"16275"}},"id":"16274","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16207","type":"Line"},{"attributes":{},"id":"15854","type":"UnionRenderers"},{"attributes":{"source":{"id":"15317"}},"id":"15321","type":"CDSView"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15757","type":"Line"},{"attributes":{},"id":"16708","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15912","type":"Line"},{"attributes":{},"id":"15242","type":"PanTool"},{"attributes":{"data":{"x":[0,4],"y":[87.5,87.5]},"selected":{"id":"15802"},"selection_policy":{"id":"15803"}},"id":"15756","type":"ColumnDataSource"},{"attributes":{},"id":"15754","type":"UnionRenderers"},{"attributes":{"data_source":{"id":"15910"},"glyph":{"id":"15911"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15912"},"selection_glyph":null,"view":{"id":"15914"}},"id":"15913","type":"GlyphRenderer"},{"attributes":{},"id":"15230","type":"LinearScale"},{"attributes":{},"id":"16204","type":"UnionRenderers"},{"attributes":{"data_source":{"id":"15856"},"glyph":{"id":"15857"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15858"},"selection_glyph":null,"view":{"id":"15860"}},"id":"15859","type":"GlyphRenderer"},{"attributes":{},"id":"15753","type":"Selection"},{"attributes":{},"id":"15853","type":"Selection"},{"attributes":{"data_source":{"id":"15280"},"glyph":{"id":"15281"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15282"},"selection_glyph":null,"view":{"id":"15284"}},"id":"15283","type":"GlyphRenderer"},{"attributes":{"data_source":{"id":"15756"},"glyph":{"id":"15757"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15758"},"selection_glyph":null,"view":{"id":"15760"}},"id":"15759","type":"GlyphRenderer"},{"attributes":{"data_source":{"id":"16338"},"glyph":{"id":"16339"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16340"},"selection_glyph":null,"view":{"id":"16342"}},"id":"16341","type":"GlyphRenderer"},{"attributes":{"data":{"x":[1.8420919143305463,1.98338294004996,2.0930209740713988,2.094444154371984,2.2192523962418718,2.436764806371294,2.5991656903766382,2.68869031405704,2.799991523936488],"y":[88.72194531479171,88.26868699204444,88.20260662536118,88.11014400914335,88.06386432532665,87.70940223967354,87.22907143184382,86.75497848244157,86.69392512957342]},"selected":{"id":"15906"},"selection_policy":{"id":"15907"}},"id":"15856","type":"ColumnDataSource"},{"attributes":{},"id":"15243","type":"WheelZoomTool"},{"attributes":{},"id":"16710","type":"UnionRenderers"},{"attributes":{},"id":"16336","type":"UnionRenderers"},{"attributes":{},"id":"15245","type":"SaveTool"},{"attributes":{"data_source":{"id":"15805"},"glyph":{"id":"15806"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15807"},"selection_glyph":null,"view":{"id":"15809"}},"id":"15808","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15711","type":"Line"},{"attributes":{"source":{"id":"15709"}},"id":"15713","type":"CDSView"},{"attributes":{"data":{"x":[0,4],"y":[86.5,86.5]},"selected":{"id":"15853"},"selection_policy":{"id":"15854"}},"id":"15805","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"#1b9e77","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"15858","type":"Line"},{"attributes":{},"id":"16140","type":"UnionRenderers"},{"attributes":{},"id":"15295","type":"UnionRenderers"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15966","type":"Line"},{"attributes":{},"id":"16079","type":"UnionRenderers"},{"attributes":{"data_source":{"id":"16081"},"glyph":{"id":"16082"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16083"},"selection_glyph":null,"view":{"id":"16085"}},"id":"16084","type":"GlyphRenderer"},{"attributes":{"data":{"x":[1.0253716557683228,1.0930418633843273,1.170038217254783,1.2958210124830911,1.3926143255719736,1.5170581452285046],"y":[88.66263407974378,88.08154392563726,87.64967103979136,86.3547925481507,85.66626983371626,85.40699359564026]},"selected":{"id":"16404"},"selection_policy":{"id":"16405"}},"id":"16338","type":"ColumnDataSource"},{"attributes":{"data":{"x":[2.847283460382213,3.3600072707194957,3.3926900622840255,3.5770330236355736,3.6439618700884893],"y":[86.14732314693939,85.90050035022541,85.51882546766822,84.83470649534952,84.63605545666391]},"selected":{"id":"16139"},"selection_policy":{"id":"16140"}},"id":"16081","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"16206"},"glyph":{"id":"16207"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16208"},"selection_glyph":null,"view":{"id":"16210"}},"id":"16209","type":"GlyphRenderer"},{"attributes":{"source":{"id":"15620"}},"id":"15624","type":"CDSView"},{"attributes":{"data":{"x":[0,4],"y":[88.5,88.5]},"selected":{"id":"15962"},"selection_policy":{"id":"15963"}},"id":"15910","type":"ColumnDataSource"},{"attributes":{"line_color":"#66a61e","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"15664","type":"Line"},{"attributes":{"data":{"x":[0,4],"y":[88.5,88.5]},"selected":{"id":"16203"},"selection_policy":{"id":"16204"}},"id":"16143","type":"ColumnDataSource"},{"attributes":{"data":{"x":[0,4],"y":[87.5,87.5]},"selected":{"id":"16790"},"selection_policy":{"id":"16791"}},"id":"16712","type":"ColumnDataSource"},{"attributes":{"text":"DistilBERT","x":1.63,"y":86.9},"id":"15257","type":"Label"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15806","type":"Line"},{"attributes":{"label":{"value":"Structured pruning, BERT-base"},"renderers":[{"id":"16084"}]},"id":"16142","type":"LegendItem"},{"attributes":{},"id":"15294","type":"Selection"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"16714","type":"Line"},{"attributes":{"source":{"id":"16712"}},"id":"16716","type":"CDSView"},{"attributes":{"data_source":{"id":"16793"},"glyph":{"id":"16794"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16795"},"selection_glyph":null,"view":{"id":"16797"}},"id":"16796","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15911","type":"Line"},{"attributes":{"data_source":{"id":"16143"},"glyph":{"id":"16144"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"16145"},"selection_glyph":null,"view":{"id":"16147"}},"id":"16146","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,4],"y":[86.5,86.5]},"selected":{"id":"15313"},"selection_policy":{"id":"15314"}},"id":"15297","type":"ColumnDataSource"},{"attributes":{},"id":"15247","type":"HelpTool"},{"attributes":{"data_source":{"id":"15297"},"glyph":{"id":"15298"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"15299"},"selection_glyph":null,"view":{"id":"15301"}},"id":"15300","type":"GlyphRenderer"},{"attributes":{"source":{"id":"15805"}},"id":"15809","type":"CDSView"},{"attributes":{},"id":"15235","type":"BasicTicker"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15807","type":"Line"},{"attributes":{},"id":"16139","type":"Selection"},{"attributes":{},"id":"16790","type":"Selection"},{"attributes":{"axis_label":"Speedup","formatter":{"id":"15271"},"ticker":{"id":"15235"}},"id":"15234","type":"LinearAxis"},{"attributes":{"line_alpha":0.1,"line_color":"#d95f02","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"16083","type":"Line"},{"attributes":{},"id":"16791","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"15758","type":"Line"},{"attributes":{"source":{"id":"16143"}},"id":"16147","type":"CDSView"},{"attributes":{"source":{"id":"15856"}},"id":"15860","type":"CDSView"}],"root_ids":["15223"]},"title":"Bokeh Application","version":"2.2.3"}}';
                  var render_items = [{"docid":"38e6972b-6e99-4a3c-8fc0-29a17342d06d","root_ids":["15223"],"roots":{"15223":"95e0cd59-8e23-41bd-ba4f-8d893267a3eb"}}];
                  root.Bokeh.embed.embed_items(docs_json, render_items);
                
                  }
                  if (root.Bokeh !== undefined) {
                    embed_document(root);
                  } else {
                    var attempts = 0;
                    var timer = setInterval(function(root) {
                      if (root.Bokeh !== undefined) {
                        clearInterval(timer);
                        embed_document(root);
                      } else {
                        attempts++;
                        if (attempts > 100) {
                          clearInterval(timer);
                          console.log("Bokeh: ERROR: Unable to run BokehJS code because BokehJS library is missing");
                        }
                      }
                    }, 10, root)
                  }
                })(window);
              });
            };
            if (document.readyState != "loading") fn();
            else document.addEventListener("DOMContentLoaded", fn);
          })();
        },
        function(Bokeh) {
        
        
        }
      ];
    
      function run_inline_js() {
        
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i].call(root, root.Bokeh);
        }
        
      }
    
      if (root._bokeh_is_loading === 0) {
        console.debug("Bokeh: BokehJS loaded, going straight to plotting");
        run_inline_js();
      } else {
        load_libs(css_urls, js_urls, function() {
          console.debug("Bokeh: BokehJS plotting callback run at", now());
          run_inline_js();
        });
      }
    }(window));
  };
  if (document.readyState != "loading") fn();
  else document.addEventListener("DOMContentLoaded", fn);
})();