(function() {
  var fn = function() {
    
    (function(root) {
      function now() {
        return new Date();
      }
    
      var force = false;
    
      if (typeof root._bokeh_onload_callbacks === "undefined" || force === true) {
        root._bokeh_onload_callbacks = [];
        root._bokeh_is_loading = undefined;
      }
    
      
      
    
      var element = document.getElementById("cec9ad55-a326-40f6-a16a-3239786dcba6");
        if (element == null) {
          console.warn("Bokeh: autoload.js configured with elementid 'cec9ad55-a326-40f6-a16a-3239786dcba6' but no matching script tag was found.")
        }
      
    
      function run_callbacks() {
        try {
          root._bokeh_onload_callbacks.forEach(function(callback) {
            if (callback != null)
              callback();
          });
        } finally {
          delete root._bokeh_onload_callbacks
        }
        console.debug("Bokeh: all callbacks have finished");
      }
    
      function load_libs(css_urls, js_urls, callback) {
        if (css_urls == null) css_urls = [];
        if (js_urls == null) js_urls = [];
    
        root._bokeh_onload_callbacks.push(callback);
        if (root._bokeh_is_loading > 0) {
          console.debug("Bokeh: BokehJS is being loaded, scheduling callback at", now());
          return null;
        }
        if (js_urls == null || js_urls.length === 0) {
          run_callbacks();
          return null;
        }
        console.debug("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
        root._bokeh_is_loading = css_urls.length + js_urls.length;
    
        function on_load() {
          root._bokeh_is_loading--;
          if (root._bokeh_is_loading === 0) {
            console.debug("Bokeh: all BokehJS libraries/stylesheets loaded");
            run_callbacks()
          }
        }
    
        function on_error() {
          console.error("failed to load " + url);
        }
    
        for (var i = 0; i < css_urls.length; i++) {
          var url = css_urls[i];
          const element = document.createElement("link");
          element.onload = on_load;
          element.onerror = on_error;
          element.rel = "stylesheet";
          element.type = "text/css";
          element.href = url;
          console.debug("Bokeh: injecting link tag for BokehJS stylesheet: ", url);
          document.body.appendChild(element);
        }
    
        const hashes = {"https://cdn.bokeh.org/bokeh/release/bokeh-2.2.3.min.js": "T2yuo9Oe71Cz/I4X9Ac5+gpEa5a8PpJCDlqKYO0CfAuEszu1JrXLl8YugMqYe3sM", "https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.2.3.min.js": "98GDGJ0kOMCUMUePhksaQ/GYgB3+NH9h996V88sh3aOiUNX3N+fLXAtry6xctSZ6", "https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.2.3.min.js": "89bArO+nlbP3sgakeHjCo1JYxYR5wufVgA3IbUvDY+K7w4zyxJqssu7wVnfeKCq8"};
    
        for (var i = 0; i < js_urls.length; i++) {
          var url = js_urls[i];
          var element = document.createElement('script');
          element.onload = on_load;
          element.onerror = on_error;
          element.async = false;
          element.src = url;
          if (url in hashes) {
            element.crossOrigin = "anonymous";
            element.integrity = "sha384-" + hashes[url];
          }
          console.debug("Bokeh: injecting script tag for BokehJS library: ", url);
          document.head.appendChild(element);
        }
      };
    
      function inject_raw_css(css) {
        const element = document.createElement("style");
        element.appendChild(document.createTextNode(css));
        document.body.appendChild(element);
      }
    
      
      var js_urls = ["https://cdn.bokeh.org/bokeh/release/bokeh-2.2.3.min.js", "https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.2.3.min.js", "https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.2.3.min.js"];
      var css_urls = [];
      
    
      var inline_js = [
        function(Bokeh) {
          Bokeh.set_log_level("info");
        },
        
        function(Bokeh) {
          (function() {
            var fn = function() {
              Bokeh.safely(function() {
                (function(root) {
                  function embed_document(root) {
                    
                  var docs_json = '{"98e063f2-bf4d-49bc-8d49-392978c6ad02":{"roots":{"references":[{"attributes":{"data_source":{"id":"32772"},"glyph":{"id":"32773"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32774"},"selection_glyph":null,"view":{"id":"32776"}},"id":"32775","type":"GlyphRenderer"},{"attributes":{},"id":"33411","type":"Selection"},{"attributes":{},"id":"33412","type":"UnionRenderers"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32773","type":"Line"},{"attributes":{},"id":"32768","type":"Selection"},{"attributes":{},"id":"32769","type":"UnionRenderers"},{"attributes":{"source":{"id":"33489"}},"id":"33493","type":"CDSView"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33415","type":"Line"},{"attributes":{"data":{"x":[0.2689344618055556,0.16608796296296302,0.14585141782407407,0.13751446759259256],"y":[86.14732314693939,85.90050035022541,84.83470649534952,84.63605545666391]},"selected":{"id":"33001"},"selection_policy":{"id":"33002"}},"id":"32943","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33416","type":"Line"},{"attributes":{"source":{"id":"33414"}},"id":"33418","type":"CDSView"},{"attributes":{"line_color":"#e7298a","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"33490","type":"Line"},{"attributes":{"data":{"x":[0,0.65],"y":[88.5,88.5]},"selected":{"id":"32824"},"selection_policy":{"id":"32825"}},"id":"32772","type":"ColumnDataSource"},{"attributes":{},"id":"33486","type":"Selection"},{"attributes":{"data_source":{"id":"32943"},"glyph":{"id":"32944"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32945"},"selection_glyph":null,"view":{"id":"32947"}},"id":"32946","type":"GlyphRenderer"},{"attributes":{},"id":"32108","type":"ResetTool"},{"attributes":{},"id":"32092","type":"LinearScale"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32828","type":"Line"},{"attributes":{},"id":"33487","type":"UnionRenderers"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32885","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32774","type":"Line"},{"attributes":{"source":{"id":"32772"}},"id":"32776","type":"CDSView"},{"attributes":{"data_source":{"id":"32827"},"glyph":{"id":"32828"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32829"},"selection_glyph":null,"view":{"id":"32831"}},"id":"32830","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33568","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"#e7298a","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"33491","type":"Line"},{"attributes":{},"id":"32824","type":"Selection"},{"attributes":{},"id":"32825","type":"UnionRenderers"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_multi":null,"active_scroll":"auto","active_tap":"auto","tools":[{"id":"32104"},{"id":"32105"},{"id":"32106"},{"id":"32107"},{"id":"32108"},{"id":"32109"}]},"id":"32111","type":"Toolbar"},{"attributes":{"label":{"value":"Original Soft Movement"},"renderers":[{"id":"33492"}]},"id":"33566","type":"LegendItem"},{"attributes":{},"id":"33563","type":"Selection"},{"attributes":{},"id":"33564","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"#d95f02","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"32945","type":"Line"},{"attributes":{"data":{"x":[0,0.65],"y":[87.5,87.5]},"selected":{"id":"32881"},"selection_policy":{"id":"32882"}},"id":"32827","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32829","type":"Line"},{"attributes":{"source":{"id":"32827"}},"id":"32831","type":"CDSView"},{"attributes":{"data_source":{"id":"32884"},"glyph":{"id":"32885"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32886"},"selection_glyph":null,"view":{"id":"32888"}},"id":"32887","type":"GlyphRenderer"},{"attributes":{"text":"DistilBERT","x":0.5,"y":86.9},"id":"32119","type":"Label"},{"attributes":{"data":{"x":[0,0.65],"y":[88.5,88.5]},"selected":{"id":"33643"},"selection_policy":{"id":"33644"}},"id":"33567","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"33567"},"glyph":{"id":"33568"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33569"},"selection_glyph":null,"view":{"id":"33571"}},"id":"33570","type":"GlyphRenderer"},{"attributes":{},"id":"32881","type":"Selection"},{"attributes":{"data":{"x":[0,0.65],"y":[87.5,87.5]},"selected":{"id":"33724"},"selection_policy":{"id":"33725"}},"id":"33646","type":"ColumnDataSource"},{"attributes":{},"id":"32882","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33569","type":"Line"},{"attributes":{"source":{"id":"33567"}},"id":"33571","type":"CDSView"},{"attributes":{"data_source":{"id":"33646"},"glyph":{"id":"33647"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33648"},"selection_glyph":null,"view":{"id":"33650"}},"id":"33649","type":"GlyphRenderer"},{"attributes":{"axis_label":"Fill_rate","formatter":{"id":"32133"},"ticker":{"id":"32097"}},"id":"32096","type":"LinearAxis"},{"attributes":{},"id":"33643","type":"Selection"},{"attributes":{"source":{"id":"32943"}},"id":"32947","type":"CDSView"},{"attributes":{"data":{"x":[0,0.65],"y":[86.5,86.5]},"selected":{"id":"32940"},"selection_policy":{"id":"32941"}},"id":"32884","type":"ColumnDataSource"},{"attributes":{},"id":"33644","type":"UnionRenderers"},{"attributes":{"line_color":"#d95f02","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"32944","type":"Line"},{"attributes":{"text":"F1 against Fill_rate (BERT-base reference)"},"id":"32086","type":"Title"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32886","type":"Line"},{"attributes":{},"id":"32109","type":"HelpTool"},{"attributes":{"source":{"id":"32884"}},"id":"32888","type":"CDSView"},{"attributes":{},"id":"32568","type":"UnionRenderers"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33134","type":"Line"},{"attributes":{"source":{"id":"33200"}},"id":"33204","type":"CDSView"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33135","type":"Line"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32572","type":"Line"},{"attributes":{"source":{"id":"33133"}},"id":"33137","type":"CDSView"},{"attributes":{"line_color":"#7570b3","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"33201","type":"Line"},{"attributes":{"data":{"x":[0,0.65],"y":[88.5,88.5]},"selected":{"id":"32615"},"selection_policy":{"id":"32616"}},"id":"32571","type":"ColumnDataSource"},{"attributes":{},"id":"33197","type":"Selection"},{"attributes":{"data_source":{"id":"32571"},"glyph":{"id":"32572"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32573"},"selection_glyph":null,"view":{"id":"32575"}},"id":"32574","type":"GlyphRenderer"},{"attributes":{"line_color":"#1b9e77","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"32719","type":"Line"},{"attributes":{},"id":"32135","type":"Selection"},{"attributes":{},"id":"33198","type":"UnionRenderers"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32619","type":"Line"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32668","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32573","type":"Line"},{"attributes":{},"id":"32136","type":"UnionRenderers"},{"attributes":{"source":{"id":"32571"}},"id":"32575","type":"CDSView"},{"attributes":{"data_source":{"id":"32618"},"glyph":{"id":"32619"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32620"},"selection_glyph":null,"view":{"id":"32622"}},"id":"32621","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33271","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"#7570b3","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"33202","type":"Line"},{"attributes":{},"id":"32097","type":"BasicTicker"},{"attributes":{},"id":"32615","type":"Selection"},{"attributes":{"data":{"x":[0.934228131753319,0.33692503194188606,0.23178618820053898,0.12717287831006702,0.0844962705308448,0.0615813180599198,0.046974065934975495,0.0372814764901698,0.030607106053833898,0.025692807846040798],"y":[89.508140874387,88.365230562872,87.5263834085333,85.5113906680275,84.55,83.7985152764562,83.5336572106868,82.9035029539827,82.3709214373788,81.7389208616436]},"selected":{"id":"33563"},"selection_policy":{"id":"33564"}},"id":"33489","type":"ColumnDataSource"},{"attributes":{},"id":"32616","type":"UnionRenderers"},{"attributes":{"label":{"value":"Improved soft movement, BERT-base"},"renderers":[{"id":"33203"}]},"id":"33269","type":"LegendItem"},{"attributes":{},"id":"33266","type":"Selection"},{"attributes":{},"id":"33267","type":"UnionRenderers"},{"attributes":{"source":{"id":"32718"}},"id":"32722","type":"CDSView"},{"attributes":{"data":{"x":[0,0.65],"y":[87.5,87.5]},"selected":{"id":"32664"},"selection_policy":{"id":"32665"}},"id":"32618","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32620","type":"Line"},{"attributes":{"source":{"id":"32618"}},"id":"32622","type":"CDSView"},{"attributes":{"data_source":{"id":"32667"},"glyph":{"id":"32668"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32669"},"selection_glyph":null,"view":{"id":"32671"}},"id":"32670","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,0.65],"y":[88.5,88.5]},"selected":{"id":"33338"},"selection_policy":{"id":"33339"}},"id":"33270","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"33270"},"glyph":{"id":"33271"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33272"},"selection_glyph":null,"view":{"id":"33274"}},"id":"33273","type":"GlyphRenderer"},{"attributes":{"data_source":{"id":"33489"},"glyph":{"id":"33490"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33491"},"selection_glyph":null,"view":{"id":"33493"}},"id":"33492","type":"GlyphRenderer"},{"attributes":{},"id":"32664","type":"Selection"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33342","type":"Line"},{"attributes":{"data":{"x":[0,0.65],"y":[86.5,86.5]},"selected":{"id":"33486"},"selection_policy":{"id":"33487"}},"id":"33414","type":"ColumnDataSource"},{"attributes":{},"id":"32665","type":"UnionRenderers"},{"attributes":{"axis":{"id":"32096"},"ticker":null},"id":"32099","type":"Grid"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33272","type":"Line"},{"attributes":{"bottom_units":"screen","fill_alpha":0.5,"fill_color":"lightgrey","left_units":"screen","level":"overlay","line_alpha":1.0,"line_color":"black","line_dash":[4,4],"line_width":2,"right_units":"screen","top_units":"screen"},"id":"32110","type":"BoxAnnotation"},{"attributes":{"source":{"id":"33270"}},"id":"33274","type":"CDSView"},{"attributes":{"data_source":{"id":"33341"},"glyph":{"id":"33342"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33343"},"selection_glyph":null,"view":{"id":"33345"}},"id":"33344","type":"GlyphRenderer"},{"attributes":{"fill_color":{"value":"#1f77b4"},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"32180","type":"Scatter"},{"attributes":{},"id":"33338","type":"Selection"},{"attributes":{"text":"TinyBERT","x":0.5,"y":87.5},"id":"32178","type":"Label"},{"attributes":{"line_alpha":0.1,"line_color":"#1b9e77","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"32720","type":"Line"},{"attributes":{"data":{"x":[0,0.65],"y":[86.5,86.5]},"selected":{"id":"32715"},"selection_policy":{"id":"32716"}},"id":"32667","type":"ColumnDataSource"},{"attributes":{},"id":"32137","type":"Selection"},{"attributes":{},"id":"33339","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32669","type":"Line"},{"attributes":{"source":{"id":"32667"}},"id":"32671","type":"CDSView"},{"attributes":{"label":{"value":"Hybrid pruning, BERT-base"},"renderers":[{"id":"32721"}]},"id":"32771","type":"LegendItem"},{"attributes":{"data":{"x":[0.5],"y":[86.9]},"selected":{"id":"32135"},"selection_policy":{"id":"32136"}},"id":"32120","type":"ColumnDataSource"},{"attributes":{},"id":"32715","type":"Selection"},{"attributes":{},"id":"32094","type":"LinearScale"},{"attributes":{"data":{"x":[0,0.65],"y":[87.5,87.5]},"selected":{"id":"33411"},"selection_policy":{"id":"33412"}},"id":"33341","type":"ColumnDataSource"},{"attributes":{},"id":"32716","type":"UnionRenderers"},{"attributes":{"fill_color":{"value":"#1f77b4"},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"32121","type":"Scatter"},{"attributes":{"source":{"id":"32120"}},"id":"32124","type":"CDSView"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#1f77b4"},"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"32122","type":"Scatter"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33343","type":"Line"},{"attributes":{"source":{"id":"33341"}},"id":"33345","type":"CDSView"},{"attributes":{"data_source":{"id":"32120"},"glyph":{"id":"32121"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32122"},"selection_glyph":null,"view":{"id":"32124"}},"id":"32123","type":"GlyphRenderer"},{"attributes":{"data_source":{"id":"33414"},"glyph":{"id":"33415"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33416"},"selection_glyph":null,"view":{"id":"33418"}},"id":"33417","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,0.65],"y":[88.5,88.5]},"selected":{"id":"32438"},"selection_policy":{"id":"32439"}},"id":"32402","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"32402"},"glyph":{"id":"32403"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32404"},"selection_glyph":null,"view":{"id":"32406"}},"id":"32405","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,0.65],"y":[88.5,88.5]},"selected":{"id":"32137"},"selection_policy":{"id":"32138"}},"id":"32125","type":"ColumnDataSource"},{"attributes":{"fill_color":{"value":"#1f77b4"},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"32261","type":"Scatter"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33728","type":"Line"},{"attributes":{},"id":"32107","type":"SaveTool"},{"attributes":{"data_source":{"id":"32125"},"glyph":{"id":"32126"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32127"},"selection_glyph":null,"view":{"id":"32129"}},"id":"32128","type":"GlyphRenderer"},{"attributes":{},"id":"32156","type":"Selection"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32126","type":"Line"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32403","type":"Line"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33647","type":"Line"},{"attributes":{"click_policy":"hide","items":[{"id":"32141"},{"id":"32401"},{"id":"32570"},{"id":"32771"},{"id":"33004"},{"id":"33269"},{"id":"33566"}],"location":"bottom_right"},"id":"32140","type":"Legend"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32442","type":"Line"},{"attributes":{"data_source":{"id":"32159"},"glyph":{"id":"32160"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32161"},"selection_glyph":null,"view":{"id":"32163"}},"id":"32162","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32483","type":"Line"},{"attributes":{},"id":"32157","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32127","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32404","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33648","type":"Line"},{"attributes":{"source":{"id":"32125"}},"id":"32129","type":"CDSView"},{"attributes":{"source":{"id":"32402"}},"id":"32406","type":"CDSView"},{"attributes":{"source":{"id":"33646"}},"id":"33650","type":"CDSView"},{"attributes":{"data_source":{"id":"32142"},"glyph":{"id":"32143"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32144"},"selection_glyph":null,"view":{"id":"32146"}},"id":"32145","type":"GlyphRenderer"},{"attributes":{"data_source":{"id":"32441"},"glyph":{"id":"32442"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32443"},"selection_glyph":null,"view":{"id":"32445"}},"id":"32444","type":"GlyphRenderer"},{"attributes":{"data_source":{"id":"33727"},"glyph":{"id":"33728"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33729"},"selection_glyph":null,"view":{"id":"33731"}},"id":"33730","type":"GlyphRenderer"},{"attributes":{},"id":"32438","type":"Selection"},{"attributes":{},"id":"33724","type":"Selection"},{"attributes":{},"id":"32439","type":"UnionRenderers"},{"attributes":{},"id":"33725","type":"UnionRenderers"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32160","type":"Line"},{"attributes":{},"id":"32131","type":"BasicTickFormatter"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32185","type":"Line"},{"attributes":{},"id":"32090","type":"DataRange1d"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32161","type":"Line"},{"attributes":{"source":{"id":"32159"}},"id":"32163","type":"CDSView"},{"attributes":{"source":{"id":"32179"}},"id":"32183","type":"CDSView"},{"attributes":{"data":{"x":[0,0.65],"y":[86.5,86.5]},"selected":{"id":"33807"},"selection_policy":{"id":"33808"}},"id":"33727","type":"ColumnDataSource"},{"attributes":{"data":{"x":[0,0.65],"y":[87.5,87.5]},"selected":{"id":"32479"},"selection_policy":{"id":"32480"}},"id":"32441","type":"ColumnDataSource"},{"attributes":{},"id":"32175","type":"Selection"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33729","type":"Line"},{"attributes":{},"id":"32176","type":"UnionRenderers"},{"attributes":{"source":{"id":"33727"}},"id":"33731","type":"CDSView"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32443","type":"Line"},{"attributes":{"source":{"id":"32441"}},"id":"32445","type":"CDSView"},{"attributes":{"data_source":{"id":"32482"},"glyph":{"id":"32483"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32484"},"selection_glyph":null,"view":{"id":"32486"}},"id":"32485","type":"GlyphRenderer"},{"attributes":{},"id":"33807","type":"Selection"},{"attributes":{},"id":"32101","type":"BasicTicker"},{"attributes":{},"id":"32479","type":"Selection"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#1f77b4"},"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"32181","type":"Scatter"},{"attributes":{},"id":"32133","type":"BasicTickFormatter"},{"attributes":{},"id":"33808","type":"UnionRenderers"},{"attributes":{"data_source":{"id":"32364"},"glyph":{"id":"32365"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32366"},"selection_glyph":null,"view":{"id":"32368"}},"id":"32367","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0.5],"y":[87.5]},"selected":{"id":"32202"},"selection_policy":{"id":"32203"}},"id":"32179","type":"ColumnDataSource"},{"attributes":{},"id":"32480","type":"UnionRenderers"},{"attributes":{"data_source":{"id":"32184"},"glyph":{"id":"32185"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32186"},"selection_glyph":null,"view":{"id":"32188"}},"id":"32187","type":"GlyphRenderer"},{"attributes":{"data_source":{"id":"32179"},"glyph":{"id":"32180"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32181"},"selection_glyph":null,"view":{"id":"32183"}},"id":"32182","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,0.65],"y":[88.5,88.5]},"selected":{"id":"32204"},"selection_policy":{"id":"32205"}},"id":"32184","type":"ColumnDataSource"},{"attributes":{},"id":"32138","type":"UnionRenderers"},{"attributes":{"text":"Mobile Bert (w/o opt)","x":0.25333333333333335,"y":90.3},"id":"32259","type":"Label"},{"attributes":{"data":{"x":[0,0.65],"y":[87.5,87.5]},"selected":{"id":"32229"},"selection_policy":{"id":"32230"}},"id":"32207","type":"ColumnDataSource"},{"attributes":{"source":{"id":"32525"}},"id":"32529","type":"CDSView"},{"attributes":{"data":{"x":[0,0.65],"y":[86.5,86.5]},"selected":{"id":"32522"},"selection_policy":{"id":"32523"}},"id":"32482","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"32207"},"glyph":{"id":"32208"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32209"},"selection_glyph":null,"view":{"id":"32211"}},"id":"32210","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32186","type":"Line"},{"attributes":{"source":{"id":"32184"}},"id":"32188","type":"CDSView"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32484","type":"Line"},{"attributes":{"source":{"id":"32482"}},"id":"32486","type":"CDSView"},{"attributes":{"line_color":"#66a61e","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"32526","type":"Line"},{"attributes":{},"id":"32522","type":"Selection"},{"attributes":{},"id":"32202","type":"Selection"},{"attributes":{},"id":"32523","type":"UnionRenderers"},{"attributes":{},"id":"32203","type":"UnionRenderers"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32143","type":"Line"},{"attributes":{"label":{"value":"Reference F1=88.5 BERT-base"},"renderers":[{"id":"32128"},{"id":"32145"},{"id":"32162"},{"id":"32187"},{"id":"32210"},{"id":"32235"},{"id":"32268"},{"id":"32299"},{"id":"32332"},{"id":"32405"},{"id":"32444"},{"id":"32485"},{"id":"32574"},{"id":"32621"},{"id":"32670"},{"id":"32775"},{"id":"32830"},{"id":"32887"},{"id":"33008"},{"id":"33071"},{"id":"33136"},{"id":"33273"},{"id":"33344"},{"id":"33417"},{"id":"33570"},{"id":"33649"},{"id":"33730"}]},"id":"32141","type":"LegendItem"},{"attributes":{"line_alpha":0.1,"line_color":"#66a61e","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"32527","type":"Line"},{"attributes":{},"id":"32204","type":"Selection"},{"attributes":{"data":{"x":[0,0.65],"y":[86.5,86.5]},"selected":{"id":"32175"},"selection_policy":{"id":"32176"}},"id":"32159","type":"ColumnDataSource"},{"attributes":{"axis_label":"F1","formatter":{"id":"32131"},"ticker":{"id":"32101"}},"id":"32100","type":"LinearAxis"},{"attributes":{"data":{"x":[0.25333333333333335],"y":[90.3]},"selected":{"id":"32291"},"selection_policy":{"id":"32292"}},"id":"32260","type":"ColumnDataSource"},{"attributes":{"data":{"x":[0,0.65],"y":[87.5,87.5]},"selected":{"id":"32156"},"selection_policy":{"id":"32157"}},"id":"32142","type":"ColumnDataSource"},{"attributes":{},"id":"32205","type":"UnionRenderers"},{"attributes":{"data":{"x":[0.3628472222222222,0.31168619791666674,0.279712818287037,0.2539966724537037,0.21717664930555558,0.1933774594907408],"y":[88.72194531479171,88.26868699204444,88.06386432532665,87.68464122182475,87.22907143184382,86.75497848244157]},"selected":{"id":"32768"},"selection_policy":{"id":"32769"}},"id":"32718","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32144","type":"Line"},{"attributes":{"source":{"id":"32142"}},"id":"32146","type":"CDSView"},{"attributes":{"label":{"value":"Hybrid pruning, BERT-large"},"renderers":[{"id":"32528"}]},"id":"32570","type":"LegendItem"},{"attributes":{},"id":"32105","type":"WheelZoomTool"},{"attributes":{"overlay":{"id":"32110"}},"id":"32106","type":"BoxZoomTool"},{"attributes":{},"id":"32567","type":"Selection"},{"attributes":{},"id":"32104","type":"PanTool"},{"attributes":{},"id":"32293","type":"Selection"},{"attributes":{},"id":"32940","type":"Selection"},{"attributes":{},"id":"32294","type":"UnionRenderers"},{"attributes":{},"id":"32941","type":"UnionRenderers"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32208","type":"Line"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32233","type":"Line"},{"attributes":{"data_source":{"id":"32232"},"glyph":{"id":"32233"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32234"},"selection_glyph":null,"view":{"id":"32236"}},"id":"32235","type":"GlyphRenderer"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32209","type":"Line"},{"attributes":{"data_source":{"id":"33005"},"glyph":{"id":"33006"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33007"},"selection_glyph":null,"view":{"id":"33009"}},"id":"33008","type":"GlyphRenderer"},{"attributes":{"source":{"id":"32207"}},"id":"32211","type":"CDSView"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33006","type":"Line"},{"attributes":{"data_source":{"id":"32718"},"glyph":{"id":"32719"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32720"},"selection_glyph":null,"view":{"id":"32722"}},"id":"32721","type":"GlyphRenderer"},{"attributes":{},"id":"32229","type":"Selection"},{"attributes":{"line_alpha":0.0625,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32330","type":"Line"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32297","type":"Line"},{"attributes":{"axis":{"id":"32100"},"dimension":1,"ticker":null},"id":"32103","type":"Grid"},{"attributes":{"label":{"value":"Structured pruning, BERT-base"},"renderers":[{"id":"32946"}]},"id":"33004","type":"LegendItem"},{"attributes":{},"id":"32230","type":"UnionRenderers"},{"attributes":{},"id":"33001","type":"Selection"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32298","type":"Line"},{"attributes":{"source":{"id":"32296"}},"id":"32300","type":"CDSView"},{"attributes":{"data_source":{"id":"32329"},"glyph":{"id":"32330"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32331"},"selection_glyph":null,"view":{"id":"32333"}},"id":"32332","type":"GlyphRenderer"},{"attributes":{},"id":"33002","type":"UnionRenderers"},{"attributes":{},"id":"32326","type":"Selection"},{"attributes":{"line_alpha":0.25,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32266","type":"Line"},{"attributes":{"data":{"x":[0,0.65],"y":[86.5,86.5]},"selected":{"id":"32256"},"selection_policy":{"id":"32257"}},"id":"32232","type":"ColumnDataSource"},{"attributes":{},"id":"32327","type":"UnionRenderers"},{"attributes":{"data":{"x":[0.25071068751959147,0.15786624249116865,0.11725962603533713,0.11616964693422671,0.06489395800931963,0.04466981063654396,0.0340861803219642],"y":[88.66263407974378,88.07603620459668,87.64967103979136,87.59923644792065,86.3547925481507,85.66626983371626,85.40699359564026]},"selected":{"id":"33266"},"selection_policy":{"id":"33267"}},"id":"33200","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32234","type":"Line"},{"attributes":{"source":{"id":"32232"}},"id":"32236","type":"CDSView"},{"attributes":{"data":{"x":[0,0.65],"y":[88.5,88.5]},"selected":{"id":"33065"},"selection_policy":{"id":"33066"}},"id":"33005","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"33200"},"glyph":{"id":"33201"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33202"},"selection_glyph":null,"view":{"id":"33204"}},"id":"33203","type":"GlyphRenderer"},{"attributes":{"source":{"id":"32364"}},"id":"32368","type":"CDSView"},{"attributes":{"data":{"x":[0,0.65],"y":[86.5,86.5]},"selected":{"id":"32361"},"selection_policy":{"id":"32362"}},"id":"32329","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.125,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33069","type":"Line"},{"attributes":{},"id":"32256","type":"Selection"},{"attributes":{"data":{"x":[0,0.65],"y":[86.5,86.5]},"selected":{"id":"33197"},"selection_policy":{"id":"33198"}},"id":"33133","type":"ColumnDataSource"},{"attributes":{},"id":"32257","type":"UnionRenderers"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33007","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32331","type":"Line"},{"attributes":{"source":{"id":"33005"}},"id":"33009","type":"CDSView"},{"attributes":{"data_source":{"id":"33068"},"glyph":{"id":"33069"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33070"},"selection_glyph":null,"view":{"id":"33072"}},"id":"33071","type":"GlyphRenderer"},{"attributes":{"source":{"id":"32329"}},"id":"32333","type":"CDSView"},{"attributes":{"line_color":"#e7298a","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"32365","type":"Line"},{"attributes":{},"id":"33065","type":"Selection"},{"attributes":{},"id":"32361","type":"Selection"},{"attributes":{"source":{"id":"32260"}},"id":"32264","type":"CDSView"},{"attributes":{"data_source":{"id":"32265"},"glyph":{"id":"32266"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32267"},"selection_glyph":null,"view":{"id":"32269"}},"id":"32268","type":"GlyphRenderer"},{"attributes":{},"id":"33066","type":"UnionRenderers"},{"attributes":{"fill_alpha":{"value":0.1},"fill_color":{"value":"#1f77b4"},"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"32262","type":"Scatter"},{"attributes":{},"id":"32362","type":"UnionRenderers"},{"attributes":{"end":0.65},"id":"32118","type":"Range1d"},{"attributes":{"data_source":{"id":"32260"},"glyph":{"id":"32261"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32262"},"selection_glyph":null,"view":{"id":"32264"}},"id":"32263","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,0.65],"y":[88.5,88.5]},"selected":{"id":"32293"},"selection_policy":{"id":"32294"}},"id":"32265","type":"ColumnDataSource"},{"attributes":{"data":{"x":[0.45493344907407407,0.356571903935185,0.29078052662037035,0.23759403935185186,0.19692201967592593],"y":[90.26969803251558,89.81145528969563,89.00029318511001,88.30880074775172,87.15966661496869]},"selected":{"id":"32398"},"selection_policy":{"id":"32399"}},"id":"32364","type":"ColumnDataSource"},{"attributes":{"data_source":{"id":"32296"},"glyph":{"id":"32297"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32298"},"selection_glyph":null,"view":{"id":"32300"}},"id":"32299","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0.6509150752314815,0.4766890914351851,0.3799370659722226,0.3216869212962964,0.30790653935185175,0.2633101851851851],"y":[91.0266636723574,90.16320537561052,89.39825688878855,88.43872986679673,88.34901265417608,87.48044078095904]},"selected":{"id":"32567"},"selection_policy":{"id":"32568"}},"id":"32525","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"#e7298a","line_width":2,"x":{"field":"x"},"y":{"field":"y"}},"id":"32366","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"32267","type":"Line"},{"attributes":{"data":{"x":[0,0.65],"y":[87.5,87.5]},"selected":{"id":"33130"},"selection_policy":{"id":"33131"}},"id":"33068","type":"ColumnDataSource"},{"attributes":{"source":{"id":"32265"}},"id":"32269","type":"CDSView"},{"attributes":{"data_source":{"id":"32525"},"glyph":{"id":"32526"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"32527"},"selection_glyph":null,"view":{"id":"32529"}},"id":"32528","type":"GlyphRenderer"},{"attributes":{"data":{"x":[0,0.65],"y":[87.5,87.5]},"selected":{"id":"32326"},"selection_policy":{"id":"32327"}},"id":"32296","type":"ColumnDataSource"},{"attributes":{"line_alpha":0.1,"line_color":"red","x":{"field":"x"},"y":{"field":"y"}},"id":"33070","type":"Line"},{"attributes":{"label":{"value":"Hybrid filled, BERT-base, large teacher"},"renderers":[{"id":"32367"}]},"id":"32401","type":"LegendItem"},{"attributes":{"source":{"id":"33068"}},"id":"33072","type":"CDSView"},{"attributes":{},"id":"32398","type":"Selection"},{"attributes":{"data_source":{"id":"33133"},"glyph":{"id":"33134"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33135"},"selection_glyph":null,"view":{"id":"33137"}},"id":"33136","type":"GlyphRenderer"},{"attributes":{},"id":"32291","type":"Selection"},{"attributes":{},"id":"32399","type":"UnionRenderers"},{"attributes":{},"id":"33130","type":"Selection"},{"attributes":{"below":[{"id":"32096"}],"center":[{"id":"32099"},{"id":"32103"},{"id":"32119"},{"id":"32140"},{"id":"32178"},{"id":"32259"}],"left":[{"id":"32100"}],"plot_width":800,"renderers":[{"id":"32123"},{"id":"32128"},{"id":"32145"},{"id":"32162"},{"id":"32182"},{"id":"32187"},{"id":"32210"},{"id":"32235"},{"id":"32263"},{"id":"32268"},{"id":"32299"},{"id":"32332"},{"id":"32367"},{"id":"32405"},{"id":"32444"},{"id":"32485"},{"id":"32528"},{"id":"32574"},{"id":"32621"},{"id":"32670"},{"id":"32721"},{"id":"32775"},{"id":"32830"},{"id":"32887"},{"id":"32946"},{"id":"33008"},{"id":"33071"},{"id":"33136"},{"id":"33203"},{"id":"33273"},{"id":"33344"},{"id":"33417"},{"id":"33492"},{"id":"33570"},{"id":"33649"},{"id":"33730"}],"title":{"id":"32086"},"toolbar":{"id":"32111"},"x_range":{"id":"32118"},"x_scale":{"id":"32092"},"y_range":{"id":"32090"},"y_scale":{"id":"32094"}},"id":"32085","subtype":"Figure","type":"Plot"},{"attributes":{},"id":"32292","type":"UnionRenderers"},{"attributes":{},"id":"33131","type":"UnionRenderers"}],"root_ids":["32085"]},"title":"Bokeh Application","version":"2.2.3"}}';
                  var render_items = [{"docid":"98e063f2-bf4d-49bc-8d49-392978c6ad02","root_ids":["32085"],"roots":{"32085":"cec9ad55-a326-40f6-a16a-3239786dcba6"}}];
                  root.Bokeh.embed.embed_items(docs_json, render_items);
                
                  }
                  if (root.Bokeh !== undefined) {
                    embed_document(root);
                  } else {
                    var attempts = 0;
                    var timer = setInterval(function(root) {
                      if (root.Bokeh !== undefined) {
                        clearInterval(timer);
                        embed_document(root);
                      } else {
                        attempts++;
                        if (attempts > 100) {
                          clearInterval(timer);
                          console.log("Bokeh: ERROR: Unable to run BokehJS code because BokehJS library is missing");
                        }
                      }
                    }, 10, root)
                  }
                })(window);
              });
            };
            if (document.readyState != "loading") fn();
            else document.addEventListener("DOMContentLoaded", fn);
          })();
        },
        function(Bokeh) {
        
        
        }
      ];
    
      function run_inline_js() {
        
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i].call(root, root.Bokeh);
        }
        
      }
    
      if (root._bokeh_is_loading === 0) {
        console.debug("Bokeh: BokehJS loaded, going straight to plotting");
        run_inline_js();
      } else {
        load_libs(css_urls, js_urls, function() {
          console.debug("Bokeh: BokehJS plotting callback run at", now());
          run_inline_js();
        });
      }
    }(window));
  };
  if (document.readyState != "loading") fn();
  else document.addEventListener("DOMContentLoaded", fn);
})();