- and the mask would be 1 1 1 1 1 0 0
- and let the logits be l1 l2 l3 l4 l5 l6
- We actually need to compare:
- the sequence w1 w2 w3
- with masks 1 1 1 1 0 0
- against l1 l2 l3 l4 l5 l6
- (where the input was)
- """
- relevant_targets = targets[:, 1:].contiguous() # (batch_size, num_decoding_steps)
- # (batch_size, num_decoding_steps)
- relevant_mask = target_mask[:, 1:].contiguous()
- loss = sequence_cross_entropy_with_logits(logits, relevant_targets, relevant_mask)
- return loss
diff --git a/jiant/modules/simple_modules.py b/jiant/modules/simple_modules.py
deleted file mode 100644
index eba58ce4d..000000000
--- a/jiant/modules/simple_modules.py
+++ /dev/null
@@ -1,285 +0,0 @@
-import torch
-import torch.nn as nn
-
-
-class NullPhraseLayer(nn.Module):
- """ Dummy phrase layer that does nothing. Exists solely for API compatibility. """
-
- def __init__(self, input_dim: int):
- super(NullPhraseLayer, self).__init__()
- self.input_dim = input_dim
-
- def get_input_dim(self):
- return self.input_dim
-
- def get_output_dim(self):
- return 0
-
- def forward(self, embs, mask):
- return None
-
-
-class Pooler(nn.Module):
- """ Do pooling, possibly with a projection beforehand """
-
- def __init__(self, project=True, d_inp=512, d_proj=512, pool_type="max"):
- super(Pooler, self).__init__()
- self.project = nn.Linear(d_inp, d_proj) if project else lambda x: x
- self.pool_type = pool_type
-
- def forward(self, sequence, mask):
- if len(mask.size()) < 3:
- mask = mask.unsqueeze(dim=-1)
- pad_mask = mask == 0
- proj_seq = self.project(sequence) # linear project each hid state
- if self.pool_type == "max":
- proj_seq = proj_seq.masked_fill(pad_mask, -float("inf"))
- seq_emb = proj_seq.max(dim=1)[0]
- elif self.pool_type == "mean":
- proj_seq = proj_seq.masked_fill(pad_mask, 0)
- seq_emb = proj_seq.sum(dim=1) / mask.sum(dim=1)
- elif self.pool_type == "final":
- idxs = mask.expand_as(proj_seq).sum(dim=1, keepdim=True).long() - 1
- seq_emb = proj_seq.gather(dim=1, index=idxs).squeeze(dim=1)
- elif self.pool_type == "first":
- seq_emb = proj_seq[:, 0]
- return seq_emb
-
-
-class Classifier(nn.Module):
- """ Logistic regression or MLP classifier """
-
- # NOTE: Expects dropout to have already been applied to its input.
-
- def __init__(self, d_inp, n_classes, cls_type="mlp", dropout=0.2, d_hid=512):
- super(Classifier, self).__init__()
- if cls_type == "log_reg":
- classifier = nn.Linear(d_inp, n_classes)
- elif cls_type == "mlp":
- classifier = nn.Sequential(
- nn.Linear(d_inp, d_hid),
- nn.Tanh(),
- nn.LayerNorm(d_hid),
- nn.Dropout(dropout),
- nn.Linear(d_hid, n_classes),
- )
- elif cls_type == "fancy_mlp": # What they did in Infersent.
- classifier = nn.Sequential(
- nn.Linear(d_inp, d_hid),
- nn.Tanh(),
- nn.LayerNorm(d_hid),
- nn.Dropout(dropout),
- nn.Linear(d_hid, d_hid),
- nn.Tanh(),
- nn.LayerNorm(d_hid),
- nn.Dropout(p=dropout),
- nn.Linear(d_hid, n_classes),
- )
- else:
- raise ValueError("Classifier type %s not found" % type)
- self.classifier = classifier
-
- def forward(self, seq_emb):
- logits = self.classifier(seq_emb)
- return logits
-
- @classmethod
- def from_params(cls, d_inp, n_classes, params):
- return cls(
- d_inp,
- n_classes,
- cls_type=params["cls_type"],
- dropout=params["dropout"],
- d_hid=params["d_hid"],
- )
-
-
-class SOPClassifier(nn.Module):
- """
- Task head for sentence order prediction task. We implement the pooled output from ALBERT
- via a linear layer followed by Tanh activation layer, which is then fed into the
- classification linear layer.
- """
-
- def __init__(self, d_inp, n_classes, params):
- super(SOPClassifier, self).__init__()
- self.activation = nn.Tanh()
- self.pooler = Pooler(d_inp=d_inp, d_proj=d_inp, pool_type=params["pool_type"])
- assert params["cls_type"] == "log_reg", (
- "The ALBERT implementation of the SOP "
- "task takes the final layer from the pooled"
- "output. Please set cls_type = log_reg."
- )
- self.classifier = Classifier.from_params(d_inp, n_classes, params)
-
- def forward(self, seq_emb, mask):
- seq_emb = self.activation(self.pooler(seq_emb, mask))
- logits = self.classifier(seq_emb)
- return logits
-
-
-class SingleClassifier(nn.Module):
- """ Thin wrapper around a set of modules. For single-sentence classification. """
-
- def __init__(self, pooler, classifier):
- super(SingleClassifier, self).__init__()
- self.pooler = pooler
- self.classifier = classifier
-
- def forward(self, sent, mask, idxs=[]):
- """
- This class applies some type of pooling to get a fixed-size vector,
- possibly extracts some specific representations from the input sequence
- and concatenates those reps to the overall representations,
- then passes the whole thing through a classifier.
-
- args:
- - sent (FloatTensor): sequence of hidden states representing a sentence
- Assumes batch_size x seq_len x d_emb.
- - mask (FloatTensor): binary masking denoting which elements of sent are not padding
- - idxs (List[LongTensor]): list of indices of to extract from sent and
- concatenate to the post-pooling representation.
- For each element in idxs, we extract all the non-pad (0) representations, pool,
- and concatenate the resulting fixed size vector to the overall representation.
-
- returns:
- - logits (FloatTensor): logits for classes
- """
-
- emb = self.pooler(sent, mask)
-
- # append any specific token representations, e.g. for WiC task
- ctx_embs = []
- for idx in idxs:
- if len(idx.shape) == 1:
- idx = idx.unsqueeze(-1)
- if len(idx.shape) == 2:
- idx = idx.unsqueeze(-1)
- if len(idx.shape) == 3:
- assert idx.size(-1) == 1 or idx.size(-1) == sent.size(
- -1
- ), "Invalid index dimension!"
- idx = idx.expand([-1, -1, sent.size(-1)]).long()
- else:
- raise ValueError("Invalid dimensions of index tensor!")
-
- ctx_mask = (idx != 0).float()
- # the first element of the mask should never be zero
- ctx_mask[:, 0] = 1
- ctx_emb = sent.gather(dim=1, index=idx) * ctx_mask
- ctx_emb = ctx_emb.sum(dim=1) / ctx_mask.sum(dim=1)
- ctx_embs.append(ctx_emb)
- final_emb = torch.cat([emb] + ctx_embs, dim=-1)
- logits = self.classifier(final_emb)
- return logits
-
-
-class PairClassifier(nn.Module):
- """ Thin wrapper around a set of modules.
- For sentence pair classification.
- Pooler specifies how to aggregate inputted sequence of vectors.
- Also allows for use of specific token representations to be addded to the overall
- representation
- """
-
- def __init__(self, pooler, classifier, attn=None):
- super(PairClassifier, self).__init__()
- self.pooler = pooler
- self.classifier = classifier
- self.attn = attn
-
- def forward(self, s1, s2, mask1, mask2, idx1=[], idx2=[]):
- """
- This class applies some type of pooling to each of two inputs to get two fixed-size vectors,
- possibly extracts some specific representations from the input sequence
- and concatenates those reps to the overall representations,
- then passes the whole thing through a classifier.
-
- args:
- - s1/s2 (FloatTensor): sequence of hidden states representing a sentence
- Assumes batch_size x seq_len x d_emb.
- - mask1/mask2 (FloatTensor): binary masking denoting which elements of sent are not padding
- - idx{1,2} (List[LongTensor]): list of indices of to extract from sent and
- concatenate to the post-pooling representation.
- For each element in idxs, we extract all the non-pad (0) representations, pool,
- and concatenate the resulting fixed size vector to the overall representation.
-
- returns:
- - logits (FloatTensor): logits for classes
- """
-
- mask1 = mask1.squeeze(-1) if len(mask1.size()) > 2 else mask1
- mask2 = mask2.squeeze(-1) if len(mask2.size()) > 2 else mask2
- if self.attn is not None:
- s1, s2 = self.attn(s1, s2, mask1, mask2)
- emb1 = self.pooler(s1, mask1)
- emb2 = self.pooler(s2, mask2)
-
- s1_ctx_embs = []
- for idx in idx1:
- if len(idx.shape) == 1:
- idx = idx.unsqueeze(-1)
- if len(idx.shape) == 2:
- idx = idx.unsqueeze(-1)
- if len(idx.shape) == 3:
- assert idx.size(-1) == 1 or idx.size(-1) == s1.size(-1), "Invalid index dimension!"
- idx = idx.expand([-1, -1, s1.size(-1)]).long()
- else:
- raise ValueError("Invalid dimensions of index tensor!")
-
- s1_ctx_mask = (idx != 0).float()
- # the first element of the mask should never be zero
- s1_ctx_mask[:, 0] = 1
- s1_ctx_emb = s1.gather(dim=1, index=idx) * s1_ctx_mask
- s1_ctx_emb = s1_ctx_emb.sum(dim=1) / s1_ctx_mask.sum(dim=1)
- s1_ctx_embs.append(s1_ctx_emb)
- emb1 = torch.cat([emb1] + s1_ctx_embs, dim=-1)
-
- s2_ctx_embs = []
- for idx in idx2:
- if len(idx.shape) == 1:
- idx = idx.unsqueeze(-1)
- if len(idx.shape) == 2:
- idx = idx.unsqueeze(-1)
- if len(idx.shape) == 3:
- assert idx.size(-1) == 1 or idx.size(-1) == s2.size(-1), "Invalid index dimension!"
- idx = idx.expand([-1, -1, s2.size(-1)]).long()
- else:
- raise ValueError("Invalid dimensions of index tensor!")
-
- s2_ctx_mask = (idx != 0).float()
- # the first element of the mask should never be zero
- s2_ctx_mask[:, 0] = 1
- s2_ctx_emb = s2.gather(dim=1, index=idx) * s2_ctx_mask
- s2_ctx_emb = s2_ctx_emb.sum(dim=1) / s2_ctx_mask.sum(dim=1)
- s2_ctx_embs.append(s2_ctx_emb)
- emb2 = torch.cat([emb2] + s2_ctx_embs, dim=-1)
-
- pair_emb = torch.cat([emb1, emb2, torch.abs(emb1 - emb2), emb1 * emb2], 1)
- logits = self.classifier(pair_emb)
- return logits
-
-
-class TokenProjectionEncoder(nn.Module):
- """ Applies projection to each token representation """
-
- def __init__(self, d_inp=512):
- super(TokenProjectionEncoder, self).__init__()
- self.project = nn.Linear(d_inp, 1)
-
- def forward(self, sequence, mask):
- logits = self.project(sequence).squeeze(-1)
- return logits
-
-
-class TokenMultiProjectionEncoder(nn.Module):
- """ Applies multiple projections to each token representation """
-
- def __init__(self, projection_names, d_inp=512):
- super(TokenMultiProjectionEncoder, self).__init__()
- self.projections = nn.ModuleDict(
- {name: TokenProjectionEncoder(d_inp=d_inp) for name in projection_names}
- )
-
- def forward(self, sequence, mask):
- return {name: projection(sequence, mask) for name, projection in self.projections.items()}
diff --git a/jiant/modules/span_modules.py b/jiant/modules/span_modules.py
deleted file mode 100644
index 09ed99aee..000000000
--- a/jiant/modules/span_modules.py
+++ /dev/null
@@ -1,186 +0,0 @@
-# Implementation of span classification modules
-
-from typing import Dict, Any
-
-import torch
-import torch.nn as nn
-import torch.nn.functional as F
-from allennlp.modules.span_extractors import EndpointSpanExtractor, SelfAttentiveSpanExtractor
-
-from jiant.tasks.tasks import Task
-from jiant.modules.simple_modules import Classifier
-from jiant.utils.utils import get_batch_size, format_output
-
-
-class SpanClassifierModule(nn.Module):
- """
- Build span classifier components as a sub-module.
- Classifier that allows for spans and text as input.
- Use same classifier code as build_single_sentence_module,
- except we'll use span indices to extract span representations,
- and use these as input to the classifier.
- """
-
- def _make_span_extractor(self):
- if self.span_pooling == "attn":
- return SelfAttentiveSpanExtractor(self.proj_dim)
- else:
- return EndpointSpanExtractor(self.proj_dim, combination=self.span_pooling)
-
- def _make_cnn_layer(self, d_inp):
- """
- Make a CNN layer as a projection of local context.
- CNN maps [batch_size, max_len, d_inp]
- to [batch_size, max_len, proj_dim] with no change in length.
- """
- k = 1 + 2 * self.cnn_context
- padding = self.cnn_context
- return nn.Conv1d(
- d_inp,
- self.proj_dim,
- kernel_size=k,
- stride=1,
- padding=padding,
- dilation=1,
- groups=1,
- bias=True,
- )
-
- def __init__(self, task, d_inp: int, task_params, num_spans=2):
- assert num_spans > 0, "Please set num_spans to be more than 0"
- super(SpanClassifierModule, self).__init__()
- # Set config options needed for forward pass.
- self.loss_type = task_params["cls_loss_fn"]
- self.span_pooling = task_params["cls_span_pooling"]
- self.cnn_context = task_params.get("cnn_context", 0)
- self.num_spans = num_spans
- self.proj_dim = task_params["d_hid"]
- self.projs = torch.nn.ModuleList()
-
- for i in range(num_spans):
- # create a word-level pooling layer operator
- proj = self._make_cnn_layer(d_inp)
- self.projs.append(proj)
- self.span_extractors = torch.nn.ModuleList()
-
- # Lee's self-pooling operator (https://arxiv.org/abs/1812.10860)
- for i in range(num_spans):
- span_extractor = self._make_span_extractor()
- self.span_extractors.append(span_extractor)
-
- # Classifier gets concatenated projections of spans.
- clf_input_dim = self.span_extractors[1].get_output_dim() * num_spans
- self.classifier = Classifier.from_params(clf_input_dim, task.n_classes, task_params)
-
- def forward(
- self,
- batch: Dict,
- sent_embs: torch.Tensor,
- sent_mask: torch.Tensor,
- task: Task,
- predict: bool,
- cuda_devices: Any,
- ) -> Dict:
- """
- Run forward pass.
- Expects batch to have the following entries:
- 'input' : [batch_size, max_len, emb_size]
- 'labels' : [batch_size, num_targets] of label indices
- 'span1s' : [batch_size, 1, 2], span indices
- 'span2s' : [batch_size, 1, 2], span indices
- .
- .
- .
- 'span_ts': [batch_size, 1, 2], span indices
-
- Parameters
- -------------------------------
- batch: dict(str -> Tensor) with entries described above.
- sent_embs: [batch_size, max_len, repr_dim] Tensor
- sent_mask: [batch_size, max_len, 1] Tensor of {0,1}
- task: Task
- predict: whether or not to generate predictions
- This learns different span pooling operators for each span.
-
- Returns
- -------------------------------
- out: dict(str -> Tensor)
- """
- out = {}
-
- # Apply projection CNN layer for each span of the input sentence
- sent_embs_t = sent_embs.transpose(1, 2) # needed for CNN layer
- se_projs = []
- for i in range(self.num_spans):
- se_proj = self.projs[i](sent_embs_t).transpose(2, 1).contiguous()
- se_projs.append(se_proj)
-
- span_embs = torch.Tensor([]).cuda() if torch.cuda.is_available() else torch.Tensor([])
- out["n_exs"] = get_batch_size(batch, cuda_devices)
- _kw = dict(sequence_mask=sent_mask.long())
- for i in range(self.num_spans):
- # spans are [batch_size, num_targets, span_modules]
- span_emb = self.span_extractors[i](se_projs[i], batch["span" + str(i + 1) + "s"], **_kw)
- span_embs = torch.cat([span_embs, span_emb], dim=2)
-
- # [batch_size, num_targets, n_classes]
- logits = self.classifier(span_embs)
- out["logits"] = logits
-
- # Compute loss if requested.
- if "labels" in batch:
- logits = logits.squeeze(dim=1)
- out["logits"] = logits
- out["loss"] = format_output(
- self.compute_loss(logits, batch["labels"], task), cuda_devices
- )
-
- if predict:
- # Return preds as a list.
- preds = self.get_predictions(logits)
- out["preds"] = preds
- return out
-
- def get_predictions(self, logits: torch.Tensor):
- """
- Return class probabilities, same shape as logits.
-
- Parameters
- -------------------------------
- logits: [batch_size, num_targets, n_classes]
-
- Returns
- -------------------------------
- probs: [batch_size, num_targets, n_classes]
- """
- if self.loss_type == "sigmoid":
- return torch.sigmoid(logits)
- elif self.loss_type == "softmax":
- logits = logits.squeeze(dim=1)
- pred = torch.nn.Softmax(dim=1)(logits)
- pred = torch.argmax(pred, dim=1)
- return pred
- else:
- raise ValueError(
- "Unsupported loss type '%s' " "for span classification." % self.loss_type
- )
-
- def compute_loss(self, logits: torch.Tensor, labels: torch.Tensor, task):
- """
- Paramters
- -------------------------------
- logits: [total_num_targets, n_classes] Tensor of float scores
- labels: [total_num_targets, n_classes] Tensor of sparse binary targets
-
- Returns
- -------------------------------
- loss: scalar Tensor
- """
- if self.loss_type == "sigmoid":
- return F.binary_cross_entropy(torch.sigmoid(logits), labels.float())
- elif self.loss_type == "softmax":
- return F.cross_entropy(logits, labels.long())
- else:
- raise ValueError(
- "Unsupported loss type '%s' " "for span classification." % self.loss_type
- )
diff --git a/jiant/preprocess.py b/jiant/preprocess.py
deleted file mode 100644
index e06fccbf2..000000000
--- a/jiant/preprocess.py
+++ /dev/null
@@ -1,811 +0,0 @@
-"""Preprocessing functions and pipeline
-
-The pipeline is three steps
- 1) create / load tasks, which includes
- a) load raw data
- b) tokenize raw data
- 2) create / load all vocabularies (word, char, task-specific target vocabs)
- a) count tokens of a vocab
- b) take the N most frequent tokens
- 3) index all the data using appropriate indexers
- We save indexed data to streamable Records to save memory.
-"""
-import _pickle as pkl # :(
-import copy
-import io
-import logging as log
-import os
-import sys
-from collections import defaultdict
-from typing import List, Dict, Union, Any
-
-import numpy as np
-import torch
-from allennlp.data import Vocabulary
-from allennlp.data.token_indexers import (
- ELMoTokenCharactersIndexer,
- SingleIdTokenIndexer,
- TokenCharactersIndexer,
-)
-
-from jiant.huggingface_transformers_interface import (
- input_module_uses_transformers,
- input_module_tokenizer_name,
-)
-from transformers import (
- BertTokenizer,
- RobertaTokenizer,
- AlbertTokenizer,
- XLNetTokenizer,
- OpenAIGPTTokenizer,
- GPT2Tokenizer,
- TransfoXLTokenizer,
- XLMTokenizer,
-)
-
-from jiant.tasks import (
- ALL_DIAGNOSTICS,
- ALL_COLA_NPI_TASKS,
- ALL_GLUE_TASKS,
- ALL_SUPERGLUE_TASKS,
- ALL_NLI_PROBING_TASKS,
- ALL_SEQ2SEQ_TASKS,
-)
-from jiant.tasks import REGISTRY as TASKS_REGISTRY
-from jiant.tasks.seq2seq import Seq2SeqTask
-from jiant.tasks.tasks import SequenceGenerationTask, Task
-from jiant.tasks.lm import MaskedLanguageModelingTask
-from jiant.utils import config, serialize, utils, options
-from jiant.utils.options import parse_task_list_arg
-
-# NOTE: these are not that same as AllenNLP SOS, EOS tokens
-SOS_TOK, EOS_TOK = " w1 w2 w3 's are used between sentences. Yes, not '' which is the cls_token
+ # token 1 = '' which is the sep_token
+ # Also two '
\\n\"+\n", - " \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n", - " \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n", - " \"
\\n\"+\n", - " \"\\n\"+\n",
- " \"from bokeh.resources import INLINE\\n\"+\n",
- " \"output_notebook(resources=INLINE)\\n\"+\n",
- " \"\\n\"+\n",
- " \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"\\n\"+\n \"| \n", - " | tag | \n", - "seed | \n", - "exp_name | \n", - "layer_num | \n", - "exp_type | \n", - "label | \n", - "num_epochs | \n", - "num_steps | \n", - "run | \n", - "task | \n", - "... | \n", - "precision | \n", - "recall | \n", - "f1_score | \n", - "accuracy_errn95 | \n", - "precision_errn95 | \n", - "recall_errn95 | \n", - "f1_errn95 | \n", - "score | \n", - "score_errn95 | \n", - "display_row | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-00-edges-coref-ontonotes... | \n", - "00 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.844300 | \n", - "0.760248 | \n", - "0.800073 | \n", - "0.003346 | \n", - "0.009828 | \n", - "0.010982 | \n", - "0.010373 | \n", - "0.800073 | \n", - "0.010373 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 1 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-01-edges-coref-ontonotes... | \n", - "01 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.848998 | \n", - "0.802790 | \n", - "0.825248 | \n", - "0.003181 | \n", - "0.009471 | \n", - "0.010235 | \n", - "0.009838 | \n", - "0.825248 | \n", - "0.009838 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 2 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-02-edges-coref-ontonotes... | \n", - "02 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.845075 | \n", - "0.840854 | \n", - "0.842960 | \n", - "0.003063 | \n", - "0.009331 | \n", - "0.009410 | \n", - "0.009370 | \n", - "0.842960 | \n", - "0.009370 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 3 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-03-edges-coref-ontonotes... | \n", - "03 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.860228 | \n", - "0.843782 | \n", - "0.851926 | \n", - "0.002971 | \n", - "0.009006 | \n", - "0.009339 | \n", - "0.009169 | \n", - "0.851926 | \n", - "0.009169 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 4 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-04-edges-coref-ontonotes... | \n", - "04 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.873176 | \n", - "0.865656 | \n", - "0.869400 | \n", - "0.002808 | \n", - "0.008597 | \n", - "0.008772 | \n", - "0.008684 | \n", - "0.869400 | \n", - "0.008684 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 5 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-05-edges-coref-ontonotes... | \n", - "05 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.879472 | \n", - "0.872201 | \n", - "0.875822 | \n", - "0.002743 | \n", - "0.008410 | \n", - "0.008588 | \n", - "0.008498 | \n", - "0.875822 | \n", - "0.008498 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 6 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-06-edges-coref-ontonotes... | \n", - "06 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.887824 | \n", - "0.877885 | \n", - "0.882827 | \n", - "0.002667 | \n", - "0.008163 | \n", - "0.008422 | \n", - "0.008291 | \n", - "0.882827 | \n", - "0.008291 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 7 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-07-edges-coref-ontonotes... | \n", - "07 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.898627 | \n", - "0.879435 | \n", - "0.888928 | \n", - "0.002594 | \n", - "0.007848 | \n", - "0.008376 | \n", - "0.008103 | \n", - "0.888928 | \n", - "0.008103 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 8 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-08-edges-coref-ontonotes... | \n", - "08 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.903833 | \n", - "0.901653 | \n", - "0.902742 | \n", - "0.002446 | \n", - "0.007593 | \n", - "0.007660 | \n", - "0.007626 | \n", - "0.902742 | \n", - "0.007626 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 9 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-09-edges-coref-ontonotes... | \n", - "09 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.905445 | \n", - "0.902170 | \n", - "0.903805 | \n", - "0.002432 | \n", - "0.007540 | \n", - "0.007642 | \n", - "0.007591 | \n", - "0.903805 | \n", - "0.007591 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 10 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-10-edges-coref-ontonotes... | \n", - "10 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.906908 | \n", - "0.904409 | \n", - "0.905657 | \n", - "0.002410 | \n", - "0.007484 | \n", - "0.007563 | \n", - "0.007524 | \n", - "0.905657 | \n", - "0.007524 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 11 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-11-edges-coref-ontonotes... | \n", - "11 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.905562 | \n", - "0.900103 | \n", - "0.902825 | \n", - "0.002443 | \n", - "0.007545 | \n", - "0.007713 | \n", - "0.007628 | \n", - "0.902825 | \n", - "0.007628 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 12 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-12-edges-coref-ontonotes... | \n", - "12 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.908106 | \n", - "0.895281 | \n", - "0.901648 | \n", - "0.002452 | \n", - "0.007484 | \n", - "0.007876 | \n", - "0.007675 | \n", - "0.901648 | \n", - "0.007675 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 13 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-00-edges-coref-ontonote... | \n", - "00 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.834845 | \n", - "0.776610 | \n", - "0.804676 | \n", - "0.003335 | \n", - "0.009903 | \n", - "0.010714 | \n", - "0.010293 | \n", - "0.804676 | \n", - "0.010293 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 14 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-01-edges-coref-ontonote... | \n", - "01 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.830527 | \n", - "0.806924 | \n", - "0.818555 | \n", - "0.003256 | \n", - "0.009791 | \n", - "0.010153 | \n", - "0.009969 | \n", - "0.818555 | \n", - "0.009969 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 15 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-02-edges-coref-ontonote... | \n", - "02 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.846028 | \n", - "0.801585 | \n", - "0.823207 | \n", - "0.003199 | \n", - "0.009538 | \n", - "0.010258 | \n", - "0.009885 | \n", - "0.823207 | \n", - "0.009885 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 16 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-03-edges-coref-ontonote... | \n", - "03 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.841145 | \n", - "0.809852 | \n", - "0.825202 | \n", - "0.003194 | \n", - "0.009583 | \n", - "0.010094 | \n", - "0.009832 | \n", - "0.825202 | \n", - "0.009832 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 17 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-04-edges-coref-ontonote... | \n", - "04 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.849213 | \n", - "0.827420 | \n", - "0.838175 | \n", - "0.003091 | \n", - "0.009325 | \n", - "0.009720 | \n", - "0.009519 | \n", - "0.838175 | \n", - "0.009519 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 18 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-05-edges-coref-ontonote... | \n", - "05 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.851578 | \n", - "0.832070 | \n", - "0.841711 | \n", - "0.003061 | \n", - "0.009251 | \n", - "0.009615 | \n", - "0.009430 | \n", - "0.841711 | \n", - "0.009430 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 19 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-06-edges-coref-ontonote... | \n", - "06 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.855186 | \n", - "0.827937 | \n", - "0.841341 | \n", - "0.003058 | \n", - "0.009200 | \n", - "0.009709 | \n", - "0.009447 | \n", - "0.841341 | \n", - "0.009447 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 20 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-07-edges-coref-ontonote... | \n", - "07 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.855103 | \n", - "0.835515 | \n", - "0.845196 | \n", - "0.003030 | \n", - "0.009160 | \n", - "0.009536 | \n", - "0.009344 | \n", - "0.845196 | \n", - "0.009344 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 21 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-08-edges-coref-ontonote... | \n", - "08 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.855336 | \n", - "0.850327 | \n", - "0.852824 | \n", - "0.002971 | \n", - "0.009075 | \n", - "0.009177 | \n", - "0.009125 | \n", - "0.852824 | \n", - "0.009125 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 22 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-09-edges-coref-ontonote... | \n", - "09 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.862690 | \n", - "0.849466 | \n", - "0.856027 | \n", - "0.002935 | \n", - "0.008922 | \n", - "0.009198 | \n", - "0.009058 | \n", - "0.856027 | \n", - "0.009058 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 23 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-10-edges-coref-ontonote... | \n", - "10 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.864202 | \n", - "0.861523 | \n", - "0.862860 | \n", - "0.002877 | \n", - "0.008826 | \n", - "0.008885 | \n", - "0.008855 | \n", - "0.862860 | \n", - "0.008855 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 24 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-11-edges-coref-ontonote... | \n", - "11 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.870614 | \n", - "0.876163 | \n", - "0.873380 | \n", - "0.002777 | \n", - "0.008606 | \n", - "0.008473 | \n", - "0.008539 | \n", - "0.873380 | \n", - "0.008539 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 25 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-12-edges-coref-ontonote... | \n", - "12 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.876556 | \n", - "0.873235 | \n", - "0.874892 | \n", - "0.002755 | \n", - "0.008477 | \n", - "0.008558 | \n", - "0.008518 | \n", - "0.874892 | \n", - "0.008518 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 26 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-13-edges-coref-ontonote... | \n", - "13 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.881509 | \n", - "0.889252 | \n", - "0.885364 | \n", - "0.002652 | \n", - "0.008277 | \n", - "0.008072 | \n", - "0.008173 | \n", - "0.885364 | \n", - "0.008173 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 27 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-14-edges-coref-ontonote... | \n", - "14 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.890912 | \n", - "0.893214 | \n", - "0.892062 | \n", - "0.002573 | \n", - "0.008009 | \n", - "0.007944 | \n", - "0.007976 | \n", - "0.892062 | \n", - "0.007976 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 28 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-15-edges-coref-ontonote... | \n", - "15 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.902322 | \n", - "0.903720 | \n", - "0.903020 | \n", - "0.002445 | \n", - "0.007631 | \n", - "0.007588 | \n", - "0.007609 | \n", - "0.903020 | \n", - "0.007609 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 29 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-16-edges-coref-ontonote... | \n", - "16 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.907213 | \n", - "0.907682 | \n", - "0.907447 | \n", - "0.002390 | \n", - "0.007461 | \n", - "0.007446 | \n", - "0.007454 | \n", - "0.907447 | \n", - "0.007454 | \n", - "coref-ontonotes-conll-1 | \n", - "
| ... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "
| 388 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-08-edges-srl-conll2012 | \n", - "08 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.933000 | \n", - "0.888104 | \n", - "0.909998 | \n", - "0.000100 | \n", - "0.001765 | \n", - "0.002171 | \n", - "0.001947 | \n", - "0.909998 | \n", - "0.001947 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 389 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-09-edges-srl-conll2012 | \n", - "09 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.931113 | \n", - "0.884400 | \n", - "0.907155 | \n", - "0.000101 | \n", - "0.001790 | \n", - "0.002202 | \n", - "0.001975 | \n", - "0.907155 | \n", - "0.001975 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 390 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-10-edges-srl-conll2012 | \n", - "10 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.930322 | \n", - "0.880374 | \n", - "0.904659 | \n", - "0.000103 | \n", - "0.001803 | \n", - "0.002235 | \n", - "0.001996 | \n", - "0.904659 | \n", - "0.001996 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 391 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-11-edges-srl-conll2012 | \n", - "11 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.932193 | \n", - "0.885783 | \n", - "0.908396 | \n", - "0.000101 | \n", - "0.001776 | \n", - "0.002191 | \n", - "0.001962 | \n", - "0.908396 | \n", - "0.001962 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 392 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-12-edges-srl-conll2012 | \n", - "12 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.932850 | \n", - "0.889932 | \n", - "0.910886 | \n", - "0.000099 | \n", - "0.001765 | \n", - "0.002156 | \n", - "0.001941 | \n", - "0.910886 | \n", - "0.001941 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 393 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-00-edges-srl-conll2012 | \n", - "00 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.867317 | \n", - "0.765416 | \n", - "0.813187 | \n", - "0.000141 | \n", - "0.002487 | \n", - "0.002918 | \n", - "0.002686 | \n", - "0.813187 | \n", - "0.002686 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 394 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-01-edges-srl-conll2012 | \n", - "01 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.874427 | \n", - "0.768009 | \n", - "0.817771 | \n", - "0.000139 | \n", - "0.002435 | \n", - "0.002907 | \n", - "0.002650 | \n", - "0.817771 | \n", - "0.002650 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 395 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-02-edges-srl-conll2012 | \n", - "02 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.896421 | \n", - "0.808745 | \n", - "0.850329 | \n", - "0.000127 | \n", - "0.002209 | \n", - "0.002709 | \n", - "0.002434 | \n", - "0.850329 | \n", - "0.002434 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 396 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-03-edges-srl-conll2012 | \n", - "03 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.886977 | \n", - "0.784815 | \n", - "0.832774 | \n", - "0.000133 | \n", - "0.002318 | \n", - "0.002830 | \n", - "0.002549 | \n", - "0.832774 | \n", - "0.002549 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 397 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-04-edges-srl-conll2012 | \n", - "04 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.905621 | \n", - "0.821574 | \n", - "0.861553 | \n", - "0.000122 | \n", - "0.002114 | \n", - "0.002637 | \n", - "0.002347 | \n", - "0.861553 | \n", - "0.002347 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 398 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-05-edges-srl-conll2012 | \n", - "05 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.905210 | \n", - "0.824834 | \n", - "0.863155 | \n", - "0.000122 | \n", - "0.002113 | \n", - "0.002618 | \n", - "0.002339 | \n", - "0.863155 | \n", - "0.002339 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 399 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-06-edges-srl-conll2012 | \n", - "06 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.906135 | \n", - "0.825464 | \n", - "0.863920 | \n", - "0.000121 | \n", - "0.002104 | \n", - "0.002614 | \n", - "0.002332 | \n", - "0.863920 | \n", - "0.002332 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 400 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-07-edges-srl-conll2012 | \n", - "07 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.909569 | \n", - "0.837824 | \n", - "0.872223 | \n", - "0.000118 | \n", - "0.002058 | \n", - "0.002539 | \n", - "0.002273 | \n", - "0.872223 | \n", - "0.002273 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 401 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-08-edges-srl-conll2012 | \n", - "08 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.916135 | \n", - "0.854098 | \n", - "0.884029 | \n", - "0.000113 | \n", - "0.001977 | \n", - "0.002431 | \n", - "0.002181 | \n", - "0.884029 | \n", - "0.002181 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 402 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-09-edges-srl-conll2012 | \n", - "09 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.913922 | \n", - "0.847702 | \n", - "0.879567 | \n", - "0.000115 | \n", - "0.002006 | \n", - "0.002475 | \n", - "0.002216 | \n", - "0.879567 | \n", - "0.002216 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 403 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-10-edges-srl-conll2012 | \n", - "10 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.920067 | \n", - "0.857889 | \n", - "0.887891 | \n", - "0.000111 | \n", - "0.001934 | \n", - "0.002405 | \n", - "0.002144 | \n", - "0.887891 | \n", - "0.002144 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 404 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-11-edges-srl-conll2012 | \n", - "11 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.925313 | \n", - "0.875658 | \n", - "0.899801 | \n", - "0.000105 | \n", - "0.001861 | \n", - "0.002273 | \n", - "0.002046 | \n", - "0.899801 | \n", - "0.002046 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 405 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-12-edges-srl-conll2012 | \n", - "12 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.930265 | \n", - "0.874003 | \n", - "0.901257 | \n", - "0.000104 | \n", - "0.001810 | \n", - "0.002286 | \n", - "0.002020 | \n", - "0.901257 | \n", - "0.002020 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 406 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-13-edges-srl-conll2012 | \n", - "13 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.933339 | \n", - "0.886375 | \n", - "0.909251 | \n", - "0.000100 | \n", - "0.001763 | \n", - "0.002186 | \n", - "0.001952 | \n", - "0.909251 | \n", - "0.001952 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 407 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-14-edges-srl-conll2012 | \n", - "14 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.934932 | \n", - "0.892772 | \n", - "0.913365 | \n", - "0.000098 | \n", - "0.001738 | \n", - "0.002131 | \n", - "0.001915 | \n", - "0.913365 | \n", - "0.001915 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 408 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-15-edges-srl-conll2012 | \n", - "15 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.935366 | \n", - "0.891685 | \n", - "0.913003 | \n", - "0.000098 | \n", - "0.001734 | \n", - "0.002140 | \n", - "0.001916 | \n", - "0.913003 | \n", - "0.001916 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 409 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-16-edges-srl-conll2012 | \n", - "16 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.935967 | \n", - "0.897019 | \n", - "0.916079 | \n", - "0.000097 | \n", - "0.001722 | \n", - "0.002093 | \n", - "0.001890 | \n", - "0.916079 | \n", - "0.001890 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 410 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-17-edges-srl-conll2012 | \n", - "17 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.934813 | \n", - "0.895278 | \n", - "0.914618 | \n", - "0.000097 | \n", - "0.001737 | \n", - "0.002109 | \n", - "0.001905 | \n", - "0.914618 | \n", - "0.001905 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 411 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-18-edges-srl-conll2012 | \n", - "18 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.932654 | \n", - "0.893142 | \n", - "0.912471 | \n", - "0.000099 | \n", - "0.001764 | \n", - "0.002128 | \n", - "0.001929 | \n", - "0.912471 | \n", - "0.001929 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 412 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-19-edges-srl-conll2012 | \n", - "19 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.935502 | \n", - "0.894414 | \n", - "0.914497 | \n", - "0.000097 | \n", - "0.001730 | \n", - "0.002117 | \n", - "0.001904 | \n", - "0.914497 | \n", - "0.001904 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 413 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-20-edges-srl-conll2012 | \n", - "20 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.937376 | \n", - "0.896957 | \n", - "0.916721 | \n", - "0.000096 | \n", - "0.001706 | \n", - "0.002094 | \n", - "0.001880 | \n", - "0.916721 | \n", - "0.001880 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 414 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-21-edges-srl-conll2012 | \n", - "21 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.935364 | \n", - "0.898797 | \n", - "0.916716 | \n", - "0.000096 | \n", - "0.001728 | \n", - "0.002077 | \n", - "0.001886 | \n", - "0.916716 | \n", - "0.001886 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 415 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-22-edges-srl-conll2012 | \n", - "22 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.935844 | \n", - "0.894278 | \n", - "0.914589 | \n", - "0.000097 | \n", - "0.001726 | \n", - "0.002118 | \n", - "0.001902 | \n", - "0.914589 | \n", - "0.001902 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 416 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-23-edges-srl-conll2012 | \n", - "23 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.935155 | \n", - "0.898377 | \n", - "0.916397 | \n", - "0.000096 | \n", - "0.001730 | \n", - "0.002081 | \n", - "0.001890 | \n", - "0.916397 | \n", - "0.001890 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
| 417 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-24-edges-srl-conll2012 | \n", - "24 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.935601 | \n", - "0.894266 | \n", - "0.914466 | \n", - "0.000097 | \n", - "0.001729 | \n", - "0.002118 | \n", - "0.001904 | \n", - "0.914466 | \n", - "0.001904 | \n", - "srl-conll2012-_clean_micro_ | \n", - "
418 rows × 32 columns
\n", - "| \n", - " | tag | \n", - "seed | \n", - "exp_name | \n", - "layer_num | \n", - "exp_type | \n", - "label | \n", - "num_epochs | \n", - "num_steps | \n", - "run | \n", - "task | \n", - "... | \n", - "lex_score | \n", - "prev_layer_score | \n", - "delta_score | \n", - "exp_layer | \n", - "prev_score_max | \n", - "real_delta_score | \n", - "kl_unif | \n", - "contextual_headroom | \n", - "headroom_frac | \n", - "real_headroom_frac | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-00-edges-coref-ontonotes... | \n", - "00 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0 | \n", - "0.800073 | \n", - "3.61864 | \n", - "0.000000 | \n", - "0.800073 | \n", - "0.632103 | \n", - "0.105585 | \n", - "7.57755 | \n", - "7.57755 | \n", - "
| 1 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-01-edges-coref-ontonotes... | \n", - "01 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.800072 | \n", - "0.0251754 | \n", - "3.61864 | \n", - "0.800072 | \n", - "0.0251754 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.238438 | \n", - "0.238438 | \n", - "
| 2 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-02-edges-coref-ontonotes... | \n", - "02 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.825248 | \n", - "0.0177116 | \n", - "3.61864 | \n", - "0.825248 | \n", - "0.0177116 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.167748 | \n", - "0.167748 | \n", - "
| 3 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-03-edges-coref-ontonotes... | \n", - "03 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.84296 | \n", - "0.0089664 | \n", - "3.61864 | \n", - "0.842960 | \n", - "0.0089664 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.0849214 | \n", - "0.0849214 | \n", - "
| 4 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-04-edges-coref-ontonotes... | \n", - "04 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.851926 | \n", - "0.0174738 | \n", - "3.61864 | \n", - "0.851926 | \n", - "0.0174738 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.165496 | \n", - "0.165496 | \n", - "
| 5 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-05-edges-coref-ontonotes... | \n", - "05 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.8694 | \n", - "0.00642173 | \n", - "3.61864 | \n", - "0.869400 | \n", - "0.00642173 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.0608207 | \n", - "0.0608207 | \n", - "
| 6 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-06-edges-coref-ontonotes... | \n", - "06 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.875822 | \n", - "0.00700518 | \n", - "3.61864 | \n", - "0.875822 | \n", - "0.00700518 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.0663466 | \n", - "0.0663466 | \n", - "
| 7 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-07-edges-coref-ontonotes... | \n", - "07 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.882827 | \n", - "0.00610089 | \n", - "3.61864 | \n", - "0.882827 | \n", - "0.00610089 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.057782 | \n", - "0.057782 | \n", - "
| 8 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-08-edges-coref-ontonotes... | \n", - "08 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.888928 | \n", - "0.0138143 | \n", - "3.61864 | \n", - "0.888928 | \n", - "0.0138143 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.130836 | \n", - "0.130836 | \n", - "
| 9 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-09-edges-coref-ontonotes... | \n", - "09 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.902742 | \n", - "0.00106283 | \n", - "3.61864 | \n", - "0.902742 | \n", - "0.00106283 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.0100661 | \n", - "0.0100661 | \n", - "
| 10 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-10-edges-coref-ontonotes... | \n", - "10 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.903805 | \n", - "0.00185246 | \n", - "3.61864 | \n", - "0.903805 | \n", - "0.00185246 | \n", - "0.632103 | \n", - "0.105585 | \n", - "0.0175448 | \n", - "0.0175448 | \n", - "
| 11 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-11-edges-coref-ontonotes... | \n", - "11 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.905657 | \n", - "-0.00283255 | \n", - "3.61864 | \n", - "0.905657 | \n", - "-0.00283255 | \n", - "0.632103 | \n", - "0.105585 | \n", - "-0.0268273 | \n", - "-0.0268273 | \n", - "
| 12 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-12-edges-coref-ontonotes... | \n", - "12 | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.800073 | \n", - "0.902825 | \n", - "-0.00117671 | \n", - "3.61864 | \n", - "0.905657 | \n", - "-0.00117671 | \n", - "0.632103 | \n", - "0.105585 | \n", - "-0.0111447 | \n", - "-0.0111447 | \n", - "
| 13 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-00-edges-coref-ontonote... | \n", - "00 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0 | \n", - "0.804676 | \n", - "9.47118 | \n", - "0.000000 | \n", - "0.804676 | \n", - "0.598248 | \n", - "0.116391 | \n", - "6.91358 | \n", - "6.91358 | \n", - "
| 14 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-01-edges-coref-ontonote... | \n", - "01 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.804676 | \n", - "0.0138794 | \n", - "9.47118 | \n", - "0.804676 | \n", - "0.0138794 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.119249 | \n", - "0.119249 | \n", - "
| 15 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-02-edges-coref-ontonote... | \n", - "02 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.818555 | \n", - "0.00465181 | \n", - "9.47118 | \n", - "0.818555 | \n", - "0.00465181 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0399672 | \n", - "0.0399672 | \n", - "
| 16 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-03-edges-coref-ontonote... | \n", - "03 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.823207 | \n", - "0.00199498 | \n", - "9.47118 | \n", - "0.823207 | \n", - "0.00199498 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0171404 | \n", - "0.0171404 | \n", - "
| 17 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-04-edges-coref-ontonote... | \n", - "04 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.825202 | \n", - "0.0129732 | \n", - "9.47118 | \n", - "0.825202 | \n", - "0.0129732 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.111463 | \n", - "0.111463 | \n", - "
| 18 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-05-edges-coref-ontonote... | \n", - "05 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.838175 | \n", - "0.00353595 | \n", - "9.47118 | \n", - "0.838175 | \n", - "0.00353595 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0303801 | \n", - "0.0303801 | \n", - "
| 19 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-06-edges-coref-ontonote... | \n", - "06 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.841711 | \n", - "-0.000370241 | \n", - "9.47118 | \n", - "0.841711 | \n", - "-0.000370241 | \n", - "0.598248 | \n", - "0.116391 | \n", - "-0.00318102 | \n", - "-0.00318102 | \n", - "
| 20 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-07-edges-coref-ontonote... | \n", - "07 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.841341 | \n", - "0.00385491 | \n", - "9.47118 | \n", - "0.841711 | \n", - "0.00385491 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0331205 | \n", - "0.0331205 | \n", - "
| 21 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-08-edges-coref-ontonote... | \n", - "08 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.845196 | \n", - "0.00762873 | \n", - "9.47118 | \n", - "0.845196 | \n", - "0.00762873 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0655442 | \n", - "0.0655442 | \n", - "
| 22 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-09-edges-coref-ontonote... | \n", - "09 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.852824 | \n", - "0.00320275 | \n", - "9.47118 | \n", - "0.852824 | \n", - "0.00320275 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0275172 | \n", - "0.0275172 | \n", - "
| 23 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-10-edges-coref-ontonote... | \n", - "10 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.856027 | \n", - "0.00683303 | \n", - "9.47118 | \n", - "0.856027 | \n", - "0.00683303 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0587078 | \n", - "0.0587078 | \n", - "
| 24 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-11-edges-coref-ontonote... | \n", - "11 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.86286 | \n", - "0.0105196 | \n", - "9.47118 | \n", - "0.862860 | \n", - "0.0105196 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0903819 | \n", - "0.0903819 | \n", - "
| 25 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-12-edges-coref-ontonote... | \n", - "12 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.87338 | \n", - "0.00151244 | \n", - "9.47118 | \n", - "0.873380 | \n", - "0.00151244 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0129945 | \n", - "0.0129945 | \n", - "
| 26 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-13-edges-coref-ontonote... | \n", - "13 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.874892 | \n", - "0.0104718 | \n", - "9.47118 | \n", - "0.874892 | \n", - "0.0104718 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0899712 | \n", - "0.0899712 | \n", - "
| 27 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-14-edges-coref-ontonote... | \n", - "14 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.885364 | \n", - "0.00669758 | \n", - "9.47118 | \n", - "0.885364 | \n", - "0.00669758 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0575441 | \n", - "0.0575441 | \n", - "
| 28 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-15-edges-coref-ontonote... | \n", - "15 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.892062 | \n", - "0.0109588 | \n", - "9.47118 | \n", - "0.892062 | \n", - "0.0109588 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0941554 | \n", - "0.0941554 | \n", - "
| 29 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-16-edges-coref-ontonote... | \n", - "16 | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "coref-ontonotes-conll | \n", - "... | \n", - "0.804676 | \n", - "0.90302 | \n", - "0.00442688 | \n", - "9.47118 | \n", - "0.903020 | \n", - "0.00442688 | \n", - "0.598248 | \n", - "0.116391 | \n", - "0.0380347 | \n", - "0.0380347 | \n", - "
| ... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "
| 388 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-08-edges-srl-conll2012 | \n", - "08 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.794559 | \n", - "0.910484 | \n", - "-0.000485895 | \n", - "2.58844 | \n", - "0.910484 | \n", - "-0.000485895 | \n", - "1.210460 | \n", - "0.116326 | \n", - "-0.00417701 | \n", - "-0.00417701 | \n", - "
| 389 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-09-edges-srl-conll2012 | \n", - "09 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.794559 | \n", - "0.909998 | \n", - "-0.00284303 | \n", - "2.58844 | \n", - "0.910484 | \n", - "-0.00284303 | \n", - "1.210460 | \n", - "0.116326 | \n", - "-0.0244402 | \n", - "-0.0244402 | \n", - "
| 390 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-10-edges-srl-conll2012 | \n", - "10 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.794559 | \n", - "0.907155 | \n", - "-0.00249621 | \n", - "2.58844 | \n", - "0.910484 | \n", - "-0.00249621 | \n", - "1.210460 | \n", - "0.116326 | \n", - "-0.0214587 | \n", - "-0.0214587 | \n", - "
| 391 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-11-edges-srl-conll2012 | \n", - "11 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.794559 | \n", - "0.904659 | \n", - "0.00373638 | \n", - "2.58844 | \n", - "0.910484 | \n", - "0.00373638 | \n", - "1.210460 | \n", - "0.116326 | \n", - "0.0321199 | \n", - "0.0321199 | \n", - "
| 392 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-12-edges-srl-conll2012 | \n", - "12 | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-ba... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.794559 | \n", - "0.908396 | \n", - "0.00248999 | \n", - "2.58844 | \n", - "0.910484 | \n", - "0.00248999 | \n", - "1.210460 | \n", - "0.116326 | \n", - "0.0214053 | \n", - "0.0214053 | \n", - "
| 393 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-00-edges-srl-conll2012 | \n", - "00 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0 | \n", - "0.813187 | \n", - "6.53665 | \n", - "0.000000 | \n", - "0.813187 | \n", - "1.307057 | \n", - "0.103535 | \n", - "7.85424 | \n", - "7.85424 | \n", - "
| 394 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-01-edges-srl-conll2012 | \n", - "01 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.813187 | \n", - "0.004584 | \n", - "6.53665 | \n", - "0.813187 | \n", - "0.004584 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.044275 | \n", - "0.044275 | \n", - "
| 395 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-02-edges-srl-conll2012 | \n", - "02 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.817771 | \n", - "0.0325581 | \n", - "6.53665 | \n", - "0.817771 | \n", - "0.0325581 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.314466 | \n", - "0.314466 | \n", - "
| 396 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-03-edges-srl-conll2012 | \n", - "03 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.850329 | \n", - "-0.0175545 | \n", - "6.53665 | \n", - "0.850329 | \n", - "-0.0175545 | \n", - "1.307057 | \n", - "0.103535 | \n", - "-0.169552 | \n", - "-0.169552 | \n", - "
| 397 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-04-edges-srl-conll2012 | \n", - "04 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.832774 | \n", - "0.0287785 | \n", - "6.53665 | \n", - "0.850329 | \n", - "0.0287785 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.27796 | \n", - "0.27796 | \n", - "
| 398 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-05-edges-srl-conll2012 | \n", - "05 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.861553 | \n", - "0.00160226 | \n", - "6.53665 | \n", - "0.861553 | \n", - "0.00160226 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.0154756 | \n", - "0.0154756 | \n", - "
| 399 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-06-edges-srl-conll2012 | \n", - "06 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.863155 | \n", - "0.000765017 | \n", - "6.53665 | \n", - "0.863155 | \n", - "0.000765017 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.00738899 | \n", - "0.00738899 | \n", - "
| 400 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-07-edges-srl-conll2012 | \n", - "07 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.86392 | \n", - "0.00830327 | \n", - "6.53665 | \n", - "0.863920 | \n", - "0.00830327 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.080198 | \n", - "0.080198 | \n", - "
| 401 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-08-edges-srl-conll2012 | \n", - "08 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.872223 | \n", - "0.0118061 | \n", - "6.53665 | \n", - "0.872223 | \n", - "0.0118061 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.11403 | \n", - "0.11403 | \n", - "
| 402 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-09-edges-srl-conll2012 | \n", - "09 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.884029 | \n", - "-0.00446198 | \n", - "6.53665 | \n", - "0.884029 | \n", - "-0.00446198 | \n", - "1.307057 | \n", - "0.103535 | \n", - "-0.0430965 | \n", - "-0.0430965 | \n", - "
| 403 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-10-edges-srl-conll2012 | \n", - "10 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.879567 | \n", - "0.00832321 | \n", - "6.53665 | \n", - "0.884029 | \n", - "0.00832321 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.0803906 | \n", - "0.0803906 | \n", - "
| 404 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-11-edges-srl-conll2012 | \n", - "11 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.887891 | \n", - "0.0119102 | \n", - "6.53665 | \n", - "0.887891 | \n", - "0.0119102 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.115035 | \n", - "0.115035 | \n", - "
| 405 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-12-edges-srl-conll2012 | \n", - "12 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.899801 | \n", - "0.00145596 | \n", - "6.53665 | \n", - "0.899801 | \n", - "0.00145596 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.0140625 | \n", - "0.0140625 | \n", - "
| 406 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-13-edges-srl-conll2012 | \n", - "13 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.901257 | \n", - "0.00799423 | \n", - "6.53665 | \n", - "0.901257 | \n", - "0.00799423 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.077213 | \n", - "0.077213 | \n", - "
| 407 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-14-edges-srl-conll2012 | \n", - "14 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.909251 | \n", - "0.00411436 | \n", - "6.53665 | \n", - "0.909251 | \n", - "0.00411436 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.039739 | \n", - "0.039739 | \n", - "
| 408 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-15-edges-srl-conll2012 | \n", - "15 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.913365 | \n", - "-0.000362014 | \n", - "6.53665 | \n", - "0.913365 | \n", - "-0.000362014 | \n", - "1.307057 | \n", - "0.103535 | \n", - "-0.00349654 | \n", - "-0.00349654 | \n", - "
| 409 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-16-edges-srl-conll2012 | \n", - "16 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.913003 | \n", - "0.00307592 | \n", - "6.53665 | \n", - "0.913365 | \n", - "0.00307592 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.029709 | \n", - "0.029709 | \n", - "
| 410 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-17-edges-srl-conll2012 | \n", - "17 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.916079 | \n", - "-0.00146085 | \n", - "6.53665 | \n", - "0.916079 | \n", - "-0.00146085 | \n", - "1.307057 | \n", - "0.103535 | \n", - "-0.0141097 | \n", - "-0.0141097 | \n", - "
| 411 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-18-edges-srl-conll2012 | \n", - "18 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.914618 | \n", - "-0.00214778 | \n", - "6.53665 | \n", - "0.916079 | \n", - "-0.00214778 | \n", - "1.307057 | \n", - "0.103535 | \n", - "-0.0207446 | \n", - "-0.0207446 | \n", - "
| 412 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-19-edges-srl-conll2012 | \n", - "19 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.912471 | \n", - "0.00202615 | \n", - "6.53665 | \n", - "0.916079 | \n", - "0.00202615 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.0195698 | \n", - "0.0195698 | \n", - "
| 413 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-20-edges-srl-conll2012 | \n", - "20 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.914497 | \n", - "0.00222463 | \n", - "6.53665 | \n", - "0.916079 | \n", - "0.00222463 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.0214868 | \n", - "0.0214868 | \n", - "
| 414 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-21-edges-srl-conll2012 | \n", - "21 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.916721 | \n", - "-5.3509e-06 | \n", - "6.53665 | \n", - "0.916721 | \n", - "-5.3509e-06 | \n", - "1.307057 | \n", - "0.103535 | \n", - "-5.16822e-05 | \n", - "-5.16822e-05 | \n", - "
| 415 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-22-edges-srl-conll2012 | \n", - "22 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.916716 | \n", - "-0.00212719 | \n", - "6.53665 | \n", - "0.916721 | \n", - "-0.00212719 | \n", - "1.307057 | \n", - "0.103535 | \n", - "-0.0205456 | \n", - "-0.0205456 | \n", - "
| 416 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-23-edges-srl-conll2012 | \n", - "23 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.914589 | \n", - "0.00180863 | \n", - "6.53665 | \n", - "0.916721 | \n", - "0.00180863 | \n", - "1.307057 | \n", - "0.103535 | \n", - "0.0174688 | \n", - "0.0174688 | \n", - "
| 417 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-24-edges-srl-conll2012 | \n", - "24 | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190219-perlayer/bert-la... | \n", - "srl-conll2012 | \n", - "... | \n", - "0.813187 | \n", - "0.916397 | \n", - "-0.001931 | \n", - "6.53665 | \n", - "0.916721 | \n", - "-0.001931 | \n", - "1.307057 | \n", - "0.103535 | \n", - "-0.0186507 | \n", - "-0.0186507 | \n", - "
418 rows × 43 columns
\n", - "| \n", - " | tag | \n", - "exp_name | \n", - "exp_type | \n", - "task | \n", - "checkpoint | \n", - "gamma | \n", - "label | \n", - "run | \n", - "scalar_parameters.0 | \n", - "scalar_parameters.1 | \n", - "... | \n", - "19 | \n", - "20 | \n", - "21 | \n", - "22 | \n", - "23 | \n", - "24 | \n", - "weight_entropy | \n", - "weight_kl_unif | \n", - "weight_exp_layer | \n", - "weight_exp_layer_oneplus | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "base | \n", - "bert-base-uncased-mix-edges-coref-ontonotes-conll | \n", - "bert-base-uncased-mix | \n", - "coref-ontonotes-conll | \n", - "/model_state_eval_best.th | \n", - "1.682971 | \n", - "__scalar_mix__ | \n", - "/nfs/jsalt/exp/edges-20190217-mix-pre/bert-bas... | \n", - "-0.630028 | \n", - "-0.761247 | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "3.29132 | \n", - "4.091179e-01 | \n", - "7.962118 | \n", - "8.214730 | \n", - "
| 1 | \n", - "base | \n", - "bert-base-uncased-mix-edges-dep-labeling-ewt | \n", - "bert-base-uncased-mix | \n", - "dep-labeling-ewt | \n", - "/model_state_eval_best.th | \n", - "3.026450 | \n", - "__scalar_mix__ | \n", - "/nfs/jsalt/exp/edges-20190217-mix-pre/bert-bas... | \n", - "-0.324348 | \n", - "-0.365665 | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "3.10252 | \n", - "5.979175e-01 | \n", - "6.548090 | \n", - "6.716994 | \n", - "
| 2 | \n", - "base | \n", - "bert-base-uncased-mix-edges-dpr | \n", - "bert-base-uncased-mix | \n", - "dpr | \n", - "/model_state_eval_best.th | \n", - "0.996561 | \n", - "__scalar_mix__ | \n", - "/nfs/jsalt/exp/edges-20190217-mix-pre/bert-bas... | \n", - "-0.001596 | \n", - "-0.000428 | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "3.70044 | \n", - "6.778836e-07 | \n", - "6.002542 | \n", - "6.501843 | \n", - "
| 3 | \n", - "base | \n", - "bert-base-uncased-mix-edges-ner-ontonotes | \n", - "bert-base-uncased-mix | \n", - "ner-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.208929 | \n", - "__scalar_mix__ | \n", - "/nfs/jsalt/exp/edges-20190217-mix-pre/bert-bas... | \n", - "-0.221502 | \n", - "-0.218776 | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "3.58759 | \n", - "1.128481e-01 | \n", - "6.862706 | \n", - "7.276716 | \n", - "
| 4 | \n", - "base | \n", - "bert-base-uncased-mix-edges-nonterminal-ontonotes | \n", - "bert-base-uncased-mix | \n", - "nonterminal-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.014895 | \n", - "__scalar_mix__ | \n", - "/nfs/jsalt/exp/edges-20190217-mix-pre/bert-bas... | \n", - "-0.521184 | \n", - "-0.483713 | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "3.27354 | \n", - "4.269024e-01 | \n", - "6.006378 | \n", - "6.193607 | \n", - "
5 rows × 64 columns
\n", - "| \n", - " | tag | \n", - "exp_name | \n", - "exp_type | \n", - "task | \n", - "checkpoint | \n", - "gamma | \n", - "label | \n", - "run | \n", - "scalar_set | \n", - "display_col | \n", - "... | \n", - "weight_kl_unif | \n", - "weight_exp_layer | \n", - "weight_exp_layer_oneplus | \n", - "layer_num | \n", - "layer_weight | \n", - "_display_name | \n", - "_bar_height | \n", - "_bar_center | \n", - "_formatted_entropy | \n", - "_formatted_kl_unif | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "base | \n", - "elmo-full-edges-coref-ontonotes-conll | \n", - "elmo-full | \n", - "coref-ontonotes-conll | \n", - "/model_state_eval_best.th | \n", - "2.094788 | \n", - "None | \n", - "elmo-full-edges-coref-ontonotes-conll/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.099761 | \n", - "0.873651 | \n", - "1.279741 | \n", - "0 | \n", - "0.317322 | \n", - "Coref. | \n", - "0.666376 | \n", - "Coref. | \n", - "H(s) = 1.49 bits | \n", - "K(s) = 0.10 | \n", - "
| 1 | \n", - "base | \n", - "elmo-full-edges-dep-labeling-ewt | \n", - "elmo-full | \n", - "dep-labeling-ewt | \n", - "/model_state_eval_best.th | \n", - "3.233000 | \n", - "None | \n", - "elmo-full-edges-dep-labeling-ewt/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.821292 | \n", - "1.001022 | \n", - "1.082230 | \n", - "0 | \n", - "0.0750376 | \n", - "Deps. | \n", - "0.157579 | \n", - "Deps. | \n", - "H(s) = 0.76 bits | \n", - "K(s) = 0.82 | \n", - "
| 2 | \n", - "base | \n", - "elmo-full-edges-ner-ontonotes | \n", - "elmo-full | \n", - "ner-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.308605 | \n", - "None | \n", - "elmo-full-edges-ner-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.035871 | \n", - "0.966025 | \n", - "1.375614 | \n", - "0 | \n", - "0.29775 | \n", - "Entities | \n", - "0.625275 | \n", - "Entities | \n", - "H(s) = 1.55 bits | \n", - "K(s) = 0.04 | \n", - "
| 3 | \n", - "base | \n", - "elmo-full-edges-nonterminal-ontonotes | \n", - "elmo-full | \n", - "nonterminal-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.295377 | \n", - "None | \n", - "elmo-full-edges-nonterminal-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.770121 | \n", - "0.996855 | \n", - "1.089024 | \n", - "0 | \n", - "0.0846346 | \n", - "Consts. | \n", - "0.177733 | \n", - "Consts. | \n", - "H(s) = 0.81 bits | \n", - "K(s) = 0.77 | \n", - "
| 4 | \n", - "base | \n", - "elmo-full-edges-pos-ontonotes | \n", - "elmo-full | \n", - "pos-ontonotes | \n", - "/model_state_eval_best.th | \n", - "0.768965 | \n", - "None | \n", - "elmo-full-edges-pos-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.137134 | \n", - "0.807429 | \n", - "1.237478 | \n", - "0 | \n", - "0.347521 | \n", - "POS | \n", - "0.729793 | \n", - "POS | \n", - "H(s) = 1.45 bits | \n", - "K(s) = 0.14 | \n", - "
| 5 | \n", - "base | \n", - "elmo-full-edges-spr1 | \n", - "elmo-full | \n", - "spr1 | \n", - "/model_state_eval_best.th | \n", - "1.035713 | \n", - "None | \n", - "elmo-full-edges-spr1/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.003384 | \n", - "1.018538 | \n", - "1.473512 | \n", - "0 | \n", - "0.308769 | \n", - "SPR | \n", - "0.648414 | \n", - "SPR | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.00 | \n", - "
| 6 | \n", - "base | \n", - "elmo-full-edges-srl-conll2012 | \n", - "elmo-full | \n", - "srl-conll2012 | \n", - "/model_state_eval_best.th | \n", - "2.064842 | \n", - "None | \n", - "elmo-full-edges-srl-conll2012/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.475175 | \n", - "0.968179 | \n", - "1.140540 | \n", - "0 | \n", - "0.151122 | \n", - "SRL | \n", - "0.317356 | \n", - "SRL | \n", - "H(s) = 1.11 bits | \n", - "K(s) = 0.48 | \n", - "
| 7 | \n", - "base | \n", - "elmo-full-edges-rel-semeval | \n", - "elmo-full | \n", - "rel-semeval | \n", - "/model_state_eval_best.th | \n", - "1.068652 | \n", - "None | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-ful... | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.006973 | \n", - "1.068583 | \n", - "1.499896 | \n", - "0 | \n", - "0.287562 | \n", - "Relations | \n", - "0.60388 | \n", - "Relations | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.01 | \n", - "
| 8 | \n", - "base | \n", - "elmo-full-edges-coref-ontonotes-conll | \n", - "elmo-full | \n", - "coref-ontonotes-conll | \n", - "/model_state_eval_best.th | \n", - "2.094788 | \n", - "None | \n", - "elmo-full-edges-coref-ontonotes-conll/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.099761 | \n", - "0.873651 | \n", - "1.279741 | \n", - "1 | \n", - "0.491705 | \n", - "Coref. | \n", - "1.03258 | \n", - "Coref. | \n", - "H(s) = 1.49 bits | \n", - "K(s) = 0.10 | \n", - "
| 9 | \n", - "base | \n", - "elmo-full-edges-dep-labeling-ewt | \n", - "elmo-full | \n", - "dep-labeling-ewt | \n", - "/model_state_eval_best.th | \n", - "3.233000 | \n", - "None | \n", - "elmo-full-edges-dep-labeling-ewt/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.821292 | \n", - "1.001022 | \n", - "1.082230 | \n", - "1 | \n", - "0.848903 | \n", - "Deps. | \n", - "1.7827 | \n", - "Deps. | \n", - "H(s) = 0.76 bits | \n", - "K(s) = 0.82 | \n", - "
| 10 | \n", - "base | \n", - "elmo-full-edges-ner-ontonotes | \n", - "elmo-full | \n", - "ner-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.308605 | \n", - "None | \n", - "elmo-full-edges-ner-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.035871 | \n", - "0.966025 | \n", - "1.375614 | \n", - "1 | \n", - "0.438475 | \n", - "Entities | \n", - "0.920797 | \n", - "Entities | \n", - "H(s) = 1.55 bits | \n", - "K(s) = 0.04 | \n", - "
| 11 | \n", - "base | \n", - "elmo-full-edges-nonterminal-ontonotes | \n", - "elmo-full | \n", - "nonterminal-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.295377 | \n", - "None | \n", - "elmo-full-edges-nonterminal-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.770121 | \n", - "0.996855 | \n", - "1.089024 | \n", - "1 | \n", - "0.833876 | \n", - "Consts. | \n", - "1.75114 | \n", - "Consts. | \n", - "H(s) = 0.81 bits | \n", - "K(s) = 0.77 | \n", - "
| 12 | \n", - "base | \n", - "elmo-full-edges-pos-ontonotes | \n", - "elmo-full | \n", - "pos-ontonotes | \n", - "/model_state_eval_best.th | \n", - "0.768965 | \n", - "None | \n", - "elmo-full-edges-pos-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.137134 | \n", - "0.807429 | \n", - "1.237478 | \n", - "1 | \n", - "0.49753 | \n", - "POS | \n", - "1.04481 | \n", - "POS | \n", - "H(s) = 1.45 bits | \n", - "K(s) = 0.14 | \n", - "
| 13 | \n", - "base | \n", - "elmo-full-edges-spr1 | \n", - "elmo-full | \n", - "spr1 | \n", - "/model_state_eval_best.th | \n", - "1.035713 | \n", - "None | \n", - "elmo-full-edges-spr1/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.003384 | \n", - "1.018538 | \n", - "1.473512 | \n", - "1 | \n", - "0.363925 | \n", - "SPR | \n", - "0.764243 | \n", - "SPR | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.00 | \n", - "
| 14 | \n", - "base | \n", - "elmo-full-edges-srl-conll2012 | \n", - "elmo-full | \n", - "srl-conll2012 | \n", - "/model_state_eval_best.th | \n", - "2.064842 | \n", - "None | \n", - "elmo-full-edges-srl-conll2012/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.475175 | \n", - "0.968179 | \n", - "1.140540 | \n", - "1 | \n", - "0.729577 | \n", - "SRL | \n", - "1.53211 | \n", - "SRL | \n", - "H(s) = 1.11 bits | \n", - "K(s) = 0.48 | \n", - "
| 15 | \n", - "base | \n", - "elmo-full-edges-rel-semeval | \n", - "elmo-full | \n", - "rel-semeval | \n", - "/model_state_eval_best.th | \n", - "1.068652 | \n", - "None | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-ful... | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.006973 | \n", - "1.068583 | \n", - "1.499896 | \n", - "1 | \n", - "0.356293 | \n", - "Relations | \n", - "0.748216 | \n", - "Relations | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.01 | \n", - "
| 16 | \n", - "base | \n", - "elmo-full-edges-coref-ontonotes-conll | \n", - "elmo-full | \n", - "coref-ontonotes-conll | \n", - "/model_state_eval_best.th | \n", - "2.094788 | \n", - "None | \n", - "elmo-full-edges-coref-ontonotes-conll/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.099761 | \n", - "0.873651 | \n", - "1.279741 | \n", - "2 | \n", - "0.190973 | \n", - "Coref. | \n", - "0.401043 | \n", - "Coref. | \n", - "H(s) = 1.49 bits | \n", - "K(s) = 0.10 | \n", - "
| 17 | \n", - "base | \n", - "elmo-full-edges-dep-labeling-ewt | \n", - "elmo-full | \n", - "dep-labeling-ewt | \n", - "/model_state_eval_best.th | \n", - "3.233000 | \n", - "None | \n", - "elmo-full-edges-dep-labeling-ewt/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.821292 | \n", - "1.001022 | \n", - "1.082230 | \n", - "2 | \n", - "0.0760595 | \n", - "Deps. | \n", - "0.159725 | \n", - "Deps. | \n", - "H(s) = 0.76 bits | \n", - "K(s) = 0.82 | \n", - "
| 18 | \n", - "base | \n", - "elmo-full-edges-ner-ontonotes | \n", - "elmo-full | \n", - "ner-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.308605 | \n", - "None | \n", - "elmo-full-edges-ner-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.035871 | \n", - "0.966025 | \n", - "1.375614 | \n", - "2 | \n", - "0.263775 | \n", - "Entities | \n", - "0.553928 | \n", - "Entities | \n", - "H(s) = 1.55 bits | \n", - "K(s) = 0.04 | \n", - "
| 19 | \n", - "base | \n", - "elmo-full-edges-nonterminal-ontonotes | \n", - "elmo-full | \n", - "nonterminal-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.295377 | \n", - "None | \n", - "elmo-full-edges-nonterminal-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.770121 | \n", - "0.996855 | \n", - "1.089024 | \n", - "2 | \n", - "0.0814892 | \n", - "Consts. | \n", - "0.171127 | \n", - "Consts. | \n", - "H(s) = 0.81 bits | \n", - "K(s) = 0.77 | \n", - "
| 20 | \n", - "base | \n", - "elmo-full-edges-pos-ontonotes | \n", - "elmo-full | \n", - "pos-ontonotes | \n", - "/model_state_eval_best.th | \n", - "0.768965 | \n", - "None | \n", - "elmo-full-edges-pos-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.137134 | \n", - "0.807429 | \n", - "1.237478 | \n", - "2 | \n", - "0.154949 | \n", - "POS | \n", - "0.325394 | \n", - "POS | \n", - "H(s) = 1.45 bits | \n", - "K(s) = 0.14 | \n", - "
| 21 | \n", - "base | \n", - "elmo-full-edges-spr1 | \n", - "elmo-full | \n", - "spr1 | \n", - "/model_state_eval_best.th | \n", - "1.035713 | \n", - "None | \n", - "elmo-full-edges-spr1/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.003384 | \n", - "1.018538 | \n", - "1.473512 | \n", - "2 | \n", - "0.327306 | \n", - "SPR | \n", - "0.687343 | \n", - "SPR | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.00 | \n", - "
| 22 | \n", - "base | \n", - "elmo-full-edges-srl-conll2012 | \n", - "elmo-full | \n", - "srl-conll2012 | \n", - "/model_state_eval_best.th | \n", - "2.064842 | \n", - "None | \n", - "elmo-full-edges-srl-conll2012/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.475175 | \n", - "0.968179 | \n", - "1.140540 | \n", - "2 | \n", - "0.119301 | \n", - "SRL | \n", - "0.250532 | \n", - "SRL | \n", - "H(s) = 1.11 bits | \n", - "K(s) = 0.48 | \n", - "
| 23 | \n", - "base | \n", - "elmo-full-edges-rel-semeval | \n", - "elmo-full | \n", - "rel-semeval | \n", - "/model_state_eval_best.th | \n", - "1.068652 | \n", - "None | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-ful... | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.006973 | \n", - "1.068583 | \n", - "1.499896 | \n", - "2 | \n", - "0.356145 | \n", - "Relations | \n", - "0.747904 | \n", - "Relations | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.01 | \n", - "
| 24 | \n", - "base | \n", - "elmo-full-edges-coref-ontonotes-conll | \n", - "elmo-full | \n", - "coref-ontonotes-conll | \n", - "/model_state_eval_best.th | \n", - "2.094788 | \n", - "None | \n", - "elmo-full-edges-coref-ontonotes-conll/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.099761 | \n", - "0.873651 | \n", - "1.279741 | \n", - "3 | \n", - "0 | \n", - "Coref. | \n", - "0 | \n", - "Coref. | \n", - "H(s) = 1.49 bits | \n", - "K(s) = 0.10 | \n", - "
| 25 | \n", - "base | \n", - "elmo-full-edges-dep-labeling-ewt | \n", - "elmo-full | \n", - "dep-labeling-ewt | \n", - "/model_state_eval_best.th | \n", - "3.233000 | \n", - "None | \n", - "elmo-full-edges-dep-labeling-ewt/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.821292 | \n", - "1.001022 | \n", - "1.082230 | \n", - "3 | \n", - "0 | \n", - "Deps. | \n", - "0 | \n", - "Deps. | \n", - "H(s) = 0.76 bits | \n", - "K(s) = 0.82 | \n", - "
| 26 | \n", - "base | \n", - "elmo-full-edges-ner-ontonotes | \n", - "elmo-full | \n", - "ner-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.308605 | \n", - "None | \n", - "elmo-full-edges-ner-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.035871 | \n", - "0.966025 | \n", - "1.375614 | \n", - "3 | \n", - "0 | \n", - "Entities | \n", - "0 | \n", - "Entities | \n", - "H(s) = 1.55 bits | \n", - "K(s) = 0.04 | \n", - "
| 27 | \n", - "base | \n", - "elmo-full-edges-nonterminal-ontonotes | \n", - "elmo-full | \n", - "nonterminal-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.295377 | \n", - "None | \n", - "elmo-full-edges-nonterminal-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.770121 | \n", - "0.996855 | \n", - "1.089024 | \n", - "3 | \n", - "0 | \n", - "Consts. | \n", - "0 | \n", - "Consts. | \n", - "H(s) = 0.81 bits | \n", - "K(s) = 0.77 | \n", - "
| 28 | \n", - "base | \n", - "elmo-full-edges-pos-ontonotes | \n", - "elmo-full | \n", - "pos-ontonotes | \n", - "/model_state_eval_best.th | \n", - "0.768965 | \n", - "None | \n", - "elmo-full-edges-pos-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.137134 | \n", - "0.807429 | \n", - "1.237478 | \n", - "3 | \n", - "0 | \n", - "POS | \n", - "0 | \n", - "POS | \n", - "H(s) = 1.45 bits | \n", - "K(s) = 0.14 | \n", - "
| 29 | \n", - "base | \n", - "elmo-full-edges-spr1 | \n", - "elmo-full | \n", - "spr1 | \n", - "/model_state_eval_best.th | \n", - "1.035713 | \n", - "None | \n", - "elmo-full-edges-spr1/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.003384 | \n", - "1.018538 | \n", - "1.473512 | \n", - "3 | \n", - "0 | \n", - "SPR | \n", - "0 | \n", - "SPR | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.00 | \n", - "
| ... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "
| 170 | \n", - "base | \n", - "elmo-full-edges-ner-ontonotes | \n", - "elmo-full | \n", - "ner-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.308605 | \n", - "None | \n", - "elmo-full-edges-ner-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.035871 | \n", - "0.966025 | \n", - "1.375614 | \n", - "21 | \n", - "0 | \n", - "Entities | \n", - "0 | \n", - "Entities | \n", - "H(s) = 1.55 bits | \n", - "K(s) = 0.04 | \n", - "
| 171 | \n", - "base | \n", - "elmo-full-edges-nonterminal-ontonotes | \n", - "elmo-full | \n", - "nonterminal-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.295377 | \n", - "None | \n", - "elmo-full-edges-nonterminal-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.770121 | \n", - "0.996855 | \n", - "1.089024 | \n", - "21 | \n", - "0 | \n", - "Consts. | \n", - "0 | \n", - "Consts. | \n", - "H(s) = 0.81 bits | \n", - "K(s) = 0.77 | \n", - "
| 172 | \n", - "base | \n", - "elmo-full-edges-pos-ontonotes | \n", - "elmo-full | \n", - "pos-ontonotes | \n", - "/model_state_eval_best.th | \n", - "0.768965 | \n", - "None | \n", - "elmo-full-edges-pos-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.137134 | \n", - "0.807429 | \n", - "1.237478 | \n", - "21 | \n", - "0 | \n", - "POS | \n", - "0 | \n", - "POS | \n", - "H(s) = 1.45 bits | \n", - "K(s) = 0.14 | \n", - "
| 173 | \n", - "base | \n", - "elmo-full-edges-spr1 | \n", - "elmo-full | \n", - "spr1 | \n", - "/model_state_eval_best.th | \n", - "1.035713 | \n", - "None | \n", - "elmo-full-edges-spr1/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.003384 | \n", - "1.018538 | \n", - "1.473512 | \n", - "21 | \n", - "0 | \n", - "SPR | \n", - "0 | \n", - "SPR | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.00 | \n", - "
| 174 | \n", - "base | \n", - "elmo-full-edges-srl-conll2012 | \n", - "elmo-full | \n", - "srl-conll2012 | \n", - "/model_state_eval_best.th | \n", - "2.064842 | \n", - "None | \n", - "elmo-full-edges-srl-conll2012/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.475175 | \n", - "0.968179 | \n", - "1.140540 | \n", - "21 | \n", - "0 | \n", - "SRL | \n", - "0 | \n", - "SRL | \n", - "H(s) = 1.11 bits | \n", - "K(s) = 0.48 | \n", - "
| 175 | \n", - "base | \n", - "elmo-full-edges-rel-semeval | \n", - "elmo-full | \n", - "rel-semeval | \n", - "/model_state_eval_best.th | \n", - "1.068652 | \n", - "None | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-ful... | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.006973 | \n", - "1.068583 | \n", - "1.499896 | \n", - "21 | \n", - "0 | \n", - "Relations | \n", - "0 | \n", - "Relations | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.01 | \n", - "
| 176 | \n", - "base | \n", - "elmo-full-edges-coref-ontonotes-conll | \n", - "elmo-full | \n", - "coref-ontonotes-conll | \n", - "/model_state_eval_best.th | \n", - "2.094788 | \n", - "None | \n", - "elmo-full-edges-coref-ontonotes-conll/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.099761 | \n", - "0.873651 | \n", - "1.279741 | \n", - "22 | \n", - "0 | \n", - "Coref. | \n", - "0 | \n", - "Coref. | \n", - "H(s) = 1.49 bits | \n", - "K(s) = 0.10 | \n", - "
| 177 | \n", - "base | \n", - "elmo-full-edges-dep-labeling-ewt | \n", - "elmo-full | \n", - "dep-labeling-ewt | \n", - "/model_state_eval_best.th | \n", - "3.233000 | \n", - "None | \n", - "elmo-full-edges-dep-labeling-ewt/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.821292 | \n", - "1.001022 | \n", - "1.082230 | \n", - "22 | \n", - "0 | \n", - "Deps. | \n", - "0 | \n", - "Deps. | \n", - "H(s) = 0.76 bits | \n", - "K(s) = 0.82 | \n", - "
| 178 | \n", - "base | \n", - "elmo-full-edges-ner-ontonotes | \n", - "elmo-full | \n", - "ner-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.308605 | \n", - "None | \n", - "elmo-full-edges-ner-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.035871 | \n", - "0.966025 | \n", - "1.375614 | \n", - "22 | \n", - "0 | \n", - "Entities | \n", - "0 | \n", - "Entities | \n", - "H(s) = 1.55 bits | \n", - "K(s) = 0.04 | \n", - "
| 179 | \n", - "base | \n", - "elmo-full-edges-nonterminal-ontonotes | \n", - "elmo-full | \n", - "nonterminal-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.295377 | \n", - "None | \n", - "elmo-full-edges-nonterminal-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.770121 | \n", - "0.996855 | \n", - "1.089024 | \n", - "22 | \n", - "0 | \n", - "Consts. | \n", - "0 | \n", - "Consts. | \n", - "H(s) = 0.81 bits | \n", - "K(s) = 0.77 | \n", - "
| 180 | \n", - "base | \n", - "elmo-full-edges-pos-ontonotes | \n", - "elmo-full | \n", - "pos-ontonotes | \n", - "/model_state_eval_best.th | \n", - "0.768965 | \n", - "None | \n", - "elmo-full-edges-pos-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.137134 | \n", - "0.807429 | \n", - "1.237478 | \n", - "22 | \n", - "0 | \n", - "POS | \n", - "0 | \n", - "POS | \n", - "H(s) = 1.45 bits | \n", - "K(s) = 0.14 | \n", - "
| 181 | \n", - "base | \n", - "elmo-full-edges-spr1 | \n", - "elmo-full | \n", - "spr1 | \n", - "/model_state_eval_best.th | \n", - "1.035713 | \n", - "None | \n", - "elmo-full-edges-spr1/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.003384 | \n", - "1.018538 | \n", - "1.473512 | \n", - "22 | \n", - "0 | \n", - "SPR | \n", - "0 | \n", - "SPR | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.00 | \n", - "
| 182 | \n", - "base | \n", - "elmo-full-edges-srl-conll2012 | \n", - "elmo-full | \n", - "srl-conll2012 | \n", - "/model_state_eval_best.th | \n", - "2.064842 | \n", - "None | \n", - "elmo-full-edges-srl-conll2012/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.475175 | \n", - "0.968179 | \n", - "1.140540 | \n", - "22 | \n", - "0 | \n", - "SRL | \n", - "0 | \n", - "SRL | \n", - "H(s) = 1.11 bits | \n", - "K(s) = 0.48 | \n", - "
| 183 | \n", - "base | \n", - "elmo-full-edges-rel-semeval | \n", - "elmo-full | \n", - "rel-semeval | \n", - "/model_state_eval_best.th | \n", - "1.068652 | \n", - "None | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-ful... | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.006973 | \n", - "1.068583 | \n", - "1.499896 | \n", - "22 | \n", - "0 | \n", - "Relations | \n", - "0 | \n", - "Relations | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.01 | \n", - "
| 184 | \n", - "base | \n", - "elmo-full-edges-coref-ontonotes-conll | \n", - "elmo-full | \n", - "coref-ontonotes-conll | \n", - "/model_state_eval_best.th | \n", - "2.094788 | \n", - "None | \n", - "elmo-full-edges-coref-ontonotes-conll/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.099761 | \n", - "0.873651 | \n", - "1.279741 | \n", - "23 | \n", - "0 | \n", - "Coref. | \n", - "0 | \n", - "Coref. | \n", - "H(s) = 1.49 bits | \n", - "K(s) = 0.10 | \n", - "
| 185 | \n", - "base | \n", - "elmo-full-edges-dep-labeling-ewt | \n", - "elmo-full | \n", - "dep-labeling-ewt | \n", - "/model_state_eval_best.th | \n", - "3.233000 | \n", - "None | \n", - "elmo-full-edges-dep-labeling-ewt/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.821292 | \n", - "1.001022 | \n", - "1.082230 | \n", - "23 | \n", - "0 | \n", - "Deps. | \n", - "0 | \n", - "Deps. | \n", - "H(s) = 0.76 bits | \n", - "K(s) = 0.82 | \n", - "
| 186 | \n", - "base | \n", - "elmo-full-edges-ner-ontonotes | \n", - "elmo-full | \n", - "ner-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.308605 | \n", - "None | \n", - "elmo-full-edges-ner-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.035871 | \n", - "0.966025 | \n", - "1.375614 | \n", - "23 | \n", - "0 | \n", - "Entities | \n", - "0 | \n", - "Entities | \n", - "H(s) = 1.55 bits | \n", - "K(s) = 0.04 | \n", - "
| 187 | \n", - "base | \n", - "elmo-full-edges-nonterminal-ontonotes | \n", - "elmo-full | \n", - "nonterminal-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.295377 | \n", - "None | \n", - "elmo-full-edges-nonterminal-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.770121 | \n", - "0.996855 | \n", - "1.089024 | \n", - "23 | \n", - "0 | \n", - "Consts. | \n", - "0 | \n", - "Consts. | \n", - "H(s) = 0.81 bits | \n", - "K(s) = 0.77 | \n", - "
| 188 | \n", - "base | \n", - "elmo-full-edges-pos-ontonotes | \n", - "elmo-full | \n", - "pos-ontonotes | \n", - "/model_state_eval_best.th | \n", - "0.768965 | \n", - "None | \n", - "elmo-full-edges-pos-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.137134 | \n", - "0.807429 | \n", - "1.237478 | \n", - "23 | \n", - "0 | \n", - "POS | \n", - "0 | \n", - "POS | \n", - "H(s) = 1.45 bits | \n", - "K(s) = 0.14 | \n", - "
| 189 | \n", - "base | \n", - "elmo-full-edges-spr1 | \n", - "elmo-full | \n", - "spr1 | \n", - "/model_state_eval_best.th | \n", - "1.035713 | \n", - "None | \n", - "elmo-full-edges-spr1/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.003384 | \n", - "1.018538 | \n", - "1.473512 | \n", - "23 | \n", - "0 | \n", - "SPR | \n", - "0 | \n", - "SPR | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.00 | \n", - "
| 190 | \n", - "base | \n", - "elmo-full-edges-srl-conll2012 | \n", - "elmo-full | \n", - "srl-conll2012 | \n", - "/model_state_eval_best.th | \n", - "2.064842 | \n", - "None | \n", - "elmo-full-edges-srl-conll2012/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.475175 | \n", - "0.968179 | \n", - "1.140540 | \n", - "23 | \n", - "0 | \n", - "SRL | \n", - "0 | \n", - "SRL | \n", - "H(s) = 1.11 bits | \n", - "K(s) = 0.48 | \n", - "
| 191 | \n", - "base | \n", - "elmo-full-edges-rel-semeval | \n", - "elmo-full | \n", - "rel-semeval | \n", - "/model_state_eval_best.th | \n", - "1.068652 | \n", - "None | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-ful... | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.006973 | \n", - "1.068583 | \n", - "1.499896 | \n", - "23 | \n", - "0 | \n", - "Relations | \n", - "0 | \n", - "Relations | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.01 | \n", - "
| 192 | \n", - "base | \n", - "elmo-full-edges-coref-ontonotes-conll | \n", - "elmo-full | \n", - "coref-ontonotes-conll | \n", - "/model_state_eval_best.th | \n", - "2.094788 | \n", - "None | \n", - "elmo-full-edges-coref-ontonotes-conll/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.099761 | \n", - "0.873651 | \n", - "1.279741 | \n", - "24 | \n", - "0 | \n", - "Coref. | \n", - "0 | \n", - "Coref. | \n", - "H(s) = 1.49 bits | \n", - "K(s) = 0.10 | \n", - "
| 193 | \n", - "base | \n", - "elmo-full-edges-dep-labeling-ewt | \n", - "elmo-full | \n", - "dep-labeling-ewt | \n", - "/model_state_eval_best.th | \n", - "3.233000 | \n", - "None | \n", - "elmo-full-edges-dep-labeling-ewt/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.821292 | \n", - "1.001022 | \n", - "1.082230 | \n", - "24 | \n", - "0 | \n", - "Deps. | \n", - "0 | \n", - "Deps. | \n", - "H(s) = 0.76 bits | \n", - "K(s) = 0.82 | \n", - "
| 194 | \n", - "base | \n", - "elmo-full-edges-ner-ontonotes | \n", - "elmo-full | \n", - "ner-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.308605 | \n", - "None | \n", - "elmo-full-edges-ner-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.035871 | \n", - "0.966025 | \n", - "1.375614 | \n", - "24 | \n", - "0 | \n", - "Entities | \n", - "0 | \n", - "Entities | \n", - "H(s) = 1.55 bits | \n", - "K(s) = 0.04 | \n", - "
| 195 | \n", - "base | \n", - "elmo-full-edges-nonterminal-ontonotes | \n", - "elmo-full | \n", - "nonterminal-ontonotes | \n", - "/model_state_eval_best.th | \n", - "2.295377 | \n", - "None | \n", - "elmo-full-edges-nonterminal-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.770121 | \n", - "0.996855 | \n", - "1.089024 | \n", - "24 | \n", - "0 | \n", - "Consts. | \n", - "0 | \n", - "Consts. | \n", - "H(s) = 0.81 bits | \n", - "K(s) = 0.77 | \n", - "
| 196 | \n", - "base | \n", - "elmo-full-edges-pos-ontonotes | \n", - "elmo-full | \n", - "pos-ontonotes | \n", - "/model_state_eval_best.th | \n", - "0.768965 | \n", - "None | \n", - "elmo-full-edges-pos-ontonotes/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.137134 | \n", - "0.807429 | \n", - "1.237478 | \n", - "24 | \n", - "0 | \n", - "POS | \n", - "0 | \n", - "POS | \n", - "H(s) = 1.45 bits | \n", - "K(s) = 0.14 | \n", - "
| 197 | \n", - "base | \n", - "elmo-full-edges-spr1 | \n", - "elmo-full | \n", - "spr1 | \n", - "/model_state_eval_best.th | \n", - "1.035713 | \n", - "None | \n", - "elmo-full-edges-spr1/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.003384 | \n", - "1.018538 | \n", - "1.473512 | \n", - "24 | \n", - "0 | \n", - "SPR | \n", - "0 | \n", - "SPR | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.00 | \n", - "
| 198 | \n", - "base | \n", - "elmo-full-edges-srl-conll2012 | \n", - "elmo-full | \n", - "srl-conll2012 | \n", - "/model_state_eval_best.th | \n", - "2.064842 | \n", - "None | \n", - "elmo-full-edges-srl-conll2012/run | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.475175 | \n", - "0.968179 | \n", - "1.140540 | \n", - "24 | \n", - "0 | \n", - "SRL | \n", - "0 | \n", - "SRL | \n", - "H(s) = 1.11 bits | \n", - "K(s) = 0.48 | \n", - "
| 199 | \n", - "base | \n", - "elmo-full-edges-rel-semeval | \n", - "elmo-full | \n", - "rel-semeval | \n", - "/model_state_eval_best.th | \n", - "1.068652 | \n", - "None | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-ful... | \n", - "sent_encoder._text_field_embedder.token_embedd... | \n", - "elmo-full (base) | \n", - "... | \n", - "0.006973 | \n", - "1.068583 | \n", - "1.499896 | \n", - "24 | \n", - "0 | \n", - "Relations | \n", - "0 | \n", - "Relations | \n", - "H(s) = 1.58 bits | \n", - "K(s) = 0.01 | \n", - "
200 rows × 21 columns
\n", - "\\n\"+\n", - " \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n", - " \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n", - " \"
\\n\"+\n", - " \"\\n\"+\n",
- " \"from bokeh.resources import INLINE\\n\"+\n",
- " \"output_notebook(resources=INLINE)\\n\"+\n",
- " \"\\n\"+\n",
- " \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"\\n\"+\n \"| \n", - " | tag | \n", - "seed | \n", - "exp_name | \n", - "exp_type | \n", - "label | \n", - "num_epochs | \n", - "num_steps | \n", - "run | \n", - "task | \n", - "split | \n", - "... | \n", - "precision | \n", - "recall | \n", - "f1_score | \n", - "accuracy_errn95 | \n", - "precision_errn95 | \n", - "recall_errn95 | \n", - "f1_errn95 | \n", - "score | \n", - "score_errn95 | \n", - "display_row | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "base | \n", - "None | \n", - "openai-cat-edges-coref-ontonotes-conll | \n", - "openai-cat | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/edges-20180921-op... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.855263 | \n", - "0.817258 | \n", - "0.835829 | \n", - "0.003098 | \n", - "0.009258 | \n", - "0.009941 | \n", - "0.009587 | \n", - "0.835829 | \n", - "0.009587 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 1 | \n", - "base | \n", - "None | \n", - "openai-lex-edges-coref-ontonotes-conll | \n", - "openai-lex | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/edges-20180921-op... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.808771 | \n", - "0.660696 | \n", - "0.727273 | \n", - "0.003768 | \n", - "0.011192 | \n", - "0.012179 | \n", - "0.011665 | \n", - "0.727273 | \n", - "0.011665 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 2 | \n", - "base | \n", - "None | \n", - "openai-bwb-edges-coref-ontonotes-conll | \n", - "openai-bwb | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/edges-20180922-op... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.855844 | \n", - "0.810885 | \n", - "0.832758 | \n", - "0.003118 | \n", - "0.009282 | \n", - "0.010073 | \n", - "0.009661 | \n", - "0.832758 | \n", - "0.009661 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 3 | \n", - "base | \n", - "None | \n", - "cove-edges-coref-ontonotes-conll | \n", - "cove | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.835032 | \n", - "0.761970 | \n", - "0.796830 | \n", - "0.003380 | \n", - "0.009994 | \n", - "0.010955 | \n", - "0.010452 | \n", - "0.796830 | \n", - "0.010452 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 4 | \n", - "base | \n", - "None | \n", - "elmo-chars-edges-coref-ontonotes-conll | \n", - "elmo-chars | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.802593 | \n", - "0.714261 | \n", - "0.755855 | \n", - "0.003651 | \n", - "0.010853 | \n", - "0.011621 | \n", - "0.011224 | \n", - "0.755855 | \n", - "0.011224 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 5 | \n", - "base | \n", - "None | \n", - "elmo-full-edges-coref-ontonotes-conll | \n", - "elmo-full | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.861156 | \n", - "0.834309 | \n", - "0.847520 | \n", - "0.003003 | \n", - "0.009036 | \n", - "0.009564 | \n", - "0.009293 | \n", - "0.847520 | \n", - "0.009293 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 6 | \n", - "base | \n", - "None | \n", - "elmo-ortho-edges-coref-ontonotes-conll | \n", - "elmo-ortho | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.812175 | \n", - "0.781261 | \n", - "0.796418 | \n", - "0.003423 | \n", - "0.010243 | \n", - "0.010634 | \n", - "0.010435 | \n", - "0.796418 | \n", - "0.010435 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 7 | \n", - "base | \n", - "None | \n", - "glove-edges-coref-ontonotes-conll | \n", - "glove | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.793172 | \n", - "0.684292 | \n", - "0.734720 | \n", - "0.003763 | \n", - "0.011217 | \n", - "0.011956 | \n", - "0.011575 | \n", - "0.734720 | \n", - "0.011575 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 8 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-cat-edges-coref-ontonotes-conll | \n", - "bert-base-uncased-cat | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190124-bert/bert-base-u... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.892236 | \n", - "0.892697 | \n", - "0.892467 | \n", - "0.002567 | \n", - "0.007974 | \n", - "0.007961 | \n", - "0.007968 | \n", - "0.892467 | \n", - "0.007968 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 9 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-lex-edges-coref-ontonotes-conll | \n", - "bert-base-uncased-lex | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190124-bert/bert-base-u... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.797980 | \n", - "0.721151 | \n", - "0.757622 | \n", - "0.003651 | \n", - "0.010864 | \n", - "0.011535 | \n", - "0.011189 | \n", - "0.757622 | \n", - "0.011189 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 10 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-cat-edges-coref-ontonotes-c... | \n", - "bert-large-uncased-cat | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190125-bert-large/bert-... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.894575 | \n", - "0.903204 | \n", - "0.898869 | \n", - "0.002499 | \n", - "0.007862 | \n", - "0.007606 | \n", - "0.007732 | \n", - "0.898869 | \n", - "0.007732 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 11 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-lex-edges-coref-ontonotes-c... | \n", - "bert-large-uncased-lex | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190125-bert-large/bert-... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.803609 | \n", - "0.720978 | \n", - "0.760054 | \n", - "0.003629 | \n", - "0.010789 | \n", - "0.011537 | \n", - "0.011150 | \n", - "0.760054 | \n", - "0.011150 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 12 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-edges-coref-ontonotes-conll | \n", - "bert-base-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190129-bert-mix/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.905996 | \n", - "0.903031 | \n", - "0.904511 | \n", - "0.002424 | \n", - "0.007519 | \n", - "0.007612 | \n", - "0.007565 | \n", - "0.904511 | \n", - "0.007565 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 13 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-edges-coref-ontonotes-c... | \n", - "bert-large-uncased-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190129-bert-mix/bert-la... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.920096 | \n", - "0.924216 | \n", - "0.922152 | \n", - "0.002201 | \n", - "0.006959 | \n", - "0.006808 | \n", - "0.006882 | \n", - "0.922152 | \n", - "0.006882 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 14 | \n", - "base | \n", - "None | \n", - "openai-mix-edges-coref-ontonotes-conll | \n", - "openai-mix | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190209-openai-mix/opena... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.861145 | \n", - "0.863073 | \n", - "0.862108 | \n", - "0.002888 | \n", - "0.008885 | \n", - "0.008843 | \n", - "0.008864 | \n", - "0.862108 | \n", - "0.008864 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 15 | \n", - "bow | \n", - "None | \n", - "bert-base-uncased-lex-edges-coref-ontonotes-conll | \n", - "bert-base-uncased-lex | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-core-bow/bert-ba... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.802081 | \n", - "0.756631 | \n", - "0.778694 | \n", - "0.003539 | \n", - "0.010552 | \n", - "0.011038 | \n", - "0.010790 | \n", - "0.778694 | \n", - "0.010790 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 16 | \n", - "bow | \n", - "None | \n", - "bert-large-uncased-lex-edges-coref-ontonotes-c... | \n", - "bert-large-uncased-lex | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-core-bow/bert-la... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.804084 | \n", - "0.752842 | \n", - "0.777620 | \n", - "0.003541 | \n", - "0.010551 | \n", - "0.011096 | \n", - "0.010817 | \n", - "0.777620 | \n", - "0.010817 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 17 | \n", - "bow | \n", - "None | \n", - "elmo-chars-edges-coref-ontonotes-conll | \n", - "elmo-chars | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-core-bow/elmo-ch... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.808431 | \n", - "0.746469 | \n", - "0.776216 | \n", - "0.003540 | \n", - "0.010535 | \n", - "0.011190 | \n", - "0.010853 | \n", - "0.776216 | \n", - "0.010853 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 18 | \n", - "bow | \n", - "None | \n", - "glove-edges-coref-ontonotes-conll | \n", - "glove | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-core-bow/glove-e... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.808152 | \n", - "0.734240 | \n", - "0.769425 | \n", - "0.003575 | \n", - "0.010626 | \n", - "0.011363 | \n", - "0.010982 | \n", - "0.769425 | \n", - "0.010982 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 19 | \n", - "bow | \n", - "None | \n", - "openai-lex-edges-coref-ontonotes-conll | \n", - "openai-lex | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-core-bow/openai-... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.820021 | \n", - "0.670169 | \n", - "0.737560 | \n", - "0.003705 | \n", - "0.010931 | \n", - "0.012094 | \n", - "0.011483 | \n", - "0.737560 | \n", - "0.011483 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 20 | \n", - "cnn1 | \n", - "None | \n", - "elmo-chars-edges-coref-ontonotes-conll | \n", - "elmo-chars | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/cn... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.824132 | \n", - "0.776438 | \n", - "0.799574 | \n", - "0.003383 | \n", - "0.010089 | \n", - "0.010717 | \n", - "0.010394 | \n", - "0.799574 | \n", - "0.010394 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 21 | \n", - "cnn2 | \n", - "None | \n", - "elmo-chars-edges-coref-ontonotes-conll | \n", - "elmo-chars | \n", - "1 | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/cn... | \n", - "coref-ontonotes-conll | \n", - "val | \n", - "... | \n", - "0.826167 | \n", - "0.774371 | \n", - "0.799431 | \n", - "0.003380 | \n", - "0.010069 | \n", - "0.010752 | \n", - "0.010399 | \n", - "0.799431 | \n", - "0.010399 | \n", - "coref-ontonotes-conll-1 | \n", - "
| 22 | \n", - "base | \n", - "None | \n", - "openai-cat-edges-dep-labeling-ewt | \n", - "openai-cat | \n", - "_micro_avg_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/edges-20180921-op... | \n", - "dep-labeling-ewt | \n", - "val | \n", - "... | \n", - "0.937647 | \n", - "0.904301 | \n", - "0.920672 | \n", - "0.000098 | \n", - "0.003045 | \n", - "0.003639 | \n", - "0.003316 | \n", - "0.920672 | \n", - "0.003316 | \n", - "dep-labeling-ewt-_micro_avg_ | \n", - "
| 23 | \n", - "base | \n", - "None | \n", - "openai-lex-edges-dep-labeling-ewt | \n", - "openai-lex | \n", - "_micro_avg_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/edges-20180921-op... | \n", - "dep-labeling-ewt | \n", - "val | \n", - "... | \n", - "0.887963 | \n", - "0.691557 | \n", - "0.777549 | \n", - "0.000155 | \n", - "0.004421 | \n", - "0.005713 | \n", - "0.004984 | \n", - "0.777549 | \n", - "0.004984 | \n", - "dep-labeling-ewt-_micro_avg_ | \n", - "
| 24 | \n", - "base | \n", - "None | \n", - "openai-bwb-edges-dep-labeling-ewt | \n", - "openai-bwb | \n", - "_micro_avg_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/edges-20180922-op... | \n", - "dep-labeling-ewt | \n", - "val | \n", - "... | \n", - "0.938856 | \n", - "0.905018 | \n", - "0.921626 | \n", - "0.000097 | \n", - "0.003018 | \n", - "0.003626 | \n", - "0.003295 | \n", - "0.921626 | \n", - "0.003295 | \n", - "dep-labeling-ewt-_micro_avg_ | \n", - "
| 25 | \n", - "base | \n", - "None | \n", - "cove-edges-dep-labeling-ewt | \n", - "cove | \n", - "_micro_avg_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "dep-labeling-ewt | \n", - "val | \n", - "... | \n", - "0.924871 | \n", - "0.878057 | \n", - "0.900856 | \n", - "0.000109 | \n", - "0.003346 | \n", - "0.004047 | \n", - "0.003664 | \n", - "0.900856 | \n", - "0.003664 | \n", - "dep-labeling-ewt-_micro_avg_ | \n", - "
| 26 | \n", - "base | \n", - "None | \n", - "elmo-chars-edges-dep-labeling-ewt | \n", - "elmo-chars | \n", - "_micro_avg_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "dep-labeling-ewt | \n", - "val | \n", - "... | \n", - "0.898903 | \n", - "0.730864 | \n", - "0.806221 | \n", - "0.000146 | \n", - "0.004135 | \n", - "0.005486 | \n", - "0.004716 | \n", - "0.806221 | \n", - "0.004716 | \n", - "dep-labeling-ewt-_micro_avg_ | \n", - "
| 27 | \n", - "base | \n", - "None | \n", - "elmo-full-edges-dep-labeling-ewt | \n", - "elmo-full | \n", - "_micro_avg_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "dep-labeling-ewt | \n", - "val | \n", - "... | \n", - "0.957174 | \n", - "0.927479 | \n", - "0.942093 | \n", - "0.000083 | \n", - "0.002544 | \n", - "0.003208 | \n", - "0.002838 | \n", - "0.942093 | \n", - "0.002838 | \n", - "dep-labeling-ewt-_micro_avg_ | \n", - "
| 28 | \n", - "base | \n", - "None | \n", - "elmo-ortho-edges-dep-labeling-ewt | \n", - "elmo-ortho | \n", - "_micro_avg_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "dep-labeling-ewt | \n", - "val | \n", - "... | \n", - "0.912583 | \n", - "0.800319 | \n", - "0.852772 | \n", - "0.000130 | \n", - "0.003731 | \n", - "0.004945 | \n", - "0.004253 | \n", - "0.852772 | \n", - "0.004253 | \n", - "dep-labeling-ewt-_micro_avg_ | \n", - "
| 29 | \n", - "base | \n", - "None | \n", - "glove-edges-dep-labeling-ewt | \n", - "glove | \n", - "_micro_avg_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/home/iftenney/exp/final_20180927/ba... | \n", - "dep-labeling-ewt | \n", - "val | \n", - "... | \n", - "0.899781 | \n", - "0.671485 | \n", - "0.769048 | \n", - "0.000156 | \n", - "0.004300 | \n", - "0.005809 | \n", - "0.004942 | \n", - "0.769048 | \n", - "0.004942 | \n", - "dep-labeling-ewt-_micro_avg_ | \n", - "
| ... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "... | \n", - "
| 239 | \n", - "base | \n", - "None | \n", - "elmo-full-edges-rel-tacred | \n", - "elmo-full | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-tacred/elmo-full... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.705402 | \n", - "0.413171 | \n", - "0.521114 | \n", - "0.000135 | \n", - "0.015834 | \n", - "0.013090 | \n", - "0.014332 | \n", - "0.521114 | \n", - "0.014332 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 240 | \n", - "base | \n", - "None | \n", - "elmo-ortho-edges-rel-tacred | \n", - "elmo-ortho | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-tacred/elmo-orth... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.614417 | \n", - "0.233628 | \n", - "0.338531 | \n", - "0.000148 | \n", - "0.020983 | \n", - "0.011249 | \n", - "0.014646 | \n", - "0.338531 | \n", - "0.014646 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 241 | \n", - "base | \n", - "None | \n", - "glove-edges-rel-tacred | \n", - "glove | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-tacred/glove-edg... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.612549 | \n", - "0.174209 | \n", - "0.271269 | \n", - "0.000150 | \n", - "0.024285 | \n", - "0.010083 | \n", - "0.014249 | \n", - "0.271269 | \n", - "0.014249 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 242 | \n", - "base | \n", - "None | \n", - "openai-cat-edges-rel-tacred | \n", - "openai-cat | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-tacred/openai-ca... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.707666 | \n", - "0.309051 | \n", - "0.430218 | \n", - "0.000141 | \n", - "0.018297 | \n", - "0.012284 | \n", - "0.014699 | \n", - "0.430218 | \n", - "0.014699 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 243 | \n", - "base | \n", - "None | \n", - "openai-lex-edges-rel-tacred | \n", - "openai-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-tacred/openai-le... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.579454 | \n", - "0.132818 | \n", - "0.216103 | \n", - "0.000152 | \n", - "0.027410 | \n", - "0.009022 | \n", - "0.013576 | \n", - "0.216103 | \n", - "0.013576 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 244 | \n", - "base | \n", - "None | \n", - "openai-mix-edges-rel-tacred | \n", - "openai-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190209-openai-mix/opena... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.682254 | \n", - "0.327447 | \n", - "0.442511 | \n", - "0.000141 | \n", - "0.017866 | \n", - "0.012475 | \n", - "0.014692 | \n", - "0.442511 | \n", - "0.014692 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 245 | \n", - "bow | \n", - "None | \n", - "bert-base-uncased-lex-edges-rel-tacred | \n", - "bert-base-uncased-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//bert-ba... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.646013 | \n", - "0.247425 | \n", - "0.357808 | \n", - "0.000146 | \n", - "0.020541 | \n", - "0.011471 | \n", - "0.014721 | \n", - "0.357808 | \n", - "0.014721 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 246 | \n", - "bow | \n", - "None | \n", - "bert-large-uncased-lex-edges-rel-tacred | \n", - "bert-large-uncased-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//bert-la... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.650498 | \n", - "0.180096 | \n", - "0.282092 | \n", - "0.000149 | \n", - "0.024090 | \n", - "0.010215 | \n", - "0.014347 | \n", - "0.282092 | \n", - "0.014347 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 247 | \n", - "bow | \n", - "None | \n", - "elmo-chars-edges-rel-tacred | \n", - "elmo-chars | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//elmo-ch... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.639163 | \n", - "0.286424 | \n", - "0.395579 | \n", - "0.000145 | \n", - "0.019071 | \n", - "0.012018 | \n", - "0.014745 | \n", - "0.395579 | \n", - "0.014745 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 248 | \n", - "bow | \n", - "None | \n", - "glove-edges-rel-tacred | \n", - "glove | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//glove-e... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.635789 | \n", - "0.258830 | \n", - "0.367891 | \n", - "0.000146 | \n", - "0.020049 | \n", - "0.011643 | \n", - "0.014732 | \n", - "0.367891 | \n", - "0.014732 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 249 | \n", - "bow | \n", - "None | \n", - "openai-lex-edges-rel-tacred | \n", - "openai-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//openai-... | \n", - "rel-tacred | \n", - "val | \n", - "... | \n", - "0.617951 | \n", - "0.241906 | \n", - "0.347700 | \n", - "0.000148 | \n", - "0.020645 | \n", - "0.011384 | \n", - "0.014676 | \n", - "0.347700 | \n", - "0.014676 | \n", - "rel-tacred-_clean_micro_ | \n", - "
| 250 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-cat-edges-rel-semeval | \n", - "bert-base-uncased-cat | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/bert-bas... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.891473 | \n", - "0.718002 | \n", - "0.795389 | \n", - "0.001770 | \n", - "0.021913 | \n", - "0.028450 | \n", - "0.024757 | \n", - "0.795389 | \n", - "0.024757 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 251 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-lex-edges-rel-semeval | \n", - "bert-base-uncased-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/bert-bas... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.754653 | \n", - "0.464100 | \n", - "0.574742 | \n", - "0.002395 | \n", - "0.034692 | \n", - "0.031531 | \n", - "0.033036 | \n", - "0.574742 | \n", - "0.033036 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 252 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix-edges-rel-semeval | \n", - "bert-base-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/bert-bas... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.891667 | \n", - "0.779396 | \n", - "0.831760 | \n", - "0.001637 | \n", - "0.021018 | \n", - "0.026217 | \n", - "0.023332 | \n", - "0.831760 | \n", - "0.023332 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 253 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-cat-edges-rel-semeval | \n", - "bert-large-uncased-cat | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/bert-lar... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.876448 | \n", - "0.708637 | \n", - "0.783659 | \n", - "0.001821 | \n", - "0.023138 | \n", - "0.028729 | \n", - "0.025632 | \n", - "0.783659 | \n", - "0.025632 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 254 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-lex-edges-rel-semeval | \n", - "bert-large-uncased-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/bert-lar... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.757774 | \n", - "0.481790 | \n", - "0.589059 | \n", - "0.002371 | \n", - "0.033972 | \n", - "0.031592 | \n", - "0.032739 | \n", - "0.589059 | \n", - "0.032739 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 255 | \n", - "base | \n", - "None | \n", - "bert-large-uncased-mix-edges-rel-semeval | \n", - "bert-large-uncased-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/bert-lar... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.894366 | \n", - "0.792924 | \n", - "0.840596 | \n", - "0.001600 | \n", - "0.020639 | \n", - "0.025620 | \n", - "0.022861 | \n", - "0.840596 | \n", - "0.022861 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 256 | \n", - "base | \n", - "None | \n", - "cove-edges-rel-semeval | \n", - "cove | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/cove-edg... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.871693 | \n", - "0.685744 | \n", - "0.767618 | \n", - "0.001875 | \n", - "0.023840 | \n", - "0.029351 | \n", - "0.026310 | \n", - "0.767618 | \n", - "0.026310 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 257 | \n", - "base | \n", - "None | \n", - "elmo-chars-edges-rel-semeval | \n", - "elmo-chars | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-cha... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.704274 | \n", - "0.428720 | \n", - "0.532988 | \n", - "0.002502 | \n", - "0.036982 | \n", - "0.031290 | \n", - "0.033899 | \n", - "0.532988 | \n", - "0.033899 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 258 | \n", - "base | \n", - "None | \n", - "elmo-full-edges-rel-semeval | \n", - "elmo-full | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-ful... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.869001 | \n", - "0.697190 | \n", - "0.773672 | \n", - "0.001858 | \n", - "0.023816 | \n", - "0.029051 | \n", - "0.026174 | \n", - "0.773672 | \n", - "0.026174 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 259 | \n", - "base | \n", - "None | \n", - "elmo-ortho-edges-rel-semeval | \n", - "elmo-ortho | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/elmo-ort... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.744863 | \n", - "0.452653 | \n", - "0.563107 | \n", - "0.002422 | \n", - "0.035357 | \n", - "0.031471 | \n", - "0.033301 | \n", - "0.563107 | \n", - "0.033301 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 260 | \n", - "base | \n", - "None | \n", - "glove-edges-rel-semeval | \n", - "glove | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/glove-ed... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.780847 | \n", - "0.441207 | \n", - "0.563830 | \n", - "0.002388 | \n", - "0.034795 | \n", - "0.031394 | \n", - "0.033007 | \n", - "0.563830 | \n", - "0.033007 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 261 | \n", - "base | \n", - "None | \n", - "openai-cat-edges-rel-semeval | \n", - "openai-cat | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/openai-c... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.871043 | \n", - "0.773153 | \n", - "0.819184 | \n", - "0.001703 | \n", - "0.022492 | \n", - "0.026479 | \n", - "0.024323 | \n", - "0.819184 | \n", - "0.024323 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 262 | \n", - "base | \n", - "None | \n", - "openai-lex-edges-rel-semeval | \n", - "openai-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190205-semeval/openai-l... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.765000 | \n", - "0.477627 | \n", - "0.588085 | \n", - "0.002365 | \n", - "0.033927 | \n", - "0.031581 | \n", - "0.032712 | \n", - "0.588085 | \n", - "0.032712 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 263 | \n", - "base | \n", - "None | \n", - "openai-mix-edges-rel-semeval | \n", - "openai-mix | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190209-openai-mix/opena... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.855056 | \n", - "0.791883 | \n", - "0.822258 | \n", - "0.001705 | \n", - "0.023129 | \n", - "0.025667 | \n", - "0.024332 | \n", - "0.822258 | \n", - "0.024332 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 264 | \n", - "bow | \n", - "None | \n", - "bert-base-uncased-lex-edges-rel-semeval | \n", - "bert-base-uncased-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//bert-ba... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.813738 | \n", - "0.640999 | \n", - "0.717113 | \n", - "0.002065 | \n", - "0.027734 | \n", - "0.030330 | \n", - "0.028974 | \n", - "0.717113 | \n", - "0.028974 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 265 | \n", - "bow | \n", - "None | \n", - "bert-large-uncased-lex-edges-rel-semeval | \n", - "bert-large-uncased-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//bert-la... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.786260 | \n", - "0.643080 | \n", - "0.707499 | \n", - "0.002116 | \n", - "0.028660 | \n", - "0.030291 | \n", - "0.029453 | \n", - "0.707499 | \n", - "0.029453 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 266 | \n", - "bow | \n", - "None | \n", - "elmo-chars-edges-rel-semeval | \n", - "elmo-chars | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//elmo-ch... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.802372 | \n", - "0.633715 | \n", - "0.708140 | \n", - "0.002097 | \n", - "0.028330 | \n", - "0.030461 | \n", - "0.029357 | \n", - "0.708140 | \n", - "0.029357 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 267 | \n", - "bow | \n", - "None | \n", - "glove-edges-rel-semeval | \n", - "glove | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//glove-e... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.806242 | \n", - "0.645161 | \n", - "0.716763 | \n", - "0.002073 | \n", - "0.027935 | \n", - "0.030251 | \n", - "0.029047 | \n", - "0.716763 | \n", - "0.029047 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 268 | \n", - "bow | \n", - "None | \n", - "openai-lex-edges-rel-semeval | \n", - "openai-lex | \n", - "_clean_micro_ | \n", - "NaN | \n", - "NaN | \n", - "/nfs/jsalt/exp/edges-20190220-rel-bow//openai-... | \n", - "rel-semeval | \n", - "val | \n", - "... | \n", - "0.825166 | \n", - "0.648283 | \n", - "0.726107 | \n", - "0.002031 | \n", - "0.027094 | \n", - "0.030191 | \n", - "0.028558 | \n", - "0.726107 | \n", - "0.028558 | \n", - "rel-semeval-_clean_micro_ | \n", - "
269 rows × 31 columns
\n", - "| \n", - " | BERT (base) | \n", - "BERT (large) | \n", - "|||||||
|---|---|---|---|---|---|---|---|---|---|
| \n", - " | F1 Score | \n", - "Abs. $\\Delta$ | \n", - "F1 Score | \n", - "Abs. $\\Delta$ | \n", - "|||||
| \n", - " | Lex. | \n", - "\\texttt{cat} | \n", - "\\texttt{mix} | \n", - "ELMo | \n", - "Lex. | \n", - "\\texttt{cat} | \n", - "\\texttt{mix} | \n", - "(base) | \n", - "ELMo | \n", - "
| Part-of-Speech | \n", - "88.3 | \n", - "\\textbf{96.8} | \n", - "96.5 | \n", - "-0.1 | \n", - "88.0 | \n", - "96.3 | \n", - "\\textbf{96.6} | \n", - "0.2 | \n", - "0.0 | \n", - "
| Constituents | \n", - "66.9 | \n", - "83.5 | \n", - "86.6 | \n", - "1.9 | \n", - "67.8 | \n", - "79.6 | \n", - "\\textbf{86.9} | \n", - "0.4 | \n", - "2.2 | \n", - "
| Dependencies | \n", - "80.2 | \n", - "93.4 | \n", - "95.4 | \n", - "1.2 | \n", - "80.3 | \n", - "92.1 | \n", - "\\textbf{95.6} | \n", - "0.3 | \n", - "1.4 | \n", - "
| Entities | \n", - "89.7 | \n", - "95.9 | \n", - "96.0 | \n", - "0.8 | \n", - "90.7 | \n", - "96.0 | \n", - "\\textbf{96.5} | \n", - "0.4 | \n", - "1.2 | \n", - "
| SRL (all) | \n", - "74.0 | \n", - "89.0 | \n", - "90.9 | \n", - "1.1 | \n", - "75.1 | \n", - "87.7 | \n", - "\\textbf{92.0} | \n", - "1.0 | \n", - "2.1 | \n", - "
| \\quad Core roles | \n", - "\\textit{73.3} | \n", - "\\textit{90.7} | \n", - "\\textit{93.0} | \n", - "\\textit{0.8} | \n", - "\\textit{74.5} | \n", - "\\textit{89.2} | \n", - "\\textbf{\\textit{94.1}} | \n", - "\\textit{1.1} | \n", - "\\textit{1.9} | \n", - "
| \\quad Non-core roles | \n", - "\\textit{76.0} | \n", - "\\textit{84.6} | \n", - "\\textit{85.8} | \n", - "\\textit{1.6} | \n", - "\\textit{76.4} | \n", - "\\textit{83.9} | \n", - "\\textbf{\\textit{86.8}} | \n", - "\\textit{1.0} | \n", - "\\textit{2.6} | \n", - "
| OntoNotes coref. | \n", - "75.8 | \n", - "89.2 | \n", - "90.5 | \n", - "5.7 | \n", - "76.0 | \n", - "89.9 | \n", - "\\textbf{92.2} | \n", - "1.8 | \n", - "7.5 | \n", - "
| SPR1 | \n", - "76.7 | \n", - "83.3 | \n", - "\\textbf{84.0} | \n", - "1.1 | \n", - "76.7 | \n", - "82.3 | \n", - "\\textbf{83.7} | \n", - "-0.3 | \n", - "0.7 | \n", - "
| SPR2 | \n", - "80.4 | \n", - "\\textbf{82.6} | \n", - "\\textbf{82.8} | \n", - "0.3 | \n", - "80.5 | \n", - "82.3 | \n", - "\\textbf{82.9} | \n", - "0.1 | \n", - "0.4 | \n", - "
| Winograd coref. | \n", - "53.9 | \n", - "54.9 | \n", - "55.9 | \n", - "1.3 | \n", - "53.6 | \n", - "54.5 | \n", - "\\textbf{61.8} | \n", - "5.8 | \n", - "7.1 | \n", - "
| Rel. (TACRED) | \n", - "20.0 | \n", - "48.4 | \n", - "\\textbf{52.2} | \n", - "0.0 | \n", - "26.7 | \n", - "48.1 | \n", - "\\textbf{51.9} | \n", - "-0.2 | \n", - "-0.2 | \n", - "
| Rel. (SemEval) | \n", - "57.5 | \n", - "79.5 | \n", - "83.2 | \n", - "5.8 | \n", - "58.9 | \n", - "78.4 | \n", - "\\textbf{84.1} | \n", - "0.9 | \n", - "6.7 | \n", - "
| \\midrule Macro Average | \n", - "69.4 | \n", - "81.5 | \n", - "83.1 | \n", - "1.7 | \n", - "70.4 | \n", - "80.6 | \n", - "\\textbf{84.0} | \n", - "0.9 | \n", - "2.7 | \n", - "
\\n\"+\n", - " \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n", - " \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n", - " \"
\\n\"+\n", - " \"\\n\"+\n",
- " \"from bokeh.resources import INLINE\\n\"+\n",
- " \"output_notebook(resources=INLINE)\\n\"+\n",
- " \"\\n\"+\n",
- " \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"\\n\"+\n \"\\n\"+\n", - " \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n", - " \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n", - " \"
\\n\"+\n", - " \"\\n\"+\n",
- " \"from bokeh.resources import INLINE\\n\"+\n",
- " \"output_notebook(resources=INLINE)\\n\"+\n",
- " \"\\n\"+\n",
- " \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"\\n\"+\n \"| \n", - " | tag | \n", - "seed | \n", - "exp_name | \n", - "layer_num | \n", - "exp_type | \n", - "run | \n", - "task | \n", - "split | \n", - "label | \n", - "fn_count | \n", - "... | \n", - "accuracy | \n", - "precision | \n", - "recall | \n", - "f1_score | \n", - "accuracy_errn95 | \n", - "precision_errn95 | \n", - "recall_errn95 | \n", - "f1_errn95 | \n", - "score | \n", - "score_errn95 | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_00-edges-rel-semeval | \n", - "00 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "val | \n", - "Cause-Effect(e1,e2) | \n", - "32 | \n", - "... | \n", - "0.961706 | \n", - "0.571429 | \n", - "0.333333 | \n", - "0.421053 | \n", - "0.011096 | \n", - "0.183303 | \n", - "0.133361 | \n", - "0.154394 | \n", - "0.421053 | \n", - "0.154394 | \n", - "
| 1 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_00-edges-rel-semeval | \n", - "00 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "val | \n", - "Cause-Effect(e2,e1) | \n", - "40 | \n", - "... | \n", - "0.950392 | \n", - "0.776316 | \n", - "0.595960 | \n", - "0.674286 | \n", - "0.012555 | \n", - "0.093688 | \n", - "0.096663 | \n", - "0.095152 | \n", - "0.674286 | \n", - "0.095152 | \n", - "
| 2 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_00-edges-rel-semeval | \n", - "00 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "val | \n", - "Component-Whole(e1,e2) | \n", - "32 | \n", - "... | \n", - "0.964317 | \n", - "0.808511 | \n", - "0.542857 | \n", - "0.649573 | \n", - "0.010726 | \n", - "0.112492 | \n", - "0.116701 | \n", - "0.114558 | \n", - "0.649573 | \n", - "0.114558 | \n", - "
| 3 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_00-edges-rel-semeval | \n", - "00 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "val | \n", - "Component-Whole(e2,e1) | \n", - "37 | \n", - "... | \n", - "0.956484 | \n", - "0.717391 | \n", - "0.471429 | \n", - "0.568966 | \n", - "0.011797 | \n", - "0.130121 | \n", - "0.116941 | \n", - "0.123180 | \n", - "0.568966 | \n", - "0.123180 | \n", - "
| 4 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_00-edges-rel-semeval | \n", - "00 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "val | \n", - "Content-Container(e1,e2) | \n", - "12 | \n", - "... | \n", - "0.981723 | \n", - "0.756757 | \n", - "0.700000 | \n", - "0.727273 | \n", - "0.007745 | \n", - "0.138246 | \n", - "0.142015 | \n", - "0.140106 | \n", - "0.727273 | \n", - "0.140106 | \n", - "
5 rows × 29 columns
\n", - "| \n", - " | tag | \n", - "seed | \n", - "exp_name | \n", - "layer_num | \n", - "exp_type | \n", - "run | \n", - "task | \n", - "split | \n", - "label | \n", - "fn_count | \n", - "... | \n", - "precision | \n", - "recall | \n", - "f1_score | \n", - "accuracy_errn95 | \n", - "precision_errn95 | \n", - "recall_errn95 | \n", - "f1_errn95 | \n", - "score | \n", - "score_errn95 | \n", - "display_row | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_00-edges-rel-semeval | \n", - "00 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "1152 | \n", - "... | \n", - "0.721897 | \n", - "0.490941 | \n", - "0.584429 | \n", - "0.001567 | \n", - "0.022386 | \n", - "0.020597 | \n", - "0.021455 | \n", - "0.584429 | \n", - "0.021455 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 1 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_01-edges-rel-semeval | \n", - "01 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "987 | \n", - "... | \n", - "0.755477 | \n", - "0.563853 | \n", - "0.645749 | \n", - "0.001478 | \n", - "0.020498 | \n", - "0.020432 | \n", - "0.020465 | \n", - "0.645749 | \n", - "0.020465 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 2 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_02-edges-rel-semeval | \n", - "02 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "933 | \n", - "... | \n", - "0.786052 | \n", - "0.587715 | \n", - "0.672566 | \n", - "0.001423 | \n", - "0.019540 | \n", - "0.020281 | \n", - "0.019904 | \n", - "0.672566 | \n", - "0.019904 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 3 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_03-edges-rel-semeval | \n", - "03 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "880 | \n", - "... | \n", - "0.799422 | \n", - "0.611136 | \n", - "0.692712 | \n", - "0.001386 | \n", - "0.018870 | \n", - "0.020085 | \n", - "0.019459 | \n", - "0.692712 | \n", - "0.019459 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 4 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_04-edges-rel-semeval | \n", - "04 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "747 | \n", - "... | \n", - "0.795383 | \n", - "0.669907 | \n", - "0.727273 | \n", - "0.001336 | \n", - "0.018111 | \n", - "0.019375 | \n", - "0.018722 | \n", - "0.727273 | \n", - "0.018722 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 5 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_05-edges-rel-semeval | \n", - "05 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "674 | \n", - "... | \n", - "0.813204 | \n", - "0.702165 | \n", - "0.753616 | \n", - "0.001278 | \n", - "0.017281 | \n", - "0.018842 | \n", - "0.018028 | \n", - "0.753616 | \n", - "0.018028 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 6 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_06-edges-rel-semeval | \n", - "06 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "693 | \n", - "... | \n", - "0.825013 | \n", - "0.693769 | \n", - "0.753721 | \n", - "0.001270 | \n", - "0.017071 | \n", - "0.018991 | \n", - "0.017980 | \n", - "0.753721 | \n", - "0.017980 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 7 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_07-edges-rel-semeval | \n", - "07 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "626 | \n", - "... | \n", - "0.833928 | \n", - "0.723376 | \n", - "0.774728 | \n", - "0.001224 | \n", - "0.016463 | \n", - "0.018431 | \n", - "0.017391 | \n", - "0.774728 | \n", - "0.017391 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 8 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_08-edges-rel-semeval | \n", - "08 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "548 | \n", - "... | \n", - "0.841924 | \n", - "0.757844 | \n", - "0.797674 | \n", - "0.001172 | \n", - "0.015843 | \n", - "0.017650 | \n", - "0.016698 | \n", - "0.797674 | \n", - "0.016698 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 9 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_09-edges-rel-semeval | \n", - "09 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "541 | \n", - "... | \n", - "0.855440 | \n", - "0.760937 | \n", - "0.805426 | \n", - "0.001146 | \n", - "0.015362 | \n", - "0.017573 | \n", - "0.016393 | \n", - "0.805426 | \n", - "0.016393 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 10 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_10-edges-rel-semeval | \n", - "10 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "502 | \n", - "... | \n", - "0.851959 | \n", - "0.778171 | \n", - "0.813395 | \n", - "0.001130 | \n", - "0.015310 | \n", - "0.017118 | \n", - "0.016164 | \n", - "0.813395 | \n", - "0.016164 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 11 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_11-edges-rel-semeval | \n", - "11 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "505 | \n", - "... | \n", - "0.860499 | \n", - "0.776845 | \n", - "0.816535 | \n", - "0.001117 | \n", - "0.015024 | \n", - "0.017155 | \n", - "0.016019 | \n", - "0.816535 | \n", - "0.016019 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 12 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_12-edges-rel-semeval | \n", - "12 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "rel-semeval | \n", - "test | \n", - "_clean_micro_ | \n", - "512 | \n", - "... | \n", - "0.859597 | \n", - "0.773752 | \n", - "0.814419 | \n", - "0.001123 | \n", - "0.015087 | \n", - "0.017239 | \n", - "0.016091 | \n", - "0.814419 | \n", - "0.016091 | \n", - "rel-semeval-_clean_micro_ | \n", - "
| 13 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_00-edges-coref-ontonotes | \n", - "00 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "1496 | \n", - "... | \n", - "0.763575 | \n", - "0.751660 | \n", - "0.757571 | \n", - "0.003592 | \n", - "0.010814 | \n", - "0.010911 | \n", - "0.010862 | \n", - "0.757571 | \n", - "0.010862 | \n", - "coref-ontonotes-1 | \n", - "
| 14 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_01-edges-coref-ontonotes | \n", - "01 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "1068 | \n", - "... | \n", - "0.830290 | \n", - "0.822709 | \n", - "0.826482 | \n", - "0.003094 | \n", - "0.009523 | \n", - "0.009645 | \n", - "0.009583 | \n", - "0.826482 | \n", - "0.009583 | \n", - "coref-ontonotes-1 | \n", - "
| 15 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_02-edges-coref-ontonotes | \n", - "02 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "888 | \n", - "... | \n", - "0.835258 | \n", - "0.852590 | \n", - "0.843835 | \n", - "0.002967 | \n", - "0.009272 | \n", - "0.008953 | \n", - "0.009109 | \n", - "0.843835 | \n", - "0.009109 | \n", - "coref-ontonotes-1 | \n", - "
| 16 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_03-edges-coref-ontonotes | \n", - "03 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "787 | \n", - "... | \n", - "0.841015 | \n", - "0.869356 | \n", - "0.854951 | \n", - "0.002875 | \n", - "0.009082 | \n", - "0.008511 | \n", - "0.008787 | \n", - "0.854951 | \n", - "0.008787 | \n", - "coref-ontonotes-1 | \n", - "
| 17 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_04-edges-coref-ontonotes | \n", - "04 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "707 | \n", - "... | \n", - "0.851129 | \n", - "0.882636 | \n", - "0.866596 | \n", - "0.002767 | \n", - "0.008827 | \n", - "0.008128 | \n", - "0.008463 | \n", - "0.866596 | \n", - "0.008463 | \n", - "coref-ontonotes-1 | \n", - "
| 18 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_05-edges-coref-ontonotes | \n", - "05 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "699 | \n", - "... | \n", - "0.868254 | \n", - "0.883964 | \n", - "0.876038 | \n", - "0.002662 | \n", - "0.008465 | \n", - "0.008088 | \n", - "0.008272 | \n", - "0.876038 | \n", - "0.008272 | \n", - "coref-ontonotes-1 | \n", - "
| 19 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_06-edges-coref-ontonotes | \n", - "06 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "673 | \n", - "... | \n", - "0.880243 | \n", - "0.888280 | \n", - "0.884244 | \n", - "0.002572 | \n", - "0.008162 | \n", - "0.007955 | \n", - "0.008057 | \n", - "0.884244 | \n", - "0.008057 | \n", - "coref-ontonotes-1 | \n", - "
| 20 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_07-edges-coref-ontonotes | \n", - "07 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "619 | \n", - "... | \n", - "0.888396 | \n", - "0.897244 | \n", - "0.892798 | \n", - "0.002480 | \n", - "0.007912 | \n", - "0.007668 | \n", - "0.007788 | \n", - "0.892798 | \n", - "0.007788 | \n", - "coref-ontonotes-1 | \n", - "
| 21 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_08-edges-coref-ontonotes | \n", - "08 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "548 | \n", - "... | \n", - "0.888528 | \n", - "0.909031 | \n", - "0.898663 | \n", - "0.002422 | \n", - "0.007857 | \n", - "0.007262 | \n", - "0.007548 | \n", - "0.898663 | \n", - "0.007548 | \n", - "coref-ontonotes-1 | \n", - "
| 22 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_09-edges-coref-ontonotes | \n", - "09 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "571 | \n", - "... | \n", - "0.897761 | \n", - "0.905212 | \n", - "0.901471 | \n", - "0.002381 | \n", - "0.007619 | \n", - "0.007397 | \n", - "0.007507 | \n", - "0.901471 | \n", - "0.007507 | \n", - "coref-ontonotes-1 | \n", - "
| 23 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_10-edges-coref-ontonotes | \n", - "10 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "530 | \n", - "... | \n", - "0.898006 | \n", - "0.912019 | \n", - "0.904958 | \n", - "0.002345 | \n", - "0.007584 | \n", - "0.007153 | \n", - "0.007362 | \n", - "0.904958 | \n", - "0.007362 | \n", - "coref-ontonotes-1 | \n", - "
| 24 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_11-edges-coref-ontonotes | \n", - "11 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "507 | \n", - "... | \n", - "0.892574 | \n", - "0.915837 | \n", - "0.904056 | \n", - "0.002361 | \n", - "0.007720 | \n", - "0.007011 | \n", - "0.007348 | \n", - "0.904056 | \n", - "0.007348 | \n", - "coref-ontonotes-1 | \n", - "
| 25 | \n", - "base | \n", - "None | \n", - "bert-base-uncased-mix_12-edges-coref-ontonotes | \n", - "12 | \n", - "bert-base-uncased-mix | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "coref-ontonotes | \n", - "test | \n", - "1 | \n", - "589 | \n", - "... | \n", - "0.902075 | \n", - "0.902224 | \n", - "0.902150 | \n", - "0.002369 | \n", - "0.007505 | \n", - "0.007500 | \n", - "0.007503 | \n", - "0.902150 | \n", - "0.007503 | \n", - "coref-ontonotes-1 | \n", - "
26 rows × 30 columns
\n", - "| \n", - " | tag | \n", - "exp_name | \n", - "exp_type | \n", - "task | \n", - "checkpoint | \n", - "gamma | \n", - "label | \n", - "run | \n", - "scalar_parameters.0 | \n", - "scalar_set | \n", - "... | \n", - "7 | \n", - "8 | \n", - "9 | \n", - "10 | \n", - "11 | \n", - "12 | \n", - "weight_entropy | \n", - "weight_kl_unif | \n", - "weight_exp_layer | \n", - "weight_exp_layer_oneplus | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "base | \n", - "bert-base-uncased-mix_00-edges-coref-ontonotes | \n", - "bert-base-uncased-mix | \n", - "coref-ontonotes | \n", - "/edges-coref-ontonotes/model_state_target_trai... | \n", - "1.731095 | \n", - "__scalar_mix__ | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "0.000000 | \n", - "sent_encoder._text_field_embedder.scalar_mix. | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "NaN | \n", - "
| 1 | \n", - "base | \n", - "bert-base-uncased-mix_00-edges-rel-semeval | \n", - "bert-base-uncased-mix | \n", - "rel-semeval | \n", - "/edges-rel-semeval/model_state_target_train_va... | \n", - "1.099132 | \n", - "__scalar_mix__ | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "0.000000 | \n", - "sent_encoder._text_field_embedder.scalar_mix. | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "NaN | \n", - "
| 2 | \n", - "base | \n", - "bert-base-uncased-mix_01-edges-coref-ontonotes | \n", - "bert-base-uncased-mix | \n", - "coref-ontonotes | \n", - "/edges-coref-ontonotes/model_state_target_trai... | \n", - "1.835713 | \n", - "__scalar_mix__ | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "-0.709879 | \n", - "sent_encoder._text_field_embedder.scalar_mix. | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0.7112 | \n", - "0.288800 | \n", - "0.805300 | \n", - "1.000000 | \n", - "
| 3 | \n", - "base | \n", - "bert-base-uncased-mix_01-edges-rel-semeval | \n", - "bert-base-uncased-mix | \n", - "rel-semeval | \n", - "/edges-rel-semeval/model_state_target_train_va... | \n", - "1.097378 | \n", - "__scalar_mix__ | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "-0.178499 | \n", - "sent_encoder._text_field_embedder.scalar_mix. | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0.977378 | \n", - "0.022622 | \n", - "0.588313 | \n", - "1.000000 | \n", - "
| 4 | \n", - "base | \n", - "bert-base-uncased-mix_02-edges-coref-ontonotes | \n", - "bert-base-uncased-mix | \n", - "coref-ontonotes | \n", - "/edges-coref-ontonotes/model_state_target_trai... | \n", - "1.777263 | \n", - "__scalar_mix__ | \n", - "/nfs/jiant/exp/iftenney/20190721-bert-base-lay... | \n", - "-0.585102 | \n", - "sent_encoder._text_field_embedder.scalar_mix. | \n", - "... | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "0 | \n", - "1.19747 | \n", - "0.387494 | \n", - "1.550549 | \n", - "1.805902 | \n", - "
5 rows × 40 columns
\n", - "| \n", - " | idx | \n", - "info.grammatical | \n", - "info.sent-id | \n", - "info.sent_id | \n", - "info.source | \n", - "info.split | \n", - "text | \n", - "
|---|---|---|---|---|---|---|---|
| idx | \n", - "\n", - " | \n", - " | \n", - " | \n", - " | \n", - " | \n", - " | \n", - " |
| 0 | \n", - "0 | \n", - "5.0 | \n", - "1008 | \n", - "1008 | \n", - "SPR2 | \n", - "test | \n", - "In a timid voice , he says : " If an airp... | \n", - "
| 1 | \n", - "1 | \n", - "5.0 | \n", - "1009 | \n", - "1009 | \n", - "SPR2 | \n", - "test | \n", - "" Wonderful ! " Winston beams . | \n", - "
| 2 | \n", - "2 | \n", - "5.0 | \n", - "1017 | \n", - "1017 | \n", - "SPR2 | \n", - "test | \n", - "" Our new lunar transportation system uti... | \n", - "
| 3 | \n", - "3 | \n", - "2.0 | \n", - "1023 | \n", - "1023 | \n", - "SPR2 | \n", - "test | \n", - "They want to use LTS to tie into NASA ' s... | \n", - "
| 4 | \n", - "4 | \n", - "5.0 | \n", - "1024 | \n", - "1024 | \n", - "SPR2 | \n", - "test | \n", - "" We are so excited that the White House ... | \n", - "
| \n", - " | idx | \n", - "info.is_pilot | \n", - "info.pred_lemma | \n", - "info.span1_text | \n", - "info.span2_txt | \n", - "label | \n", - "preds.proba | \n", - "span1 | \n", - "span2 | \n", - "label.ids | \n", - "label.khot | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "0 | \n", - "False | \n", - "say | \n", - "says | \n", - "he | \n", - "[awareness, existed_after, existed_before, exi... | \n", - "[0.9507238268852234, 0.08021300286054611, 0.00... | \n", - "(6, 7) | \n", - "(5, 6) | \n", - "[0, 6, 7, 8, 10, 15, 17, 19] | \n", - "[1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, ... | \n", - "
| 1 | \n", - "0 | \n", - "False | \n", - "carry | \n", - "carrying | \n", - "winston peters | \n", - "[awareness, change_of_location, change_of_stat... | \n", - "[0.8147344589233398, 0.8972967863082886, 0.146... | \n", - "(12, 13) | \n", - "(13, 15) | \n", - "[0, 1, 4, 6, 7, 8, 10, 15, 17, 18, 19] | \n", - "[1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, ... | \n", - "
| 2 | \n", - "0 | \n", - "False | \n", - "blow | \n", - "blown | \n", - "an airplane carrying winston peters | \n", - "[change_of_location, change_of_state, existed_... | \n", - "[0.20997169613838196, 0.7638567686080933, 0.11... | \n", - "(16, 17) | \n", - "(10, 15) | \n", - "[1, 3, 7, 8] | \n", - "[0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, ... | \n", - "
| 3 | \n", - "1 | \n", - "False | \n", - "beam | \n", - "beams | \n", - "winston | \n", - "[awareness, change_of_state_continuous, existe... | \n", - "[0.5660699605941772, 0.15035615861415863, 0.03... | \n", - "(5, 6) | \n", - "(4, 5) | \n", - "[0, 4, 6, 7, 8, 10, 13, 15, 17, 18, 19] | \n", - "[1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, ... | \n", - "
| 4 | \n", - "2 | \n", - "False | \n", - "tell | \n", - "told | \n", - "kistler | \n", - "[awareness, existed_after, existed_before, exi... | \n", - "[0.9896626472473145, 0.022328440099954605, 0.0... | \n", - "(30, 31) | \n", - "(29, 30) | \n", - "[0, 6, 7, 8, 10, 15, 17, 19] | \n", - "[1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, ... | \n", - "
| \n", - " | idx | \n", - "info.is_pilot | \n", - "info.pred_lemma | \n", - "info.span1_text | \n", - "info.span2_txt | \n", - "span1 | \n", - "span2 | \n", - "label.true.awareness | \n", - "label.true.change_of_location | \n", - "label.true.change_of_possession | \n", - "... | \n", - "preds.proba.instigation | \n", - "preds.proba.location_of_event | \n", - "preds.proba.makes_physical_contact | \n", - "preds.proba.partitive | \n", - "preds.proba.predicate_changed_argument | \n", - "preds.proba.sentient | \n", - "preds.proba.stationary | \n", - "preds.proba.volition | \n", - "preds.proba.was_for_benefit | \n", - "preds.proba.was_used | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", - "0 | \n", - "False | \n", - "say | \n", - "says | \n", - "he | \n", - "(6, 7) | \n", - "(5, 6) | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "... | \n", - "0.936860 | \n", - "0.004401 | \n", - "0.003261 | \n", - "0.254228 | \n", - "0.002805 | \n", - "0.975760 | \n", - "0.003733 | \n", - "0.938958 | \n", - "0.143198 | \n", - "0.945751 | \n", - "
| 1 | \n", - "0 | \n", - "False | \n", - "carry | \n", - "carrying | \n", - "winston peters | \n", - "(12, 13) | \n", - "(13, 15) | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "... | \n", - "0.742384 | \n", - "0.006977 | \n", - "0.006286 | \n", - "0.078980 | \n", - "0.006507 | \n", - "0.667234 | \n", - "0.004935 | \n", - "0.652489 | \n", - "0.387525 | \n", - "0.932438 | \n", - "
| 2 | \n", - "0 | \n", - "False | \n", - "blow | \n", - "blown | \n", - "an airplane carrying winston peters | \n", - "(16, 17) | \n", - "(10, 15) | \n", - "0 | \n", - "1 | \n", - "0 | \n", - "... | \n", - "0.173488 | \n", - "0.009159 | \n", - "0.013924 | \n", - "0.277387 | \n", - "0.004450 | \n", - "0.194129 | \n", - "0.004115 | \n", - "0.029275 | \n", - "0.124122 | \n", - "0.724787 | \n", - "
| 3 | \n", - "1 | \n", - "False | \n", - "beam | \n", - "beams | \n", - "winston | \n", - "(5, 6) | \n", - "(4, 5) | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "... | \n", - "0.918481 | \n", - "0.009543 | \n", - "0.007555 | \n", - "0.120318 | \n", - "0.007820 | \n", - "0.808103 | \n", - "0.007416 | \n", - "0.578732 | \n", - "0.544744 | \n", - "0.919867 | \n", - "
| 4 | \n", - "2 | \n", - "False | \n", - "tell | \n", - "told | \n", - "kistler | \n", - "(30, 31) | \n", - "(29, 30) | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "... | \n", - "0.922490 | \n", - "0.015724 | \n", - "0.011915 | \n", - "0.314700 | \n", - "0.009969 | \n", - "0.963026 | \n", - "0.009797 | \n", - "0.985373 | \n", - "0.749102 | \n", - "0.960411 | \n", - "
5 rows × 47 columns
\n", - "| \n", - " | idx | \n", - "label | \n", - "label.true | \n", - "preds.proba | \n", - "
|---|---|---|---|---|
| 0 | \n", - "0 | \n", - "awareness | \n", - "1 | \n", - "0.950724 | \n", - "
| 1 | \n", - "0 | \n", - "change_of_location | \n", - "0 | \n", - "0.080213 | \n", - "
| 2 | \n", - "0 | \n", - "change_of_possession | \n", - "0 | \n", - "0.007079 | \n", - "
| 3 | \n", - "0 | \n", - "change_of_state | \n", - "0 | \n", - "0.093276 | \n", - "
| 4 | \n", - "0 | \n", - "change_of_state_continuous | \n", - "0 | \n", - "0.160939 | \n", - "
| \n", - " | ex_idx | \n", - "fn_count_base | \n", - "fp_count_base | \n", - "tn_count_base | \n", - "tp_count_base | \n", - "precision_base | \n", - "recall_base | \n", - "f1_base | \n", - "fn_count_expt | \n", - "fp_count_expt | \n", - "tn_count_expt | \n", - "tp_count_expt | \n", - "precision_expt | \n", - "recall_expt | \n", - "f1_expt | \n", - "f1_delta | \n", - "abs_f1_delta | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 1485 | \n", - "1485 | \n", - "3 | \n", - "3 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.00 | \n", - "1.0 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "
| 2496 | \n", - "2496 | \n", - "3 | \n", - "3 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.00 | \n", - "1.0 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "
| 4167 | \n", - "4167 | \n", - "3 | \n", - "3 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.00 | \n", - "1.0 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "
| 2298 | \n", - "2298 | \n", - "3 | \n", - "3 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.00 | \n", - "1.0 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "
| 658 | \n", - "658 | \n", - "3 | \n", - "3 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.00 | \n", - "1.0 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "
| 1302 | \n", - "1302 | \n", - "6 | \n", - "6 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0 | \n", - "0 | \n", - "6 | \n", - "6 | \n", - "1.00 | \n", - "1.0 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "
| 3862 | \n", - "3862 | \n", - "3 | \n", - "3 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0 | \n", - "1 | \n", - "2 | \n", - "3 | \n", - "0.75 | \n", - "1.0 | \n", - "0.857143 | \n", - "0.857143 | \n", - "0.857143 | \n", - "
| 4570 | \n", - "4570 | \n", - "5 | \n", - "5 | \n", - "1 | \n", - "1 | \n", - "0.166667 | \n", - "0.166667 | \n", - "0.166667 | \n", - "0 | \n", - "0 | \n", - "6 | \n", - "6 | \n", - "1.00 | \n", - "1.0 | \n", - "1.000000 | \n", - "0.833333 | \n", - "0.833333 | \n", - "
| 854 | \n", - "854 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.00 | \n", - "1.0 | \n", - "1.000000 | \n", - "0.666667 | \n", - "0.666667 | \n", - "
| 2308 | \n", - "2308 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.00 | \n", - "1.0 | \n", - "1.000000 | \n", - "0.666667 | \n", - "0.666667 | \n", - "
| \n", - " | ex_idx | \n", - "fn_count_base | \n", - "fp_count_base | \n", - "tn_count_base | \n", - "tp_count_base | \n", - "precision_base | \n", - "recall_base | \n", - "f1_base | \n", - "fn_count_expt | \n", - "fp_count_expt | \n", - "tn_count_expt | \n", - "tp_count_expt | \n", - "precision_expt | \n", - "recall_expt | \n", - "f1_expt | \n", - "f1_delta | \n", - "abs_f1_delta | \n", - "idx | \n", - "num_tokens | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 1485 | \n", - "1485 | \n", - "3 | \n", - "3 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1485 | \n", - "12 | \n", - "
| 658 | \n", - "658 | \n", - "3 | \n", - "3 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "1.000000 | \n", - "1.000000 | \n", - "658 | \n", - "14 | \n", - "
| 1868 | \n", - "1868 | \n", - "4 | \n", - "4 | \n", - "2 | \n", - "2 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "6 | \n", - "6 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.666667 | \n", - "0.666667 | \n", - "1868 | \n", - "14 | \n", - "
| 2562 | \n", - "2562 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.666667 | \n", - "0.666667 | \n", - "2562 | \n", - "14 | \n", - "
| 2308 | \n", - "2308 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.666667 | \n", - "0.666667 | \n", - "2308 | \n", - "11 | \n", - "
| 2303 | \n", - "2303 | \n", - "4 | \n", - "4 | \n", - "2 | \n", - "2 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "6 | \n", - "6 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.666667 | \n", - "0.666667 | \n", - "2303 | \n", - "14 | \n", - "
| 1817 | \n", - "1817 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.666667 | \n", - "0.666667 | \n", - "1817 | \n", - "10 | \n", - "
| 2138 | \n", - "2138 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.666667 | \n", - "0.666667 | \n", - "2138 | \n", - "13 | \n", - "
| 2039 | \n", - "2039 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.666667 | \n", - "0.666667 | \n", - "2039 | \n", - "13 | \n", - "
| 1284 | \n", - "1284 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.666667 | \n", - "0.666667 | \n", - "1284 | \n", - "13 | \n", - "
| 161 | \n", - "161 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.666667 | \n", - "0.666667 | \n", - "161 | \n", - "9 | \n", - "
| 1907 | \n", - "1907 | \n", - "3 | \n", - "3 | \n", - "3 | \n", - "3 | \n", - "0.500000 | \n", - "0.500000 | \n", - "0.500000 | \n", - "0 | \n", - "0 | \n", - "6 | \n", - "6 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.500000 | \n", - "0.500000 | \n", - "1907 | \n", - "13 | \n", - "
| 2112 | \n", - "2112 | \n", - "3 | \n", - "3 | \n", - "3 | \n", - "3 | \n", - "0.500000 | \n", - "0.500000 | \n", - "0.500000 | \n", - "0 | \n", - "0 | \n", - "6 | \n", - "6 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.500000 | \n", - "0.500000 | \n", - "2112 | \n", - "11 | \n", - "
| 1564 | \n", - "1564 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "1564 | \n", - "14 | \n", - "
| 2468 | \n", - "2468 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2468 | \n", - "8 | \n", - "
| 1712 | \n", - "1712 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "1712 | \n", - "8 | \n", - "
| 3204 | \n", - "3204 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "3204 | \n", - "12 | \n", - "
| 1717 | \n", - "1717 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "1717 | \n", - "10 | \n", - "
| 2400 | \n", - "2400 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2400 | \n", - "9 | \n", - "
| 2383 | \n", - "2383 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2383 | \n", - "12 | \n", - "
| 1640 | \n", - "1640 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "1640 | \n", - "12 | \n", - "
| 1664 | \n", - "1664 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "1664 | \n", - "10 | \n", - "
| 2377 | \n", - "2377 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2377 | \n", - "14 | \n", - "
| 1553 | \n", - "1553 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "1553 | \n", - "14 | \n", - "
| 2382 | \n", - "2382 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2382 | \n", - "12 | \n", - "
| 294 | \n", - "294 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "294 | \n", - "7 | \n", - "
| 2827 | \n", - "2827 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2827 | \n", - "13 | \n", - "
| 2831 | \n", - "2831 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2831 | \n", - "14 | \n", - "
| 2833 | \n", - "2833 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2833 | \n", - "9 | \n", - "
| 1023 | \n", - "1023 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.0 | \n", - "1.0 | \n", - "1.0 | \n", - "0.333333 | \n", - "0.333333 | \n", - "1023 | \n", - "10 | \n", - "
| \n", - " | ex_idx | \n", - "fn_count_base | \n", - "fp_count_base | \n", - "tn_count_base | \n", - "tp_count_base | \n", - "precision_base | \n", - "recall_base | \n", - "f1_base | \n", - "fn_count_expt | \n", - "fp_count_expt | \n", - "tn_count_expt | \n", - "tp_count_expt | \n", - "precision_expt | \n", - "recall_expt | \n", - "f1_expt | \n", - "f1_delta | \n", - "abs_f1_delta | \n", - "idx | \n", - "num_tokens | \n", - "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 24 | \n", - "24 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "24 | \n", - "9 | \n", - "
| 3476 | \n", - "3476 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "3476 | \n", - "19 | \n", - "
| 3207 | \n", - "3207 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "3207 | \n", - "14 | \n", - "
| 2881 | \n", - "2881 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "2881 | \n", - "4 | \n", - "
| 2730 | \n", - "2730 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "2730 | \n", - "13 | \n", - "
| 2692 | \n", - "2692 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "2692 | \n", - "11 | \n", - "
| 2113 | \n", - "2113 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "2113 | \n", - "14 | \n", - "
| 1870 | \n", - "1870 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1870 | \n", - "18 | \n", - "
| 2536 | \n", - "2536 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "2536 | \n", - "12 | \n", - "
| 1734 | \n", - "1734 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1734 | \n", - "12 | \n", - "
| 423 | \n", - "423 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "423 | \n", - "14 | \n", - "
| 1807 | \n", - "1807 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1807 | \n", - "18 | \n", - "
| 4491 | \n", - "4491 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "4491 | \n", - "19 | \n", - "
| 3096 | \n", - "3096 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "-0.333333 | \n", - "0.333333 | \n", - "3096 | \n", - "11 | \n", - "
| 79 | \n", - "79 | \n", - "1 | \n", - "1 | \n", - "2 | \n", - "2 | \n", - "0.666667 | \n", - "0.666667 | \n", - "0.666667 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "-0.333333 | \n", - "0.333333 | \n", - "79 | \n", - "7 | \n", - "
| 130 | \n", - "130 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "-0.666667 | \n", - "0.666667 | \n", - "130 | \n", - "17 | \n", - "
| 3066 | \n", - "3066 | \n", - "0 | \n", - "0 | \n", - "3 | \n", - "3 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "2 | \n", - "2 | \n", - "1 | \n", - "1 | \n", - "0.333333 | \n", - "0.333333 | \n", - "0.333333 | \n", - "-0.666667 | \n", - "0.666667 | \n", - "3066 | \n", - "19 | \n", - "
| 3866 | \n", - "3866 | \n", - "0 | \n", - "0 | \n", - "1 | \n", - "1 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "-1.000000 | \n", - "1.000000 | \n", - "3866 | \n", - "16 | \n", - "
| 1512 | \n", - "1512 | \n", - "0 | \n", - "0 | \n", - "1 | \n", - "1 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "-1.000000 | \n", - "1.000000 | \n", - "1512 | \n", - "15 | \n", - "
| 109 | \n", - "109 | \n", - "0 | \n", - "0 | \n", - "1 | \n", - "1 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "-1.000000 | \n", - "1.000000 | \n", - "109 | \n", - "12 | \n", - "
| 3247 | \n", - "3247 | \n", - "0 | \n", - "0 | \n", - "1 | \n", - "1 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "-1.000000 | \n", - "1.000000 | \n", - "3247 | \n", - "9 | \n", - "
| 3651 | \n", - "3651 | \n", - "0 | \n", - "0 | \n", - "1 | \n", - "1 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1.000000 | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "0 | \n", - "0.000000 | \n", - "0.000000 | \n", - "0.000000 | \n", - "-1.000000 | \n", - "1.000000 | \n", - "3651 | \n", - "15 | \n", - "