Skip to content

Commit

Permalink
Revert "Added GPT2-Large model (#213)"
Browse files Browse the repository at this point in the history
This reverts commit a642133.
  • Loading branch information
shehadak authored Nov 16, 2023
1 parent 3d873e0 commit 5659386
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 7 deletions.
3 changes: 0 additions & 3 deletions brainscore_language/models/gpt/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,6 @@
model_registry['distilgpt2'] = lambda: HuggingfaceSubject(model_id='distilgpt2', region_layer_mapping={
ArtificialSubject.RecordingTarget.language_system: 'transformer.h.5'})

model_registry['gpt2-large'] = lambda: HuggingfaceSubject(model_id='gpt2-large', region_layer_mapping={
ArtificialSubject.RecordingTarget.language_system: 'transformer.h.33'})

model_registry['gpt2-xl'] = lambda: HuggingfaceSubject(model_id='gpt2-xl', region_layer_mapping={
ArtificialSubject.RecordingTarget.language_system: 'transformer.h.43'})

Expand Down
4 changes: 0 additions & 4 deletions brainscore_language/models/gpt/test.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,6 @@
@pytest.mark.parametrize('model_identifier, expected_reading_times', [
('distilgpt2', [np.nan, 19.260605, 12.721411, 12.083241,
10.876629, 3.678278, 2.102749, 11.961533]),
('gpt2-large', [np.nan, 13.776375, 5.054959, 0.620946,
0.522623, 0.102953, 0.038324, 0.021452]),
('gpt2-xl', [np.nan, 1.378484e+01, 6.686095e+00, 2.284407e-01,
7.538393e-01, 6.105860e-03, 2.644155e-02, 4.411311e-03]),
('gpt-neo-2.7B', [np.nan, 15.07522869, 3.6358602 , 0.04999408, 1.42219079,
Expand All @@ -29,7 +27,6 @@ def test_reading_times(model_identifier, expected_reading_times):
@pytest.mark.memory_intense
@pytest.mark.parametrize('model_identifier, expected_next_words', [
('distilgpt2', ['es', 'the', 'fox']),
('gpt2-large', ['jumps', 'the', 'dog']),
('gpt2-xl', ['jumps', 'the', 'dog']),
('gpt-neo-2.7B', ['jumps', 'the', 'dog']),
('gpt-neo-1.3B', ['jumps', 'the', 'dog'])
Expand All @@ -45,7 +42,6 @@ def test_next_word(model_identifier, expected_next_words):
@pytest.mark.memory_intense
@pytest.mark.parametrize('model_identifier, feature_size', [
('distilgpt2', 768),
('gpt2-large', 1280),
('gpt2-xl', 1600),
('gpt-neo-1.3B', 2048),
('gpt-neo-2.7B', 2560)
Expand Down

0 comments on commit 5659386

Please sign in to comment.