Skip to content

Commit

Permalink
LIT: Remove legacy Language Model demo.
Browse files Browse the repository at this point in the history
PiperOrigin-RevId: 642637693
  • Loading branch information
RyanMullins authored and LIT team committed Jun 12, 2024
1 parent fc7b0d0 commit 2475b3b
Show file tree
Hide file tree
Showing 14 changed files with 120 additions and 835 deletions.
25 changes: 0 additions & 25 deletions lit_nlp/examples/blank_slate_demo.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,11 +29,8 @@
from lit_nlp import app as lit_app
from lit_nlp import dev_server
from lit_nlp import server_flags
from lit_nlp.examples.datasets import classification
from lit_nlp.examples.datasets import lm
from lit_nlp.examples.glue import data as glue_data
from lit_nlp.examples.glue import models as glue_models
from lit_nlp.examples.models import pretrained_lms
from lit_nlp.examples.penguin import data as penguin_data
from lit_nlp.examples.penguin import model as penguin_model

Expand Down Expand Up @@ -85,16 +82,6 @@ def main(argv: Sequence[str]) -> Optional[dev_server.LitServerType]:
penguin_model.PenguinModel.init_spec(),
)

# lm demo model loaders.
model_loaders["bert"] = (
pretrained_lms.BertMLM,
pretrained_lms.BertMLM.init_spec(),
)
model_loaders["gpt2"] = (
pretrained_lms.GPT2LanguageModel,
pretrained_lms.GPT2LanguageModel.init_spec(),
)

datasets = {}
dataset_loaders: lit_app.DatasetLoadersMap = {}

Expand All @@ -114,18 +101,6 @@ def main(argv: Sequence[str]) -> Optional[dev_server.LitServerType]:
glue_data.SST2DataForLM,
glue_data.SST2DataForLM.init_spec(),
)
dataset_loaders["imdb (lm)"] = (
classification.IMDBData,
classification.IMDBData.init_spec(),
)
dataset_loaders["plain text sentences (lm)"] = (
lm.PlaintextSents,
lm.PlaintextSents.init_spec(),
)
dataset_loaders["bwb (lm)"] = (
lm.BillionWordBenchmark,
lm.BillionWordBenchmark.init_spec(),
)

# Start the LIT server. See server_flags.py for server options.
lit_demo = dev_server.Server(
Expand Down
13 changes: 0 additions & 13 deletions lit_nlp/examples/datasets/__init__.py

This file was deleted.

59 changes: 0 additions & 59 deletions lit_nlp/examples/datasets/classification.py

This file was deleted.

131 changes: 0 additions & 131 deletions lit_nlp/examples/datasets/lm.py

This file was deleted.

Loading

0 comments on commit 2475b3b

Please sign in to comment.