Skip to content
Snippets Groups Projects
Commit ab02df45 authored by Neta Zmora's avatar Neta Zmora
Browse files

Jupyter: new noebook that summarizes the word language model results

parent b40dff5e
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
jupyter/language_model.ipynb 0 → 100644
+ 117
− 0
View file @ ab02df45
%% Cell type:markdown id: tags:
## Word language-model results
%% Cell type:code id: tags:
``` python
import matplotlib.pyplot as plt
size = [7135600, 28390700, 85917000, 25487550, 16847550, 8591700, 4295850]
perplexity = [96.29, 84.21, 83.85, 82.93, 83.64, 85.67, 92.79]
labels = ['small', 'medium', 'large', 'large-70', 'large-80', 'large-90', 'large-95']
colors = ['r', 'r', 'r', 'b', 'b', 'b', 'b']
fig, ax = plt.subplots(figsize=(10, 5))
ax.scatter(size, perplexity, c=colors, s=100)
baidu_size = [8591700, 14542053, 17928543, 25190010, 13430535 ]
baidu_perplexity = [87.70, 85.34, 84.16, 84.05, 83.70]
baidu_labels = ['large-90', 'large-83', 'large-79', 'large-71', 'large-81.3']
ax.scatter(baidu_size, baidu_perplexity, c='g', s=100)
plt.ylabel('perplexity')
plt.xlabel('size')
for i, txt in enumerate(labels):
ax.annotate(txt, (size[i],perplexity[i]+0.4))
for i, txt in enumerate(baidu_labels):
ax.annotate(txt, (baidu_size[i], baidu_perplexity[i]+0.4))
```
%% Output
%% Cell type:code id: tags:
``` python
import matplotlib.pyplot as plt
size = [7135600, 28390700, 85917000, 25487550, 16847550, 8591700, 4295850]
perplexity = [96.29, 84.21, 83.85, 82.93, 83.64, 85.67, 92.79]
labels = ['small', 'medium', 'large', 'large-70', 'large-80', 'large-90', 'large-95']
colors = ['r', 'r', 'r', 'b', 'b', 'b', 'b']
fig, ax = plt.subplots(figsize=(10, 5))
ax.scatter(size, perplexity, c=colors, s=100)
plt.ylabel('perplexity')
plt.xlabel('size')
for i, txt in enumerate(labels):
ax.annotate(txt, (size[i],perplexity[i]+0.4))
```
%% Output
%% Cell type:code id: tags:
``` python
```
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment