Skip to content

Commit c502bf4

Browse files
Make the README.md more better.
1 parent 0b1b090 commit c502bf4

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

README.md

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -53,9 +53,9 @@ pip install -e .
5353
## Quick Start
5454

5555
```python
56-
from diffusion_llm import DiffusionLLM, prepare_dataset
56+
from diffusion_llm.utils import prepare_dataset
5757
from transformers import AutoTokenizer
58-
from diffusion_llm import DiffusionConfig, DiffusionLLM
58+
from diffusion_llm.model import DiffusionConfig, DiffusionLLM
5959

6060
# Load tokenizer and prepare dataset
6161
tokenizer = AutoTokenizer.from_pretrained("gpt2")
@@ -67,11 +67,11 @@ train_dataset, val_dataset, _ = prepare_dataset(
6767
# Initialize model
6868
config = DiffusionConfig(
6969
vocab_size=len(tokenizer),
70-
max_position_embeddings=args.max_length,
71-
num_timesteps=args.num_timesteps,
70+
max_position_embeddings=256,
71+
num_timesteps=50,
7272
pad_token_id=tokenizer.pad_token_id,
7373
mask_token_id=tokenizer.mask_token_id,
74-
**config_kwargs
74+
# **config_kwargs
7575
)
7676
model = DiffusionLLM(config)
7777

0 commit comments

Comments
 (0)