---
source: src/markdown/tokenizer.rs
expression: examples
---
- string: "just some normal text :D"
  tokens:
    - "Token { span: Span(0..24, \"just some normal text :D\"), kind: Text }"
- string: normal *bold* normal
  tokens:
    - "Token { span: Span(0..7, \"normal \"), kind: Text }"
    - "Token { span: Span(7..8, \"*\"), kind: Strong }"
    - "Token { span: Span(8..12, \"bold\"), kind: Text }"
    - "Token { span: Span(12..13, \"*\"), kind: Strong }"
    - "Token { span: Span(13..20, \" normal\"), kind: Text }"
- string: normal * maybe bold? * normal
  tokens:
    - "Token { span: Span(0..7, \"normal \"), kind: Text }"
    - "Token { span: Span(7..8, \"*\"), kind: Strong }"
    - "Token { span: Span(8..21, \" maybe bold? \"), kind: Text }"
    - "Token { span: Span(21..22, \"*\"), kind: Strong }"
    - "Token { span: Span(22..29, \" normal\"), kind: Text }"
- string: "```lang\ncode code code\n```"
  tokens:
    - "Token { span: Span(0..3, \"```\"), kind: CodeBlock }"
    - "Token { span: Span(3..7, \"lang\"), kind: Text }"
    - "Token { span: Span(7..8, \"\\n\"), kind: Newline }"
    - "Token { span: Span(8..22, \"code code code\"), kind: Text }"
    - "Token { span: Span(22..23, \"\\n\"), kind: Newline }"
    - "Token { span: Span(23..26, \"```\"), kind: CodeBlock }"
- string: "*_``_*"
  tokens:
    - "Token { span: Span(0..1, \"*\"), kind: Strong }"
    - "Token { span: Span(1..2, \"_\"), kind: Italic }"
    - "Token { span: Span(2..3, \"`\"), kind: Mono }"
    - "Token { span: Span(3..4, \"`\"), kind: Mono }"
    - "Token { span: Span(4..5, \"_\"), kind: Italic }"
    - "Token { span: Span(5..6, \"*\"), kind: Strong }"
- string: "*_`*_*_"
  tokens:
    - "Token { span: Span(0..1, \"*\"), kind: Strong }"
    - "Token { span: Span(1..2, \"_\"), kind: Italic }"
    - "Token { span: Span(2..3, \"`\"), kind: Mono }"
    - "Token { span: Span(3..4, \"*\"), kind: Strong }"
    - "Token { span: Span(4..5, \"_\"), kind: Italic }"
    - "Token { span: Span(5..6, \"*\"), kind: Strong }"
    - "Token { span: Span(6..7, \"_\"), kind: Italic }"
