--- !ruby/object:RDoc::RI::MethodDescription 
aliases: []

block_params: 
comment: 
- !ruby/struct:RDoc::Markup::Flow::P 
  :body: Tokenizes Ruby program and returns an Array of Array, which is formatted like [[lineno, column], type, token].
- !ruby/struct:RDoc::Markup::Flow::VERB 
  :body: "  require 'ripper'\n  require 'pp'\n\n  p Ripper.lex(&quot;def m(a) nil end&quot;)\n    #=&gt; [[[1,  0], :on_kw,     &quot;def&quot;],\n         [[1,  3], :on_sp,     &quot; &quot;  ],\n         [[1,  4], :on_ident,  &quot;m&quot;  ],\n         [[1,  5], :on_lparen, &quot;(&quot;  ],\n         [[1,  6], :on_ident,  &quot;a&quot;  ],\n         [[1,  7], :on_rparen, &quot;)&quot;  ],\n         [[1,  8], :on_sp,     &quot; &quot;  ],\n         [[1,  9], :on_kw,     &quot;nil&quot;],\n         [[1, 12], :on_sp,     &quot; &quot;  ],\n         [[1, 13], :on_kw,     &quot;end&quot;]]\n"
full_name: Ripper::lex
is_singleton: true
name: lex
params: (src, filename = '-', lineno = 1)
visibility: public
