/* ************************************************************************** */
/*                                                                            */
/*                                                        :::      ::::::::   */
/*   tokenizer.h                                        :+:      :+:    :+:   */
/*                                                    +:+ +:+         +:+     */
/*   By: qmennen <qmennen@student.codam.nl>         +#+  +:+       +#+        */
/*                                                +#+#+#+#+#+   +#+           */
/*   Created: 2025/02/05 12:36:00 by whaffman          #+#    #+#             */
/*   Updated: 2025/02/18 17:02:17 by qmennen          ###   ########.fr       */
/*                                                                            */
/* ************************************************************************** */

#ifndef TOKENIZER_H
# define TOKENIZER_H

/**
 * Lexer
 */
t_lexer	*ft_lexer_new(const char *input);
void	ft_lexer_free(t_lexer *lexer);
void	lexer_readchar(t_lexer *lexer);
char	*lexer_readword(t_lexer *lexer);
t_list	*ft_parse_input(t_lexer *lexer);
/**
 * Token
 */
t_token	*ft_token_next(t_lexer *lexer);
t_token	*token_new(t_token_type type, char *c, int pos);
void	ft_token_free(t_token *token);
void	ft_clear_tokenlist(void *content);
t_token	*token_parse(t_lexer *lexer);

#endif // TOKENIZER_H