#include "substdio.h"
#include "strerr.h"
#include "subfd.h"
#include "getln.h"
#include "mess822.h"

#define FATAL "tokenize: fatal: "

void nomem()
{
  strerr_die2x(111,FATAL,"out of memory");
}

void put(buf,len)
char *buf;
int len;
{
  char ch;

  while (len) {
    ch = *buf;
    if (ch == '\n') ch = 0;
    substdio_put(subfdout,&ch,1);
    ++buf;
    --len;
  }
}

stralloc line = {0};
int match;

stralloc tokens = {0};

void main()
{
  int i;
  int j;

  for (;;) {
    if (getln(subfdin,&line,&match,'\n') == -1)
      strerr_die2sys(111,FATAL,"unable to read input: ");
    if (!line.len) break;
    if (match) --line.len;

    for (i = 0;i < line.len;++i)
      if (line.s[i] == 0)
	line.s[i] = '\n';
    if (!stralloc_0(&line)) nomem();

    if (!mess822_token(&tokens,line.s)) nomem();

    for (j = i = 0;j < tokens.len;++j)
      if (!tokens.s[j]) {
	if (tokens.s[i] == ' ')
	  substdio_puts(subfdout,"space\n");
	else if (tokens.s[i] == '\t')
	  substdio_puts(subfdout,"tab\n");
	else if (tokens.s[i] == '=') {
	  substdio_puts(subfdout,"string {");
	  put(tokens.s + i + 1,j - i - 1);
	  substdio_puts(subfdout,"}\n");
	} else if (tokens.s[i] == '(') {
	  substdio_puts(subfdout,"comment {");
	  put(tokens.s + i + 1,j - i - 1);
	  substdio_puts(subfdout,"}\n");
	} else {
	  substdio_puts(subfdout,"special ");
	  put(tokens.s + i,j - i);
	  substdio_puts(subfdout,"\n");
	}
	i = j + 1;
      }

    substdio_puts(subfdout,"\n");
    if (!match) break;
  }

  substdio_flush(subfdout);
  _exit(0);
}