Initial Commit

This commit is contained in:
Norman Lansing
2026-01-28 19:08:51 -05:00
commit ecb33115bf
54042 changed files with 9695586 additions and 0 deletions

View File

@@ -0,0 +1,33 @@
// Copyright (C) 2005 Davis E. King (davis@dlib.net)
// License: Boost Software License See LICENSE.txt for the full license.
#ifndef DLIB_TOKENIZEr_
#define DLIB_TOKENIZEr_
#include "tokenizer/tokenizer_kernel_1.h"
#include "tokenizer/tokenizer_kernel_c.h"
namespace dlib
{
class tokenizer
{
tokenizer() {}
public:
//----------- kernels ---------------
// kernel_1a
typedef tokenizer_kernel_1
kernel_1a;
typedef tokenizer_kernel_c<kernel_1a>
kernel_1a_c;
};
}
#endif // DLIB_TOKENIZEr_