1set(TARGET llama-tokenize)
2add_executable(${TARGET} tokenize.cpp)
3if(LLAMA_TOOLS_INSTALL)
4    install(TARGETS ${TARGET} RUNTIME)
5endif()
6target_link_libraries(${TARGET} PRIVATE common llama ${CMAKE_THREAD_LIBS_INIT})
7target_compile_features(${TARGET} PRIVATE cxx_std_17)