Skip to content

Commit

Permalink
feat: improve code
Browse files Browse the repository at this point in the history
  • Loading branch information
w305jack committed Jun 30, 2023
1 parent 90166ed commit 0b62dd7
Showing 1 changed file with 2 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -10,14 +10,8 @@ import com.knuddels.jtokkit.api.ModelType
class JTokkit {
companion object {
private val registry = Encodings.newLazyEncodingRegistry()
private lateinit var encoding: Encoding
private val encoding = registry.getEncodingForModel(ModelType.GPT_3_5_TURBO)
}

init {
encoding = registry.getEncodingForModel(ModelType.GPT_3_5_TURBO)
}

fun measureNumOfTokens(string: String): Int {
return encoding.countTokens(string)
}
fun measureNumOfTokens(string: String): Int = encoding.countTokens(string)
}

0 comments on commit 0b62dd7

Please sign in to comment.