tiny-string-js

tiny-string

Compress a string using this small library by an average of 30-45%. Use training data to improve the performance depending on the type of data you want to compress.

Sample usage

const jsonTrainingData: string = `
{"id":1,"name":"Ryan Peterson","country":"Northern Mariana Islands","email":"[e-mail]"},
{"id":2,"name":"Judith Mason","country":"Puerto Rico","email":"[e-mail]"},
{"id":3,"name":"Kenneth Berry","country":"Pakistan","email":"[e-mail]"},
{"id":4,"name":"Judith Ortiz","country":"Cuba","email":"[e-mail]"},
{"id":5,"name":"Adam Lewis","country":"Poland","email":"[e-mail]"},
{"id":6,"name":"Angela Spencer","country":"Poland","email":"[e-mail]"},
{"id":7,"name":"Jason Snyder","country":"Cambodia","email":"[e-mail]"},
{"id":8,"name":"Pamela Palmer","country":"Guinea-Bissau","email":"[e-mail]"},
{"id":9,"name":"Mary Graham","country":"Niger","email":"[e-mail]"},
{"id":10,"name":"Christopher Brooks","country":"Trinidad and Tobago","email":"[e-mail]"},
{"id":11,"name":"Anna West","country":"Nepal","email":"[e-mail]"},
{"id":12,"name":"Angela Watkins","country":"Iceland","email":"[e-mail]"},
{"id":13,"name":"Gregory Coleman","country":"Oman","email":"[e-mail]"},
{"id":14,"name":"Andrew Hamilton","country":"Ukraine","email":"[e-mail]"},
{"id":15,"name":"James Patterson","country":"Poland","email":"[e-mail]"},
{"id":16,"name":"Patricia Kelley","country":"Papua New Guinea","email":"[e-mail]"},
{"id":17,"name":"Annie Burton","country":"Germany","email":"[e-mail]"},
{"id":18,"name":"Margaret Wilson","country":"Saudia Arabia","email":"[e-mail]"},
{"id":19,"name":"Louise Harper","country":"Poland","email":"[e-mail]"},
{"id":20,"name":"Henry Hunt","country":"Martinique","email":"[e-mail]"}
`

const jsonSample: string = `{"id":33,"name":"John Doe","country":"United States","email":"[e-mail]"}`

const jsonTrainedDictionary: string[] = generateDictionary(jsonTrainingData)
console.time('JSON trainedDict')
const jsonTrainedDictCompression: string = tinyStringCompress(jsonSample, jsonTrainedDictionary)
console.timeEnd('JSON trainedDict')

console.time('JSON trainedDict decompress')
const jsonTrainedDictDecompression: string = tinyStringDecompress(jsonTrainedDictCompression, jsonTrainedDictionary)
console.timeEnd('JSON trainedDict decompress')

console.log('Original:', redditPost + '\n')
console.log('Decompressed', jsonTrainedDictDecompression + '\n')
console.log('Compressed:', jsonTrainedDictCompression,
    Number((1 - jsonTrainedDictCompression.length / jsonSample.length) * 100).toFixed(2) + '% compressed' + '\n')
console.log('Original length', jsonSample.length + '\n')
console.log('Compressed length', jsonTrainedDictCompression.length + '\n')