While parsing NTA items containing multiple fragments I see trailing characters in the decompressed json as "<...>".
Looks like the json data is truncated. This behavior is noticed for all data with same length. Any idea how to resolve this?
The code only decompresses the data once the buffer size is equal to expected size
In the example received at 20180328-155950 (GMT):
Add Fragment:: Expected total buffer: 2685 current 2685
{"analytics":{"analyticsScores":[{"assetClass":"CMPNY","assetCodes":["P:4295865853","R:TOP.CO"],"assetId":"4295865853","assetName":"Topdanmark A/S","brokerAction":"UNDEFINED","firstMentionSentence":46,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:L3N1RA3GL_18032823ATugG/A4hYhR9N1mdO1GIq5o3TTA1TOmTMqG"}],"noveltyCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.527791,"sentimentNeutral":0.147648,"sentimentPositive":0.324561,"sentimentWordCount":278,"volumeCounts":[{"itemCount":4,"window":"12H"},{"itemCount":4,"window":"24H"},{"itemCount":4,"window":"3D"},{"itemCount":4,"window":"5D"},{"itemCount":4,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295866401","R:KNEBV.F","R:KNEBV.HE"],"assetId":"4295866401","assetName":"Kone Oyj","brokerAction":"UNDEFINED","firstMentionSentence":32,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:L3N1RA3GL_18032823ATugG/A4hYhR9N1mdO1GIq5o3TTA1TOmTMqG"}],"noveltyCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.816541,"sentimentNeutral":0.126729,"sentimentPositive":0.0567309,"sentimentWordCount":167,"volumeCounts":[{"itemCount":4,"window":"12H"},{"itemCount":4,"window":"24H"},{"itemCount":4,"window":"3D"},{"itemCount":4,"window":"5D"},{"itemCount":6,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295866738","R:ROBF.PA"],"assetId":"4295866738","assetName":"Robertet SA","brokerAction":"UNDEFINED","firstMentionSentence":35,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":2,"window":"3D"},{"itemCount":2,"window":"5D"},{"itemCount":2,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.818788,"sentimentNeutral":0.125438,"sentimentPositive":0.0557743,"sentimentWordCount":72,"volumeCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295867953","R:JCDX.F","R:JCDX.PA"],"assetId":"4295867953","assetName":"JCDecaux SA","brokerAction":"UNDEFINED","firstMentionSentence":32,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:FWN1RA00Z_1803281U64QTy8GLg9VVl9/SEVTPBvUoFQR+DdG8PaEt"}],"noveltyCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.816541,"sentimentNeutral":0.126729,"sentimentPositive":0.0567309,"sentimentWordCount":167,"volumeCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":4,"window":"5D"},{"itemCount":4,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295868215","R:SASY.F","R:SASY.PA","R:SNY.N"],"assetId":"4295868215","assetName":"Sanofi SA","brokerAction":"UNDEFINED","firstMentionSentence":3,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:FWN1RA03K_1803281U2Cz1Z8gMi4jo2z36XlKlhwuCxYkooLYHWo4R"}],"noveltyCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.253833,"sentimentClass":-1,"sentimentNegative":0.668188,"sentimentNeutral":0.119204,"sentimentPositive":0.212608,"sentimentWordCount":1428,"volumeCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":17,"window":"3D"},{"itemCount":20,"window":"5D"},{"itemCount":31,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295869588","R:LEIG.DE"],"assetId":"4295869588","assetName":"Leifheit AG","brokerAction":"UNDEFINED","firstMentionSentence":32,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:FWN1RA004_1803281//FHLDwkHoZgZ4n7rs/q6TKKTH5dyAJl33QYQ"}],"noveltyCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.816541,"sentimentNeutral":0.126729,"sentimentPositive":0.0567309,"sentimentWordCount":167,"volumeCounts":[{"itemCount":4,"window":"12H"},{"itemCount":4,"window":"24H"},{"itemCount":11,"window":"3D"},{"itemCount":11,"window":"5D"},{"itemCount":11,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295870016","R:V6CG.DE","R:V6CG.F"],"assetId":"4295870016","assetName":"Viscom AG","brokerAction":"UNDEFINED","firstMentionSentence":47,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":2,"window":"3D"},{"itemCount":2,"window":"5D"},{"itemCount":2,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.421636,"sentimentNeutral":0.170694,"sentimentPositive":0.407670,"sentimentWordCount":89,"volumeCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295875615","R:SRG.MI"],"assetId":"4295875615","assetName":"Snam SpA","brokerAction":"UNDEFINED","firstMentionSentence":43,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:L3N1RA3GL_18032823ATugG/A4hYhR9N1mdO1GIq5o3TTA1TOmTMqG"}],"noveltyCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.816878,"sentimentNeutral":0.126561,"sentimentPositive":0.0565612,"sentimentWordCount":43,"volumeCounts":[{"itemCount":6,"window":"12H"},{"itemCount":7,"window":"24H"},{"itemCount":7,"window":"3D"},{"itemCount":7,"window":"5D"},{"itemCount":7,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295884772","R:UN.F","R:UN.N","R:UNIA.AS","R:UNc.AS"],"assetId":"4295884772","assetName":"Unilever NV","brokerAction":"UNDEFINED","firstMentionSentence":46,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:L3N1R82ZR_1803266H59BWkJwVlVP65XYeOfiddw9ldTVseN5HnBpu"},{"idPosition":3,"linkedId":"tr:L3N1R82ZR_1803266wuwBDCGwKOPQmI7YSvXRlLb3UyC5NJ7R3QN/E"},{"idPosition":4,"linkedId":"tr:L3N1R82ZR_1803266cpIuQ1mhMPqAN0sxtuPHDbKaNLTB/o23S9ZP/"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":5,"window":"3D"},{"itemCount":5,"window":"5D"},{"itemCount":5,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.527791,"sentimentNeutral":0.147648,"sentimentPositive":0.324561,"sentimentWordCount":278,"volumeCounts":[{"itemCount":16,"window":"12H"},{"itemCount":17,"window":"24H"},{"itemCount":23,"window":"3D"},{"itemCount":23,"window":"5D"},{"itemCount":31,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295886385","R:MBK.WA"],"assetId":"4295886385","assetName":"mBank SA","brokerAction":"UNDEFINED","firstMentionSentence":33,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":2,"window":"3D"},{"itemCount":2,"window":"5D"},{"itemCount":2,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.818612,"sentimentNeutral":0.125541,"sentimentPositive":0.0558468,"sentimentWordCount":162,"volumeCounts":[{"itemCount":4,"window":"12H"},{"itemCount":4,"window":"24H"},{"itemCount":5,"window":"3D"},{"itemCount":5,"window":"5D"},{"itemCount":5,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295890262","R:HEMS.DE","R:HEMS.F","R:HMb.ST","R:HNNMY.PK"],"assetId":"4295890262","assetName":"H & M Hennes & Mauritz AB","brokerAction":"UNDEFINED","firstMentionSentence":31,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:L3N1RA3GL_18032823ATugG/A4hYhR9N1mdO1GIq5o3TTA1TOmTMqG"}],"noveltyCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0906547,"sentimentClass":-1,"sentimentNegative":0.658016,"sentimentNeutral":0.121268,"sentimentPositive":0.220716,"sentimentWordCount":319,"volumeCounts":[{"itemCount":11,"window":"12H"},{"itemCount":12,"window":"24H"},{"itemCount":53,"window":"3D"},{"itemCount":56,"window":"5D"},{"itemCount":59,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295890628","R:NOVN.S","R:NOVZn.DE","R:NOVZn.F","R:NVS.N"],"assetId":"4295890628","assetName":"Novartis AG","brokerAction":"UNDEFINED","firstMentionSentence":34,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:FWN1R90EB_1803271Y8DMcZcwjSTWswx8Tv9w5E4w2cGy4L9YDFeyJ"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.819068,"sentimentNeutral":0.125273,"sentimentPositive":0.0556592,"sentimentWordCount":108,"volumeCounts":[{"itemCount":10,"window":"12H"},{"itemCount":11,"window":"24H"},{"itemCount":82,"window":"3D"},{"itemCount":82,"window":"5D"},{"itemCount":108,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295890631","R:SCHN.S","R:SCHP.S"],"assetId":"4295890631","assetName":"Schindler Holding AG","brokerAction":"UNDEFINED","firstMentionSentence":40,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":2,"window":"3D"},{"itemCount":2,"window":"5D"},{"itemCount":2,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":1,"sentimentNegative":0.361323,"sentimentNeutral":0.203535,"sentimentPositive":0.435141,"sentimentWordCount":46,"volumeCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295894467","R:JDW.L"],"assetId":"4295894467","assetName":"J D Wetherspoon PLC","brokerAction":"UNDEFINED","firstMentionSentence":31,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":2,"window":"3D"},{"itemCount":2,"window":"5D"},{"itemCount":2,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.658016,"sentimentNeutral":0.121268,"sentimentPositive":0.220716,"sentimentWordCount":319,"volumeCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":5,"window":"3D"},{"itemCount":5,"window":"5D"},{"itemCount":7,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295894616","R:VCTX.L"],"assetId":"4295894616","assetName":"Victrex PLC","brokerAction":"UNDEFINED","firstMentionSentence":46,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":2,"window":"3D"},{"itemCount":2,"window":"5D"},{"itemCount":2,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.527791,"sentimentNeutral":0.147648,"sentimentPositive":0.324561,"sentimentWordCount":278,"volumeCounts":[{"itemCount":8,"window":"12H"},{"itemCount":8,"window":"24H"},{"itemCount":8,"window":"3D"},{"itemCount":8,"window":"5D"},{"itemCount":8,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295894784","R:IMI.L"],"assetId":"4295894784","assetName":"IMI PLC","brokerAction":"UNDEFINED","firstMentionSentence":31,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"},{"idPosition":2,"linkedId":"tr:L3N1R92X3_18032726iFiYRcJm3FK9/WAkyQiyn5ChOuF83N/aKRIv"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":3,"window":"3D"},{"itemCount":3,"window":"5D"},{"itemCount":3,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.658016,"sentimentNeutral":0.121268,"sentimentPositive":0.220716,"sentimentWordCount":319,"volumeCounts":[{"itemCount":3,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":5,"window":"3D"},{"itemCount":5,"window":"5D"},{"itemCount":6,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4295895428","R:HLMA.L"],"assetId":"4295895428","assetName":"Halma PLC","brokerAction":"UNDEFINED","firstMentionSentence":31,"linkedIds":[{"idPosition":0,"linkedId":"tr:L3N1RA3GL_1803286w2kSsndtz8qQKY/B/yj0U3L4U08IO35lhKhbN"},{"idPosition":1,"linkedId":"tr:L3N1RA3GL_1803286OCVeYkRUm6JbFNJK7gAoC+1yefhNLjyqgawic"}],"noveltyCounts":[{"itemCount":2,"window":"12H"},{"itemCount":2,"window":"24H"},{"itemCount":2,"window":"3D"},{"itemCount":2,"window":"5D"},{"itemCount":2,"window":"7D"}],"priceTargetIndicator":"UNDEFINED","relevance":0.0181309,"sentimentClass":-1,"sentimentNegative":0.658016,"sentimentNeutral":0.121268,"sentimentPositive":0.220716,"sentimentWordCount":319,"volumeCounts":[{"itemCount":2,"window":"12H"},{"itemCount":3,"window":"24H"},{"itemCount":4,"window":"3D"},{"itemCount":4,"window":"5D"},{"itemCount":13,"window":"7D"}]},{"assetClass":"CMPNY","assetCodes":["P:4<...>
