[{"data":1,"prerenderedAt":108},["ShallowReactive",2],{"tool-content-en-text-dedup":3},{"id":4,"title":5,"body":6,"description":98,"extension":99,"locale":100,"meta":101,"navigation":102,"path":103,"seo":104,"stem":105,"toolId":106,"__hash__":107},"tools\u002Ftools\u002Fen\u002Ftext-dedup.md","Text Deduplication",{"type":7,"value":8,"toc":92},"minimark",[9,13,17,21,89],[10,11,5],"h2",{"id":12},"text-deduplication",[14,15,16],"p",{},"Remove duplicate lines or words from any text without uploading it anywhere. Everything runs locally in your browser.",[10,18,20],{"id":19},"features","Features",[22,23,24,32,38,53,59,73,79],"ul",{},[25,26,27,31],"li",{},[28,29,30],"strong",{},"By line or by word"," — deduplicate whole lines, or split text into words (whitespace-separated tokens, with Chinese characters split individually).",[25,33,34,37],{},[28,35,36],{},"Keep first or last occurrence"," — preserve the order of the first appearance, or keep the last appearance and drop earlier duplicates.",[25,39,40,43,44,48,49,52],{},[28,41,42],{},"Case sensitivity"," — optionally treat ",[45,46,47],"code",{},"Apple"," and ",[45,50,51],{},"apple"," as different values.",[25,54,55,58],{},[28,56,57],{},"Ignore surrounding spaces"," — trim leading and trailing whitespace before comparing, while keeping the original text in the output.",[25,60,61,64,65,68,69,72],{},[28,62,63],{},"Sort after dedup"," — order the kept items with natural, case-insensitive sorting so ",[45,66,67],{},"item 2"," comes before ",[45,70,71],{},"item 10",".",[25,74,75,78],{},[28,76,77],{},"Duplicate counts"," — see how many times each repeated value appeared, and export the result with counts appended.",[25,80,81,84,85,88],{},[28,82,83],{},"Export"," — copy or download the deduplicated text as a ",[45,86,87],{},".txt"," file.",[14,90,91],{},"All processing stays on your device; no data leaves the browser.",{"title":93,"searchDepth":94,"depth":94,"links":95},"",2,[96,97],{"id":12,"depth":94,"text":5},{"id":19,"depth":94,"text":20},"Remove duplicate lines or words locally in your browser, keep first or last occurrence, and view duplicate counts.","md","en",{},true,"\u002Ftools\u002Fen\u002Ftext-dedup",{"title":5,"description":98},"tools\u002Fen\u002Ftext-dedup","text-dedup","HUpMo_QnmhHx7D89bQVlRMZdPP5FOX1T3Sirm5WTwss",1792391420982]