如何用JavaScript进行自然语言处理（NLP）的基本操作？

function cleanText(text) {
  return text
    .toLowerCase()
    .replace(/[^\w\s]/g, '') // 去除标点
    .trim()
    .split(/\s+/).join(' '); // 合并多个空格
}
// 使用示例
const raw = "Hello,  how   are you? I'm fine!";
console.log(cleanText(raw)); // "hello how are you im fine"

function tokenize(text) {
  const stopWords = new Set(['a', 'an', 'and', 'the', 'is', 'in', 'on']);
  return text.split(' ').filter(word => word && !stopWords.has(word));
}
// 使用示例
console.log(tokenize("the quick brown fox is running")); 
// ["quick", "brown", "fox", "running"]

function getWordFrequency(tokens) {
  const freq = {};
  tokens.forEach(word => {
    freq[word] = (freq[word] || 0) + 1;
  });
  return Object.entries(freq)
    .sort((a, b) => b[1] - a[1])
    .map(entry => ({ word: entry[0], count: entry[1] }));
}
// 使用示例
const tokens = tokenize("machine learning is great machine learning is fun");
console.log(getWordFrequency(tokens));
// [{word: "machine", count: 2}, {word: "learning", count: 2}, ...]

import nlp from 'compromise';
<p>const doc = nlp("John bought a new laptop in New York.");
console.log(doc.people().out());     // ["John"]
console.log(doc.places().out());     // ["New York"]
console.log(doc.verbs().out());      // ["bought"]