Compare text

Find the difference between two text files

Real-time diff

Unified diff

Collapse lines

Highlight change

Syntax highlighting

Tools

Comparing sensitive data, confidential files or internal emails?

Most legal and privacy policies prohibit uploading sensitive data online. Diffchecker Desktop ensures your confidential information never leaves your computer. Work offline and compare documents securely.

Download Diffchecker Desktop Learn more

Untitled diff

Created 6 years agoDiff never expires

35 removals

60 lines

22 additions

52 lines

const algorithmia = require('algorithmia')

import algorithmia from 'algorithmia';

const algorithmiaApiKey = require('../credentials/algorithmia.json').apiKey

const sentenceBoundaryDetection = require('sbd')

import sentenceBoundaryDetection from 'sbd';

import { IContent } from './robots.api';

async function robot(content) {

async function robot(content: IContent) {

await fetchContentFromWikipedia(content)

sanitizeContent(content)

breakContentIntoSentences(content)

async function fetchContentFromWikipedia(content) {

async function fetchContentFromWikipedia(content: IContent) {

const algorithmiaAuthenticated = algorithmia(algorithmiaApiKey)

const wikipediaAlgorithm = algorithmiaAuthenticated.algo('web/WikipediaParser/0.1.2')

const wikipediaResponde = await wikipediaAlgorithm.pipe(content.searchTerm)

const wikipediaContent = wikipediaResponde.get()

const { wikipediaContent } = wikipediaResponde.get()

content.sourceContentOriginal = wikipediaContent.content

content.sourceContentOriginal = wikipediaContent

}

function sanitizeContent(content) {

function sanitizeContent(content: IContent) {

const withoutBlankLinesAndMarkdown = removeBlankLinesAndMarkdown(content.sourceContentOriginal)

const withoutDatesInParentheses = removeDatesInParentheses(withoutBlankLinesAndMarkdown)

content.sourceContentSanitized = withoutDatesInParentheses

function removeBlankLinesAndMarkdown(text) {

function removeBlankLinesAndMarkdown(text: string): string {

const allLines = text.split('\n')

const withoutBlankLinesAndMarkdown = allLines.filter((line) => {

const filterFunc = (line: string) =>

if (line.trim().length === 0 || line.trim().startsWith('=')) {

!(line.trim().length === 0 || line.trim().startsWith('='))

return false

}

return allLines.filter(filterFunc).join(' ')

return true

})

return withoutBlankLinesAndMarkdown.join(' ')

}

function removeDatesInParentheses(text) {

function removeDatesInParentheses(text: string): string {

return text.replace(/\((?:\([^()]*\)|[^()])*\)/gm, '').replace(/ /g,' ')

}

function breakContentIntoSentences(content) {

function breakContentIntoSentences(content: IContent) {

content.sentences = []

const sentences = sentenceBoundaryDetection.sentences(content.sourceContentSanitized)

sentences.forEach((sentence) => {

content.sentences = sentences.map((text: string) => ({

content.sentences.push({

text,

text: sentence,

keywords: [],

images: []

}))

})

}

module.exports = robot

Saved diffs

Original text

Open file

const algorithmia = require('algorithmia')
const algorithmiaApiKey = require('../credentials/algorithmia.json').apiKey
const sentenceBoundaryDetection = require('sbd')

async function robot(content) {
  await fetchContentFromWikipedia(content)
  sanitizeContent(content)
  breakContentIntoSentences(content)

async function fetchContentFromWikipedia(content) {
    const algorithmiaAuthenticated = algorithmia(algorithmiaApiKey)
    const wikipediaAlgorithm = algorithmiaAuthenticated.algo('web/WikipediaParser/0.1.2')
    const wikipediaResponde = await wikipediaAlgorithm.pipe(content.searchTerm)
    const wikipediaContent = wikipediaResponde.get()

content.sourceContentOriginal = wikipediaContent.content
  }

function sanitizeContent(content) {
    const withoutBlankLinesAndMarkdown = removeBlankLinesAndMarkdown(content.sourceContentOriginal)
    const withoutDatesInParentheses = removeDatesInParentheses(withoutBlankLinesAndMarkdown)

content.sourceContentSanitized = withoutDatesInParentheses

function removeBlankLinesAndMarkdown(text) {
      const allLines = text.split('\n')

const withoutBlankLinesAndMarkdown = allLines.filter((line) => {
        if (line.trim().length === 0 || line.trim().startsWith('=')) {
          return false
        }

return true
      })

return withoutBlankLinesAndMarkdown.join(' ')
    }
  }

function removeDatesInParentheses(text) {
    return text.replace(/\((?:\([^()]*\)|[^()])*\)/gm, '').replace(/  /g,' ')
  }

function breakContentIntoSentences(content) {
    content.sentences = []

const sentences = sentenceBoundaryDetection.sentences(content.sourceContentSanitized)
    sentences.forEach((sentence) => {
      content.sentences.push({
        text: sentence,
        keywords: [],
        images: []
      })
    })
  }

}

module.exports = robot

Changed text

Open file

import algorithmia from 'algorithmia';
const algorithmiaApiKey = require('../credentials/algorithmia.json').apiKey
import sentenceBoundaryDetection from 'sbd';
import { IContent } from './robots.api';

async function robot(content: IContent) {
  await fetchContentFromWikipedia(content)
  sanitizeContent(content)
  breakContentIntoSentences(content)

async function fetchContentFromWikipedia(content: IContent) {
    const algorithmiaAuthenticated = algorithmia(algorithmiaApiKey)
    const wikipediaAlgorithm = algorithmiaAuthenticated.algo('web/WikipediaParser/0.1.2')
    const wikipediaResponde = await wikipediaAlgorithm.pipe(content.searchTerm)
    
    const { wikipediaContent } = wikipediaResponde.get()
    content.sourceContentOriginal = wikipediaContent
  }

function sanitizeContent(content: IContent) {
    const withoutBlankLinesAndMarkdown = removeBlankLinesAndMarkdown(content.sourceContentOriginal)
    const withoutDatesInParentheses = removeDatesInParentheses(withoutBlankLinesAndMarkdown)

content.sourceContentSanitized = withoutDatesInParentheses

function removeBlankLinesAndMarkdown(text: string): string {
      const allLines = text.split('\n')

const filterFunc = (line: string) => 
        !(line.trim().length === 0 || line.trim().startsWith('='))
      
      return allLines.filter(filterFunc).join(' ')
    }
  }

function removeDatesInParentheses(text: string): string {
    return text.replace(/\((?:\([^()]*\)|[^()])*\)/gm, '').replace(/  /g,' ')
  }

function breakContentIntoSentences(content: IContent) {
    const sentences = sentenceBoundaryDetection.sentences(content.sourceContentSanitized)
    content.sentences = sentences.map((text: string) => ({ 
      text,
      keywords: [],
      images: []
    }))
  }

}

module.exports = robot