processtext is a an open-source python package to clean raw text data.
processtext requires Python 3, NLTK, and Autocorrect to execute.
To install using pip, use
pip install processtext
import processtext as pt
To return the text in a string format,
pt.clean("your_raw_text_here")
To return a list of words from the text,
pt.clean_l("your_raw_text_here")
To choose a specific set of cleaning operations,
pt.clean_l("your_raw_text_here",
clean_all= False # Execute all cleaning operations
extra_spaces=True , # Remove extra white spaces
stemming=True , # Stem the words
stopwords=True ,# Remove stop words
lowercase=True ,# Convert to lowercase
numbers=True ,# Remove all digits
punct=True ,# Remove all punctuations
reg: str = '<regex>', # Remove parts of text based on regex
reg_replace: str = '<replace_value>', # String to replace the regex used in reg
stp_lang='english' # Language for stop words
)
import processtext as pt
pt.degroup_num('111,222,333')
returns,
'111222333'
import processtext as pt
pt.remove_hyphen('2022-2023')
returns,
'2022 2023'
import processtext as pt
print(pt.int_to_en(1998))
print(pt.int_to_en('9123456789'))
returns,
one thousand nine hundred and ninety-eight
nine billion one hundred and twenty-three million four hundred and fifty-six thousand seven hundred and eighty-nine
import processtext as pt
print(pt.num_to_en(12345))
print(pt.num_to_en('09876'))
returns,
one two three four five
zero nine eight seven six
import processtext as pt
print(pt.float_to_en(12.345))
print(pt.float_to_en('456.09876'))
returns,
twelve point three four five
four hundred and fifty-six point zero nine eight seven six
import processtext as pt
print(pt.float_to_en(12.345))
print(pt.float_to_en('456.09876'))
returns,
twelve point three four five
four hundred and fifty-six point zero nine eight seven six
import processtext as pt
pt.int_to_text('First 100 twin primes have values between 3 & 5 and 3821 & 3823')
returns,
First one hundred twin primes have values between three & five and three thousand eight hundred and twenty-one & three thousand eight hundred and twenty-three
import processtext as pt
pt.float_to_text('The first 10 digits of pi are 3.141592653')
returns,
The first ten point zero digits of pi are three point one four one five nine two six five three
import processtext as pt
pt.decontract_strings("I can't believe he'll be graduating from college in just a few months.")
returns,
I can not believe he will be graduating from college in just a few months.
import processtext as pt
pt.remove_emoji("🌞🌊☀️ Just spent an amazing day at the beach with my friends! 🏖️👭👬 We built sandcastles 🏰, played beach volleyball 🏐, and even went for a swim 🏊♀️🏊♂️. The sun was shining ☀️ and the water was so refreshing 💦. Can't wait to do it again! 🤩👍")
returns,
Just spent an amazing day at the beach with my friends! We built sandcastles , played beach volleyball , and even went for a swim . The sun was shining and the water was so refreshing . Can't wait to do it again!
import processtext as pt
pt.clean_text('The password must contain at least one symbol such as !,^,*,+,=,%,$,~,?,/,<>,|@, #, or %.')
returns,
The password must contain at least one symbol such as or
import processtext as pt
pt.lowercase('THE QUICK BROWN FOX JUMPED OVER THE LAZY DOG.')
returns,
the quick brown fox jumped over the lazy dog.
import processtext as pt
pt.lowercase('THE QUICK BROWN FOX JUMPED OVER THE LAZY DOG.')
returns,
the quick brown fox jumped over the lazy dog.
import processtext as pt
pt.autocorrect("I haven't receeved the package yet, but I think it should arrive somtime tomoro.")
returns,
I haven't received the package yet, but I think it should arrive sometime tomorrow.
import processtext as pt
pt.autocorrect("I haven't receeved the package yet, but I think it should arrive somtime tomoro.")
returns,
I haven't received the package yet, but I think it should arrive sometime tomorrow.
import processtext as pt
pt.lemmatize('they were playing in the garden.')
returns,
they be play in the garden.
import processtext as pt
pt.remove_sw('I went to the store and bought some milk, bread, and eggs.')
returns,
went store bought milk, bread, eggs.
import processtext as pt
pt.clean("TH@@#e Q!@#UicK bR0owN f*#!@)(O000000X JUmp100ED 000oV###3eR Th77777#$$e.......... L@a/\|z+Y d==OG.", extra_spaces=True, lowercase=True, numbers=True, punct=True)
returns,
'the quick brown fox jumped over the lazy dog'
import processtext as pt
pt.clean_l('TH@@#e Q!@#UicK bR0owN f*#!@)(O000000X JUmp100ED 000oV###3eR Th77777#$$e.......... L@a/\|z+Y d==OG.',
extra_spaces=True, lowercase=True, numbers=True, punct=True)
returns,
['the', 'quick', 'brown', 'fox', 'jumped', 'over', 'the', 'lazy', 'dog']
from processtext import clean
text = "my email id: ujjwal@rkmvu.ac.in and your's: mili@rnlk.ed"
clean(text, reg=r"[a-z0-9\.\-+_]+@[a-z0-9\.\-+_]+\.[a-z]+", reg_replace='********', clean_all=False)
returns,
'my email id: ******** and your's: ********'
FAQs
An open-source python package to process text data
We found that processtext demonstrated a healthy version release cadence and project activity because the last version was released less than a year ago. It has 1 open source maintainer collaborating on the project.
Did you know?
Socket for GitHub automatically highlights issues in each pull request and monitors the health of all your open source dependencies. Discover the contents of your packages and block harmful activity before you install or update your dependencies.
Security News
Research
An advanced npm supply chain attack is leveraging Ethereum smart contracts for decentralized, persistent malware control, evading traditional defenses.
Security News
Research
Attackers are impersonating Sindre Sorhus on npm with a fake 'chalk-node' package containing a malicious backdoor to compromise developers' projects.
Security News
The npm package for the LottieFiles Player web component was hit with a supply chain attack after a software engineer's npmjs credentials were compromised.