Introduction to quickSentiment

— 1. SETUP: LOAD LIBRARIES —

——————————————————————-

library(doParallel)
## Loading required package: foreach
## Loading required package: iterators
## Loading required package: parallel
# CRAN limits the number of cores used during package checks
cores <- min(2, parallel::detectCores())
registerDoParallel(cores = cores)

— 2. LOAD AND PREPARE TRAINING DATA —

# Look for the file in the installed package first
csv_path <- system.file("extdata", "tweets.csv", package = "quickSentiment")

# Fallback for when you are building the package locally
if (csv_path == "") {
  csv_path <- "../inst/extdata/tweets.csv"
}
tweets <- read.csv(csv_path)
set.seed(123)

— 3. PREPROCESS THE TEXT —

——————————————————————-

Use the pre_process() function from our package to clean the raw text.

This step is done externally to the main pipeline, allowing you to reuse

the same cleaned text for multiple different models or analyses in the future.

tweets$cleaned_text <- pre_process(tweets$Tweet)
## quickSentiment: Retaining negation words (e.g., 'not', 'no', 'never') to preserve sentiment polarity. To apply the strict stopword list instead, set `retain_negations = FALSE`. View qs_negations for more
tweets$sentiment = ifelse(tweets$Avg>0,'P','N')

— 4. RUN THE MAIN TRAINING PIPELINE —

——————————————————————-

This is the core of the package. We call the main pipeline() function

to handle the train/test split, vectorization, model training, and evaluation.

result <- pipeline(
  # --- Define the vectorization method ---
  # Options: "bow" (raw counts), "tf" (term frequency), "tfidf", "binary"
  vect_method = "tf",
  
  # --- Define the model to train ---
  # Options: "logit", "rf", "xgb","nb"
  model_name = "rf",
  
  # --- Specify the data and column names ---
  text_vector = tweets$cleaned_text  ,   # The column with our preprocessed text
  sentiment_vector = tweets$sentiment,    # The column with the target variable
  
  # --- Set vectorization options ---
  # Use n_gram = 2 for unigrams + bigrams, or 1 for just unigrams
  #these are optional parameters
  balance = TRUE,
  n_gram = 1,
  parallel = cores
)
## --- Running Pipeline: TERM_FREQUENCY + RANDOM_FOREST ---
## Data split: 944 training elements, 237 test elements.
## Vectorizing with TERM_FREQUENCY (ngram=1)...
##   - Fitting BoW model (term_frequency) on training data...
##   - Applying BoW transformation (term_frequency) to new data...
## 
## --- Training Random Forest Model (ranger) ---
## --- Random Forest complete. Returning results. ---
## 
## ======================================================
##  --- quickSentiment Pipeline Complete ---
##  Model Type: RANDOM_FOREST
##  Vectorizer: TERM_FREQUENCY (ngram=1)
##  Test Set Size: 237 rows
##  Accuracy of 71.31% under baseline threshold.
## ======================================================

===================================================================

— 5. EVALUATE THE RESULTS

===================================================================

Get the AUC, ROC and Accuracy at Decile Threshold

evaluate_result<- evaluate_performance(result$probs[,2],result$y_test,"P")
evaluate_result
## =========================================
##  quickSentiment Model Evaluation 
## =========================================
## Target Class:   P 
## 
## --- Global Metrics ---
## ROC AUC:        0.706 
## PR AUC:         0.4443 
## 
## --- Optimal Thresholds ---
## Best ROC Threshold (Youden's J):  0.39 
## Best PR Threshold (F1-Score):     0.39 
## Accuracy at Best PR Threshold:    0.6498 
## 
## --- Threshold Summary Table ---
##  Threshold Accuracy Precision Recall    F1
##        0.0    0.257     0.257  1.000 0.409
##        0.1    0.384     0.286  0.934 0.438
##        0.2    0.494     0.325  0.902 0.478
##        0.3    0.570     0.344  0.738 0.469
##        0.4    0.646     0.388  0.656 0.488
##        0.5    0.713     0.441  0.426 0.433
##        0.6    0.755     0.545  0.295 0.383
##        0.7    0.755     0.588  0.164 0.256
##        0.8    0.747     0.667  0.033 0.062
##        0.9    0.743     0.000  0.000 0.000
##        1.0    0.743     0.000  0.000 0.000
## 
## (Note: Use plot() to view ROC and PR curves)
plot(evaluate_result$roc)

plot(evaluate_result$prc)

# =================================================================== # — 6. PREDICTION ON NEW, UNSEEN DATA — # =================================================================== ## The training is complete. The ‘result’ object now contains our trained ## model and all the necessary “artifacts” for prediction.

predicted_tweets <- predict_sentiment(
  pipeline_object = result,
  tweets$cleaned_text
)
## --- Preparing new data for prediction ---
##   - Applying BoW transformation (term_frequency) to new data...
## --- Making Predictions ---
## --- Prediction Complete ---
head(predicted_tweets)
##   predicted_class    prob_N    prob_P
## 1               P 0.1842199 0.8157801
## 2               P 0.1178659 0.8821341
## 3               P 0.2181332 0.7818668
## 4               P 0.1382764 0.8617236
## 5               P 0.1271654 0.8728346
## 6               P 0.1220916 0.8779084